[ 480.352863] env[62301]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62301) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 480.353325] env[62301]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62301) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 480.353325] env[62301]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62301) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 480.353601] env[62301]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 480.452373] env[62301]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62301) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 480.464838] env[62301]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.012s {{(pid=62301) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 481.073383] env[62301]: INFO nova.virt.driver [None req-c4f04aff-e10c-4bce-84db-c3f4768f33d7 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 481.144809] env[62301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 481.144809] env[62301]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 481.144901] env[62301]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62301) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 484.273112] env[62301]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-eae25d12-f85b-4fd3-a908-840ac81c6e64 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 484.289912] env[62301]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62301) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 484.290068] env[62301]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-c8639f33-588c-443b-841b-895867591e7b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 484.315375] env[62301]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 7961c. [ 484.315513] env[62301]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.171s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 484.316166] env[62301]: INFO nova.virt.vmwareapi.driver [None req-c4f04aff-e10c-4bce-84db-c3f4768f33d7 None None] VMware vCenter version: 7.0.3 [ 484.319683] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75571d25-e9e4-4279-b022-1049e62e12b1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 484.337554] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac680d4d-b01f-4271-9098-2b8b36c39f74 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 484.343510] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6282161-6a9a-41ae-b4c3-68182d801469 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 484.349916] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff8c1f7-293c-424f-b23e-3a791616c204 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 484.363145] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c489929-bf04-44fe-9909-58f81815afaa {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 484.368861] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176bfe35-8e79-45bd-af8e-78f0d9bd57cd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 484.399289] env[62301]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-62d393cd-51ad-40e2-b206-262f23d80d2e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 484.404229] env[62301]: DEBUG nova.virt.vmwareapi.driver [None req-c4f04aff-e10c-4bce-84db-c3f4768f33d7 None None] Extension org.openstack.compute already exists. {{(pid=62301) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 484.407235] env[62301]: INFO nova.compute.provider_config [None req-c4f04aff-e10c-4bce-84db-c3f4768f33d7 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 484.910914] env[62301]: DEBUG nova.context [None req-c4f04aff-e10c-4bce-84db-c3f4768f33d7 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),874c48dd-0c62-4143-8166-92386859db0a(cell1) {{(pid=62301) load_cells /opt/stack/nova/nova/context.py:464}} [ 484.913146] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 484.913408] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 484.914241] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 484.914691] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] Acquiring lock "874c48dd-0c62-4143-8166-92386859db0a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 484.914908] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] Lock "874c48dd-0c62-4143-8166-92386859db0a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 484.915883] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] Lock "874c48dd-0c62-4143-8166-92386859db0a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 484.938810] env[62301]: INFO dbcounter [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] Registered counter for database nova_cell0 [ 484.947178] env[62301]: INFO dbcounter [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] Registered counter for database nova_cell1 [ 484.950544] env[62301]: DEBUG oslo_db.sqlalchemy.engines [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62301) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 484.951203] env[62301]: DEBUG oslo_db.sqlalchemy.engines [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62301) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 484.955990] env[62301]: ERROR nova.db.main.api [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 484.955990] env[62301]: result = function(*args, **kwargs) [ 484.955990] env[62301]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 484.955990] env[62301]: return func(*args, **kwargs) [ 484.955990] env[62301]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 484.955990] env[62301]: result = fn(*args, **kwargs) [ 484.955990] env[62301]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 484.955990] env[62301]: return f(*args, **kwargs) [ 484.955990] env[62301]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 484.955990] env[62301]: return db.service_get_minimum_version(context, binaries) [ 484.955990] env[62301]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 484.955990] env[62301]: _check_db_access() [ 484.955990] env[62301]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 484.955990] env[62301]: stacktrace = ''.join(traceback.format_stack()) [ 484.955990] env[62301]: [ 484.956701] env[62301]: ERROR nova.db.main.api [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 484.956701] env[62301]: result = function(*args, **kwargs) [ 484.956701] env[62301]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 484.956701] env[62301]: return func(*args, **kwargs) [ 484.956701] env[62301]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 484.956701] env[62301]: result = fn(*args, **kwargs) [ 484.956701] env[62301]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 484.956701] env[62301]: return f(*args, **kwargs) [ 484.956701] env[62301]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 484.956701] env[62301]: return db.service_get_minimum_version(context, binaries) [ 484.956701] env[62301]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 484.956701] env[62301]: _check_db_access() [ 484.956701] env[62301]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 484.956701] env[62301]: stacktrace = ''.join(traceback.format_stack()) [ 484.956701] env[62301]: [ 484.957118] env[62301]: WARNING nova.objects.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 484.957223] env[62301]: WARNING nova.objects.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] Failed to get minimum service version for cell 874c48dd-0c62-4143-8166-92386859db0a [ 484.957671] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] Acquiring lock "singleton_lock" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 484.957835] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] Acquired lock "singleton_lock" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 484.958090] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] Releasing lock "singleton_lock" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 484.958418] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] Full set of CONF: {{(pid=62301) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 484.958562] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] ******************************************************************************** {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 484.958692] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] Configuration options gathered from: {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 484.958828] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 484.959033] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 484.959166] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] ================================================================================ {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 484.959376] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] allow_resize_to_same_host = True {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.959546] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] arq_binding_timeout = 300 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.959678] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] backdoor_port = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.959826] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] backdoor_socket = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.960011] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] block_device_allocate_retries = 60 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.960184] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] block_device_allocate_retries_interval = 3 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.960357] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cert = self.pem {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.960561] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.960763] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] compute_monitors = [] {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.960943] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] config_dir = [] {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.961143] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] config_drive_format = iso9660 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.961282] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.961476] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] config_source = [] {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.961655] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] console_host = devstack {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.961825] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] control_exchange = nova {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.961989] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cpu_allocation_ratio = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.962168] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] daemon = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.962335] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] debug = True {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.962492] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] default_access_ip_network_name = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.962657] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] default_availability_zone = nova {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.962813] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] default_ephemeral_format = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.962976] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] default_green_pool_size = 1000 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.963230] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.963394] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] default_schedule_zone = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.963643] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] disk_allocation_ratio = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.963833] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] enable_new_services = True {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.964031] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] enabled_apis = ['osapi_compute'] {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.964206] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] enabled_ssl_apis = [] {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.964371] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] flat_injected = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.964531] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] force_config_drive = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.964690] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] force_raw_images = True {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.964860] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] graceful_shutdown_timeout = 5 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.965035] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] heal_instance_info_cache_interval = 60 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.965263] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] host = cpu-1 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.965441] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.965603] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] initial_disk_allocation_ratio = 1.0 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.965763] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] initial_ram_allocation_ratio = 1.0 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.965986] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.966170] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] instance_build_timeout = 0 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.966332] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] instance_delete_interval = 300 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.966499] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] instance_format = [instance: %(uuid)s] {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.966688] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] instance_name_template = instance-%08x {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.966855] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] instance_usage_audit = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.967039] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] instance_usage_audit_period = month {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.967212] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.967376] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] instances_path = /opt/stack/data/nova/instances {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.967538] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] internal_service_availability_zone = internal {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.967693] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] key = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.967852] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] live_migration_retry_count = 30 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.968031] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] log_color = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.968203] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] log_config_append = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.968365] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.968524] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] log_dir = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.968679] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] log_file = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.968807] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] log_options = True {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.968969] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] log_rotate_interval = 1 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.969150] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] log_rotate_interval_type = days {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.969316] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] log_rotation_type = none {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.969445] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.969577] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.969786] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.969966] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.970111] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.970291] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] long_rpc_timeout = 1800 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.970479] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] max_concurrent_builds = 10 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.970648] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] max_concurrent_live_migrations = 1 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.970814] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] max_concurrent_snapshots = 5 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.970978] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] max_local_block_devices = 3 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.971158] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] max_logfile_count = 30 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.971317] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] max_logfile_size_mb = 200 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.971496] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] maximum_instance_delete_attempts = 5 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.971678] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] metadata_listen = 0.0.0.0 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.971907] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] metadata_listen_port = 8775 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.972040] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] metadata_workers = 2 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.972209] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] migrate_max_retries = -1 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.972378] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] mkisofs_cmd = genisoimage {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.972689] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] my_block_storage_ip = 10.180.1.21 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.972773] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] my_ip = 10.180.1.21 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.972938] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.973122] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] network_allocate_retries = 0 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.973305] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.973476] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] osapi_compute_listen = 0.0.0.0 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.973711] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] osapi_compute_listen_port = 8774 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.973902] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] osapi_compute_unique_server_name_scope = {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.974094] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] osapi_compute_workers = 2 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.974264] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] password_length = 12 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.974427] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] periodic_enable = True {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.974588] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] periodic_fuzzy_delay = 60 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.974756] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] pointer_model = usbtablet {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.974927] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] preallocate_images = none {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.975103] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] publish_errors = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.975256] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] pybasedir = /opt/stack/nova {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.975470] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] ram_allocation_ratio = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.975665] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] rate_limit_burst = 0 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.975851] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] rate_limit_except_level = CRITICAL {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.976018] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] rate_limit_interval = 0 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.976190] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] reboot_timeout = 0 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.976373] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] reclaim_instance_interval = 0 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.976542] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] record = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.976833] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] reimage_timeout_per_gb = 60 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.977124] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] report_interval = 120 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.977320] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] rescue_timeout = 0 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.977491] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] reserved_host_cpus = 0 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.977659] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] reserved_host_disk_mb = 0 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.977823] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] reserved_host_memory_mb = 512 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.977990] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] reserved_huge_pages = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.978171] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] resize_confirm_window = 0 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.978335] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] resize_fs_using_block_device = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.978496] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] resume_guests_state_on_host_boot = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.978701] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.978896] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] rpc_response_timeout = 60 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.979182] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] run_external_periodic_tasks = True {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.979475] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] running_deleted_instance_action = reap {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.979785] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] running_deleted_instance_poll_interval = 1800 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.980054] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] running_deleted_instance_timeout = 0 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.980330] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] scheduler_instance_sync_interval = 120 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.980605] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] service_down_time = 720 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.980899] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] servicegroup_driver = db {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.981201] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] shell_completion = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.981494] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] shelved_offload_time = 0 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.981790] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] shelved_poll_interval = 3600 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.982104] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] shutdown_timeout = 0 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.982396] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] source_is_ipv6 = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.982676] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] ssl_only = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.983090] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.983342] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] sync_power_state_interval = 600 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.983541] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] sync_power_state_pool_size = 1000 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.983835] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] syslog_log_facility = LOG_USER {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.984039] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] tempdir = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.984217] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] timeout_nbd = 10 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.984394] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] transport_url = **** {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.984597] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] update_resources_interval = 0 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.984879] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] use_cow_images = True {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.985177] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] use_journal = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.985413] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] use_json = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.985632] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] use_rootwrap_daemon = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.985847] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] use_stderr = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.986039] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] use_syslog = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.986208] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vcpu_pin_set = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.986382] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vif_plugging_is_fatal = True {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.986554] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vif_plugging_timeout = 300 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.986721] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] virt_mkfs = [] {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.986888] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] volume_usage_poll_interval = 0 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.987099] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] watch_log_file = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.987304] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] web = /usr/share/spice-html5 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 484.987499] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.987670] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.987839] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.988017] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_concurrency.disable_process_locking = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.988621] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.988869] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.989117] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.989312] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.989490] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.989660] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.989868] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] api.auth_strategy = keystone {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.990061] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] api.compute_link_prefix = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.990249] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.990430] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] api.dhcp_domain = novalocal {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.990605] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] api.enable_instance_password = True {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.990774] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] api.glance_link_prefix = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.990946] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.991136] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.991305] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] api.instance_list_per_project_cells = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.991466] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] api.list_records_by_skipping_down_cells = True {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.991629] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] api.local_metadata_per_cell = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.991800] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] api.max_limit = 1000 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.991972] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] api.metadata_cache_expiration = 15 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.992180] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] api.neutron_default_tenant_id = default {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.992363] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] api.response_validation = warn {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.992539] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] api.use_neutron_default_nets = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.992712] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.992877] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.993059] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.993240] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.993416] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] api.vendordata_dynamic_targets = [] {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.993580] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] api.vendordata_jsonfile_path = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.993764] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.994612] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cache.backend = dogpile.cache.memcached {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.994612] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cache.backend_argument = **** {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.994612] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cache.backend_expiration_time = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.994612] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cache.config_prefix = cache.oslo {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.994750] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cache.dead_timeout = 60.0 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.994882] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cache.debug_cache_backend = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.995057] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cache.enable_retry_client = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.995232] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cache.enable_socket_keepalive = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.995404] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cache.enabled = True {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.995570] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cache.enforce_fips_mode = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.995737] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cache.expiration_time = 600 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.995903] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cache.hashclient_retry_attempts = 2 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.996084] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cache.hashclient_retry_delay = 1.0 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.996258] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cache.memcache_dead_retry = 300 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.996421] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cache.memcache_password = **** {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.996585] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.996748] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.996914] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cache.memcache_pool_maxsize = 10 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.997089] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.997256] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cache.memcache_sasl_enabled = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.997436] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.997604] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cache.memcache_socket_timeout = 1.0 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.997766] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cache.memcache_username = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.997932] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cache.proxies = [] {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.998114] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cache.redis_db = 0 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.998279] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cache.redis_password = **** {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.998449] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cache.redis_sentinel_service_name = mymaster {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.998626] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.998797] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cache.redis_server = localhost:6379 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.998965] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cache.redis_socket_timeout = 1.0 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.999136] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cache.redis_username = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.999300] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cache.retry_attempts = 2 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.999464] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cache.retry_delay = 0.0 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.999625] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cache.socket_keepalive_count = 1 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.999820] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cache.socket_keepalive_idle = 1 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 484.999983] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cache.socket_keepalive_interval = 1 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.000156] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cache.tls_allowed_ciphers = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.000318] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cache.tls_cafile = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.000475] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cache.tls_certfile = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.000636] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cache.tls_enabled = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.000797] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cache.tls_keyfile = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.000971] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cinder.auth_section = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.001164] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cinder.auth_type = password {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.001330] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cinder.cafile = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.001510] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cinder.catalog_info = volumev3::publicURL {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.001673] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cinder.certfile = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.001837] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cinder.collect_timing = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.002007] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cinder.cross_az_attach = True {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.002199] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cinder.debug = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.002366] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cinder.endpoint_template = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.002528] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cinder.http_retries = 3 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.002690] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cinder.insecure = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.002847] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cinder.keyfile = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.003029] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cinder.os_region_name = RegionOne {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.003198] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cinder.split_loggers = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.003356] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cinder.timeout = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.003527] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.003686] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] compute.cpu_dedicated_set = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.003845] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] compute.cpu_shared_set = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.004108] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] compute.image_type_exclude_list = [] {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.004285] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.004448] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] compute.max_concurrent_disk_ops = 0 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.004609] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] compute.max_disk_devices_to_attach = -1 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.004771] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.004943] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.005120] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] compute.resource_provider_association_refresh = 300 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.005281] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.005442] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] compute.shutdown_retry_interval = 10 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.005618] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.005797] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] conductor.workers = 2 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.005977] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] console.allowed_origins = [] {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.006149] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] console.ssl_ciphers = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.006322] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] console.ssl_minimum_version = default {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.006491] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] consoleauth.enforce_session_timeout = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.006660] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] consoleauth.token_ttl = 600 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.006832] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cyborg.cafile = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.006995] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cyborg.certfile = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.007174] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cyborg.collect_timing = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.007336] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cyborg.connect_retries = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.007495] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cyborg.connect_retry_delay = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.007660] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cyborg.endpoint_override = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.007819] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cyborg.insecure = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.007975] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cyborg.keyfile = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.008146] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cyborg.max_version = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.008304] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cyborg.min_version = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.008460] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cyborg.region_name = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.008617] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cyborg.retriable_status_codes = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.008774] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cyborg.service_name = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.008943] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cyborg.service_type = accelerator {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.009116] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cyborg.split_loggers = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.009275] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cyborg.status_code_retries = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.009432] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cyborg.status_code_retry_delay = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.009587] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cyborg.timeout = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.009782] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.009943] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] cyborg.version = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.010132] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] database.asyncio_connection = **** {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.010294] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] database.asyncio_slave_connection = **** {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.010464] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] database.backend = sqlalchemy {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.010629] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] database.connection = **** {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.010799] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] database.connection_debug = 0 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.010966] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] database.connection_parameters = {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.011147] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] database.connection_recycle_time = 3600 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.011327] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] database.connection_trace = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.011491] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] database.db_inc_retry_interval = True {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.011656] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] database.db_max_retries = 20 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.011821] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] database.db_max_retry_interval = 10 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.011984] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] database.db_retry_interval = 1 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.012183] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] database.max_overflow = 50 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.012355] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] database.max_pool_size = 5 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.012519] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] database.max_retries = 10 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.012692] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.012853] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] database.mysql_wsrep_sync_wait = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.013020] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] database.pool_timeout = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.013190] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] database.retry_interval = 10 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.013349] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] database.slave_connection = **** {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.013511] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] database.sqlite_synchronous = True {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.013670] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] database.use_db_reconnect = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.013839] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] api_database.asyncio_connection = **** {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.014077] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] api_database.asyncio_slave_connection = **** {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.014275] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] api_database.backend = sqlalchemy {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.014447] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] api_database.connection = **** {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.014616] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] api_database.connection_debug = 0 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.014787] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] api_database.connection_parameters = {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.014956] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] api_database.connection_recycle_time = 3600 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.015135] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] api_database.connection_trace = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.015300] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] api_database.db_inc_retry_interval = True {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.015467] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] api_database.db_max_retries = 20 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.015629] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] api_database.db_max_retry_interval = 10 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.015797] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] api_database.db_retry_interval = 1 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.015970] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] api_database.max_overflow = 50 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.016148] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] api_database.max_pool_size = 5 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.016311] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] api_database.max_retries = 10 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.016483] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.016641] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.016799] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] api_database.pool_timeout = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.016965] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] api_database.retry_interval = 10 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.017136] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] api_database.slave_connection = **** {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.017297] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] api_database.sqlite_synchronous = True {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.017472] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] devices.enabled_mdev_types = [] {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.017647] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.017818] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] ephemeral_storage_encryption.default_format = luks {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.017980] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] ephemeral_storage_encryption.enabled = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.018161] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.018333] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] glance.api_servers = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.018498] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] glance.cafile = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.018659] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] glance.certfile = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.018824] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] glance.collect_timing = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.018986] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] glance.connect_retries = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.019158] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] glance.connect_retry_delay = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.019319] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] glance.debug = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.019484] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] glance.default_trusted_certificate_ids = [] {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.019646] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] glance.enable_certificate_validation = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.019827] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] glance.enable_rbd_download = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.019994] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] glance.endpoint_override = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.020172] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] glance.insecure = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.020336] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] glance.keyfile = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.020495] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] glance.max_version = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.020651] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] glance.min_version = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.020816] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] glance.num_retries = 3 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.020989] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] glance.rbd_ceph_conf = {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.021193] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] glance.rbd_connect_timeout = 5 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.021373] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] glance.rbd_pool = {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.021544] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] glance.rbd_user = {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.021712] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] glance.region_name = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.021874] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] glance.retriable_status_codes = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.022045] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] glance.service_name = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.022221] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] glance.service_type = image {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.022384] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] glance.split_loggers = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.022543] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] glance.status_code_retries = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.022701] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] glance.status_code_retry_delay = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.022860] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] glance.timeout = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.023057] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.023226] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] glance.verify_glance_signatures = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.023388] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] glance.version = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.023559] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] guestfs.debug = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.023726] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] manila.auth_section = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.023889] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] manila.auth_type = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.024060] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] manila.cafile = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.024301] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] manila.certfile = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.024472] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] manila.collect_timing = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.024631] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] manila.connect_retries = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.024791] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] manila.connect_retry_delay = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.024949] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] manila.endpoint_override = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.025124] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] manila.insecure = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.025284] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] manila.keyfile = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.025440] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] manila.max_version = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.025595] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] manila.min_version = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.025751] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] manila.region_name = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.025913] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] manila.retriable_status_codes = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.026078] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] manila.service_name = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.026249] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] manila.service_type = shared-file-system {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.026417] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] manila.share_apply_policy_timeout = 10 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.026577] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] manila.split_loggers = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.026734] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] manila.status_code_retries = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.026891] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] manila.status_code_retry_delay = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.027059] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] manila.timeout = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.027246] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.027405] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] manila.version = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.027571] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] mks.enabled = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.027931] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.028135] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] image_cache.manager_interval = 2400 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.028309] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] image_cache.precache_concurrency = 1 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.028482] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] image_cache.remove_unused_base_images = True {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.028651] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.028819] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.029017] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] image_cache.subdirectory_name = _base {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.029192] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] ironic.api_max_retries = 60 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.029360] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] ironic.api_retry_interval = 2 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.029523] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] ironic.auth_section = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.029684] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] ironic.auth_type = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.029848] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] ironic.cafile = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.030018] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] ironic.certfile = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.030185] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] ironic.collect_timing = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.030346] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] ironic.conductor_group = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.030504] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] ironic.connect_retries = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.030660] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] ironic.connect_retry_delay = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.030823] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] ironic.endpoint_override = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.030980] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] ironic.insecure = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.031149] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] ironic.keyfile = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.031336] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] ironic.max_version = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.031496] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] ironic.min_version = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.031660] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] ironic.peer_list = [] {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.031821] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] ironic.region_name = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.031982] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] ironic.retriable_status_codes = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.032157] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] ironic.serial_console_state_timeout = 10 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.032315] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] ironic.service_name = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.032483] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] ironic.service_type = baremetal {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.032640] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] ironic.shard = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.032799] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] ironic.split_loggers = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.032958] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] ironic.status_code_retries = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.033125] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] ironic.status_code_retry_delay = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.033282] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] ironic.timeout = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.033458] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.033615] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] ironic.version = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.033793] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.033967] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] key_manager.fixed_key = **** {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.034164] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.034344] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] barbican.barbican_api_version = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.034503] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] barbican.barbican_endpoint = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.034671] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] barbican.barbican_endpoint_type = public {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.034828] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] barbican.barbican_region_name = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.034988] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] barbican.cafile = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.035158] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] barbican.certfile = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.035320] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] barbican.collect_timing = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.035480] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] barbican.insecure = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.035635] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] barbican.keyfile = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.035799] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] barbican.number_of_retries = 60 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.035961] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] barbican.retry_delay = 1 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.036133] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] barbican.send_service_user_token = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.036294] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] barbican.split_loggers = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.036447] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] barbican.timeout = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.036605] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] barbican.verify_ssl = True {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.036760] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] barbican.verify_ssl_path = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.036928] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] barbican_service_user.auth_section = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.037103] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] barbican_service_user.auth_type = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.037264] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] barbican_service_user.cafile = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.037421] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] barbican_service_user.certfile = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.037582] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] barbican_service_user.collect_timing = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.037744] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] barbican_service_user.insecure = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.037901] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] barbican_service_user.keyfile = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.038070] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] barbican_service_user.split_loggers = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.038232] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] barbican_service_user.timeout = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.038397] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vault.approle_role_id = **** {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.038557] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vault.approle_secret_id = **** {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.038726] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vault.kv_mountpoint = secret {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.038932] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vault.kv_path = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.039066] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vault.kv_version = 2 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.039227] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vault.namespace = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.039387] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vault.root_token_id = **** {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.039546] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vault.ssl_ca_crt_file = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.039713] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vault.timeout = 60.0 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.039883] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vault.use_ssl = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.040066] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.040246] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] keystone.cafile = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.040409] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] keystone.certfile = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.040574] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] keystone.collect_timing = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.040738] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] keystone.connect_retries = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.040895] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] keystone.connect_retry_delay = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.041068] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] keystone.endpoint_override = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.041234] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] keystone.insecure = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.041390] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] keystone.keyfile = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.041547] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] keystone.max_version = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.041702] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] keystone.min_version = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.041859] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] keystone.region_name = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.042030] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] keystone.retriable_status_codes = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.042197] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] keystone.service_name = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.042365] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] keystone.service_type = identity {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.042525] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] keystone.split_loggers = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.042681] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] keystone.status_code_retries = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.042836] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] keystone.status_code_retry_delay = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.042992] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] keystone.timeout = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.043181] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.043336] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] keystone.version = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.043524] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.ceph_mount_options = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.043831] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.044021] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.connection_uri = {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.044183] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.cpu_mode = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.044378] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.cpu_model_extra_flags = [] {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.044513] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.cpu_models = [] {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.044678] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.cpu_power_governor_high = performance {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.044844] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.cpu_power_governor_low = powersave {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.045024] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.cpu_power_management = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.045192] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.045362] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.device_detach_attempts = 8 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.045529] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.device_detach_timeout = 20 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.045694] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.disk_cachemodes = [] {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.045852] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.disk_prefix = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.046024] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.enabled_perf_events = [] {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.046191] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.file_backed_memory = 0 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.046354] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.gid_maps = [] {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.046509] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.hw_disk_discard = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.046664] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.hw_machine_type = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.046834] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.images_rbd_ceph_conf = {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.046995] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.047169] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.047339] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.images_rbd_glance_store_name = {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.047508] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.images_rbd_pool = rbd {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.047675] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.images_type = default {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.047833] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.images_volume_group = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.047995] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.inject_key = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.048168] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.inject_partition = -2 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.048328] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.inject_password = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.048488] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.iscsi_iface = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.048647] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.iser_use_multipath = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.048807] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.live_migration_bandwidth = 0 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.048970] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.049143] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.live_migration_downtime = 500 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.049304] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.049464] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.049623] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.live_migration_inbound_addr = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.049794] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.049947] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.live_migration_permit_post_copy = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.050117] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.live_migration_scheme = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.050289] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.live_migration_timeout_action = abort {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.050450] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.live_migration_tunnelled = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.050606] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.live_migration_uri = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.050765] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.live_migration_with_native_tls = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.050922] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.max_queues = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.051095] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.051318] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.051479] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.nfs_mount_options = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.051765] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.051948] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.052126] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.num_iser_scan_tries = 5 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.052289] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.num_memory_encrypted_guests = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.052451] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.052613] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.num_pcie_ports = 0 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.052785] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.num_volume_scan_tries = 5 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.052963] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.pmem_namespaces = [] {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.053148] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.quobyte_client_cfg = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.053445] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.053623] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.rbd_connect_timeout = 5 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.053789] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.053955] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.054130] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.rbd_secret_uuid = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.054293] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.rbd_user = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.054475] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.054626] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.remote_filesystem_transport = ssh {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.054787] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.rescue_image_id = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.054946] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.rescue_kernel_id = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.055115] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.rescue_ramdisk_id = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.055286] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.055446] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.rx_queue_size = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.055616] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.smbfs_mount_options = {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.055908] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.056095] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.snapshot_compression = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.056264] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.snapshot_image_format = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.056497] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.056668] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.sparse_logical_volumes = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.056832] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.swtpm_enabled = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.057015] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.swtpm_group = tss {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.057195] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.swtpm_user = tss {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.057370] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.sysinfo_serial = unique {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.057534] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.tb_cache_size = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.057694] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.tx_queue_size = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.057858] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.uid_maps = [] {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.058032] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.use_virtio_for_bridges = True {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.058210] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.virt_type = kvm {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.058380] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.volume_clear = zero {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.058546] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.volume_clear_size = 0 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.058714] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.volume_use_multipath = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.058875] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.vzstorage_cache_path = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.059057] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.059230] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.vzstorage_mount_group = qemu {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.059396] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.vzstorage_mount_opts = [] {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.059566] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.059871] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.060073] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.vzstorage_mount_user = stack {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.060248] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.060422] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] neutron.auth_section = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.060597] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] neutron.auth_type = password {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.060763] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] neutron.cafile = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.060926] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] neutron.certfile = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.061128] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] neutron.collect_timing = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.061298] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] neutron.connect_retries = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.061461] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] neutron.connect_retry_delay = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.061633] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] neutron.default_floating_pool = public {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.061794] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] neutron.endpoint_override = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.061961] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] neutron.extension_sync_interval = 600 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.062138] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] neutron.http_retries = 3 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.062302] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] neutron.insecure = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.062461] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] neutron.keyfile = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.062646] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] neutron.max_version = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.062823] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.062986] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] neutron.min_version = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.063170] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] neutron.ovs_bridge = br-int {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.063336] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] neutron.physnets = [] {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.063506] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] neutron.region_name = RegionOne {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.063667] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] neutron.retriable_status_codes = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.063835] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] neutron.service_metadata_proxy = True {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.063998] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] neutron.service_name = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.064180] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] neutron.service_type = network {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.064344] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] neutron.split_loggers = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.064504] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] neutron.status_code_retries = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.064667] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] neutron.status_code_retry_delay = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.064822] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] neutron.timeout = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.065013] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.065182] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] neutron.version = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.065355] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] notifications.bdms_in_notifications = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.065531] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] notifications.default_level = INFO {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.065695] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] notifications.include_share_mapping = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.065869] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] notifications.notification_format = unversioned {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.066043] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] notifications.notify_on_state_change = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.066231] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.066407] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] pci.alias = [] {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.066574] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] pci.device_spec = [] {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.066739] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] pci.report_in_placement = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.066912] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] placement.auth_section = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.067099] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] placement.auth_type = password {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.067272] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.067434] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] placement.cafile = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.067592] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] placement.certfile = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.067755] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] placement.collect_timing = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.067919] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] placement.connect_retries = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.068084] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] placement.connect_retry_delay = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.068245] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] placement.default_domain_id = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.068403] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] placement.default_domain_name = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.068570] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] placement.domain_id = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.068728] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] placement.domain_name = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.068888] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] placement.endpoint_override = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.069063] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] placement.insecure = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.069226] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] placement.keyfile = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.069383] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] placement.max_version = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.069539] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] placement.min_version = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.069707] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] placement.password = **** {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.069871] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] placement.project_domain_id = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.070047] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] placement.project_domain_name = Default {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.070219] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] placement.project_id = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.070396] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] placement.project_name = service {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.070565] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] placement.region_name = RegionOne {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.070730] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] placement.retriable_status_codes = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.070893] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] placement.service_name = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.071070] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] placement.service_type = placement {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.071237] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] placement.split_loggers = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.071400] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] placement.status_code_retries = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.071561] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] placement.status_code_retry_delay = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.071721] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] placement.system_scope = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.071879] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] placement.timeout = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.072048] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] placement.trust_id = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.072213] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] placement.user_domain_id = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.072379] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] placement.user_domain_name = Default {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.072559] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] placement.user_id = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.072744] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] placement.username = nova {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.072929] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.073105] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] placement.version = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.073287] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] quota.cores = 20 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.073452] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] quota.count_usage_from_placement = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.073623] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.073797] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] quota.injected_file_content_bytes = 10240 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.073966] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] quota.injected_file_path_length = 255 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.074146] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] quota.injected_files = 5 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.074315] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] quota.instances = 10 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.074483] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] quota.key_pairs = 100 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.074666] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] quota.metadata_items = 128 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.074816] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] quota.ram = 51200 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.074984] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] quota.recheck_quota = True {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.075165] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] quota.server_group_members = 10 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.075330] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] quota.server_groups = 10 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.075536] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] quota.unified_limits_resource_list = ['servers'] {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.075709] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] quota.unified_limits_resource_strategy = require {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.075886] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.076062] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.076229] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] scheduler.image_metadata_prefilter = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.076391] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.076555] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] scheduler.max_attempts = 3 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.076719] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] scheduler.max_placement_results = 1000 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.076887] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.077062] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] scheduler.query_placement_for_image_type_support = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.077230] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.077404] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] scheduler.workers = 2 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.077577] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.077749] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.077926] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.078107] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.078276] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.078441] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.078606] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.078796] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.078966] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] filter_scheduler.host_subset_size = 1 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.079147] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.079308] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.079473] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.079639] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] filter_scheduler.isolated_hosts = [] {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.079811] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] filter_scheduler.isolated_images = [] {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.079989] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.080165] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.080332] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.080494] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] filter_scheduler.pci_in_placement = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.080657] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.080824] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.080997] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.081177] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.081344] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.081511] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.081675] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] filter_scheduler.track_instance_changes = True {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.081855] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.082041] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] metrics.required = True {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.082214] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] metrics.weight_multiplier = 1.0 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.082381] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.082549] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] metrics.weight_setting = [] {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.082866] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.083055] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] serial_console.enabled = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.083236] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] serial_console.port_range = 10000:20000 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.083407] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.083578] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.083745] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] serial_console.serialproxy_port = 6083 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.083912] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] service_user.auth_section = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.084093] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] service_user.auth_type = password {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.084257] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] service_user.cafile = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.084417] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] service_user.certfile = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.084580] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] service_user.collect_timing = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.084762] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] service_user.insecure = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.084900] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] service_user.keyfile = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.085082] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] service_user.send_service_user_token = True {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.085250] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] service_user.split_loggers = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.085408] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] service_user.timeout = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.085576] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] spice.agent_enabled = True {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.085737] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] spice.enabled = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.086054] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.086262] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.086436] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] spice.html5proxy_port = 6082 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.086599] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] spice.image_compression = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.086758] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] spice.jpeg_compression = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.086918] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] spice.playback_compression = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.087094] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] spice.require_secure = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.087266] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] spice.server_listen = 127.0.0.1 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.087433] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.087591] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] spice.streaming_mode = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.087747] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] spice.zlib_compression = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.087914] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] upgrade_levels.baseapi = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.088095] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] upgrade_levels.compute = auto {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.088258] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] upgrade_levels.conductor = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.088418] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] upgrade_levels.scheduler = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.088584] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vendordata_dynamic_auth.auth_section = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.088749] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vendordata_dynamic_auth.auth_type = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.088912] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vendordata_dynamic_auth.cafile = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.089082] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vendordata_dynamic_auth.certfile = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.089251] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.089412] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vendordata_dynamic_auth.insecure = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.089570] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vendordata_dynamic_auth.keyfile = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.089732] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.089894] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vendordata_dynamic_auth.timeout = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.090080] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vmware.api_retry_count = 10 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.090247] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vmware.ca_file = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.090419] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vmware.cache_prefix = devstack-image-cache {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.090587] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vmware.cluster_name = testcl1 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.090753] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vmware.connection_pool_size = 10 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.090915] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vmware.console_delay_seconds = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.091092] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vmware.datastore_regex = ^datastore.* {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.091303] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.091492] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vmware.host_password = **** {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.091656] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vmware.host_port = 443 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.091824] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vmware.host_username = administrator@vsphere.local {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.091994] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vmware.insecure = True {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.092167] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vmware.integration_bridge = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.092333] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vmware.maximum_objects = 100 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.092495] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vmware.pbm_default_policy = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.092657] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vmware.pbm_enabled = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.092815] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vmware.pbm_wsdl_location = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.092986] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.093160] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vmware.serial_port_proxy_uri = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.093321] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vmware.serial_port_service_uri = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.093487] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vmware.task_poll_interval = 0.5 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.093657] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vmware.use_linked_clone = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.093825] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vmware.vnc_keymap = en-us {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.093992] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vmware.vnc_port = 5900 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.094168] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vmware.vnc_port_total = 10000 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.094355] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vnc.auth_schemes = ['none'] {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.094529] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vnc.enabled = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.094860] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.095015] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.095203] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vnc.novncproxy_port = 6080 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.095399] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vnc.server_listen = 127.0.0.1 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.095580] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.095743] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vnc.vencrypt_ca_certs = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.095903] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vnc.vencrypt_client_cert = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.096072] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vnc.vencrypt_client_key = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.096249] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.096410] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] workarounds.disable_deep_image_inspection = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.096572] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.096734] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.096897] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.097071] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] workarounds.disable_rootwrap = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.097237] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] workarounds.enable_numa_live_migration = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.097399] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.097560] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.097719] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.097878] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] workarounds.libvirt_disable_apic = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.098050] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.098217] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.098377] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.098537] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.098696] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.098856] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.099033] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.099211] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.099376] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.099542] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.099726] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.099902] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] wsgi.client_socket_timeout = 900 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.100083] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] wsgi.default_pool_size = 1000 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.100251] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] wsgi.keep_alive = True {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.100417] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] wsgi.max_header_line = 16384 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.100580] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] wsgi.secure_proxy_ssl_header = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.100738] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] wsgi.ssl_ca_file = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.100896] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] wsgi.ssl_cert_file = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.101068] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] wsgi.ssl_key_file = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.101236] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] wsgi.tcp_keepidle = 600 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.101412] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.101575] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] zvm.ca_file = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.101733] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] zvm.cloud_connector_url = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.102041] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.102227] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] zvm.reachable_timeout = 300 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.102398] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.102576] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.102752] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] profiler.connection_string = messaging:// {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.102921] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] profiler.enabled = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.103101] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] profiler.es_doc_type = notification {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.103267] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] profiler.es_scroll_size = 10000 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.103440] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] profiler.es_scroll_time = 2m {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.103597] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] profiler.filter_error_trace = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.103764] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] profiler.hmac_keys = **** {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.103930] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] profiler.sentinel_service_name = mymaster {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.104106] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] profiler.socket_timeout = 0.1 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.104272] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] profiler.trace_requests = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.104429] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] profiler.trace_sqlalchemy = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.104610] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] profiler_jaeger.process_tags = {} {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.104770] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] profiler_jaeger.service_name_prefix = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.104955] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] profiler_otlp.service_name_prefix = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.105108] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] remote_debug.host = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.105269] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] remote_debug.port = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.105443] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.105606] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.105768] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.105930] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.106099] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.106263] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.106423] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.106584] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.106742] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.106913] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.107085] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.107256] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.107423] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.107586] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.107752] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.107914] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.108087] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.108262] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.108425] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.108587] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.108754] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.108921] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.109095] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.109263] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.109424] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.109587] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.109751] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.109914] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.110091] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.110259] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_messaging_rabbit.ssl = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.110428] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.110596] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.110761] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.110928] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.111111] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_messaging_rabbit.ssl_version = {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.111276] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.111458] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.111625] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_messaging_notifications.retry = -1 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.111799] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.111970] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_messaging_notifications.transport_url = **** {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.112159] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_limit.auth_section = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.112323] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_limit.auth_type = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.112484] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_limit.cafile = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.112643] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_limit.certfile = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.112804] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_limit.collect_timing = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.112964] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_limit.connect_retries = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.113134] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_limit.connect_retry_delay = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.113293] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_limit.endpoint_id = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.113461] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_limit.endpoint_interface = publicURL {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.113618] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_limit.endpoint_override = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.113773] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_limit.endpoint_region_name = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.113929] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_limit.endpoint_service_name = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.114094] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_limit.endpoint_service_type = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.114258] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_limit.insecure = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.114412] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_limit.keyfile = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.114567] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_limit.max_version = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.114722] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_limit.min_version = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.114876] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_limit.region_name = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.115060] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_limit.retriable_status_codes = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.115208] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_limit.service_name = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.115365] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_limit.service_type = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.115527] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_limit.split_loggers = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.115684] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_limit.status_code_retries = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.115843] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_limit.status_code_retry_delay = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.116007] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_limit.timeout = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.116172] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_limit.valid_interfaces = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.116328] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_limit.version = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.116491] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_reports.file_event_handler = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.116654] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.116815] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] oslo_reports.log_dir = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.116986] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.117158] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.117316] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.117488] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.117655] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.117816] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.117994] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.118169] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vif_plug_ovs_privileged.group = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.118329] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.118497] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.118659] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.118817] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] vif_plug_ovs_privileged.user = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.118987] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] os_vif_linux_bridge.flat_interface = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.119181] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.119355] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.119527] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.119700] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.119880] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.120061] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.120229] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.120407] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.120579] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] os_vif_ovs.isolate_vif = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.120752] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.120919] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.121097] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.121272] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] os_vif_ovs.ovsdb_interface = native {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.121432] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] os_vif_ovs.per_port_bridge = False {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.121602] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] privsep_osbrick.capabilities = [21] {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.121790] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] privsep_osbrick.group = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.121956] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] privsep_osbrick.helper_command = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.122136] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.122304] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.122463] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] privsep_osbrick.user = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.122634] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.122794] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] nova_sys_admin.group = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.122952] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] nova_sys_admin.helper_command = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.123128] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.123297] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.123455] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] nova_sys_admin.user = None {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 485.123584] env[62301]: DEBUG oslo_service.service [None req-a2c5d602-ec8e-4b88-8bb1-0863b79192fd None None] ******************************************************************************** {{(pid=62301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 485.123997] env[62301]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 485.627816] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f29aea35-1257-4786-aa3c-9ff1eef68195 None None] Getting list of instances from cluster (obj){ [ 485.627816] env[62301]: value = "domain-c8" [ 485.627816] env[62301]: _type = "ClusterComputeResource" [ 485.627816] env[62301]: } {{(pid=62301) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 485.628922] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cadf4c0f-8fed-455f-ac96-142dcd95b010 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 485.637318] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f29aea35-1257-4786-aa3c-9ff1eef68195 None None] Got total of 0 instances {{(pid=62301) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 485.637890] env[62301]: WARNING nova.virt.vmwareapi.driver [None req-f29aea35-1257-4786-aa3c-9ff1eef68195 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 485.638377] env[62301]: INFO nova.virt.node [None req-f29aea35-1257-4786-aa3c-9ff1eef68195 None None] Generated node identity f2701398-2646-410f-990f-c3cfa8025d57 [ 485.638619] env[62301]: INFO nova.virt.node [None req-f29aea35-1257-4786-aa3c-9ff1eef68195 None None] Wrote node identity f2701398-2646-410f-990f-c3cfa8025d57 to /opt/stack/data/n-cpu-1/compute_id [ 486.141574] env[62301]: WARNING nova.compute.manager [None req-f29aea35-1257-4786-aa3c-9ff1eef68195 None None] Compute nodes ['f2701398-2646-410f-990f-c3cfa8025d57'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 487.147248] env[62301]: INFO nova.compute.manager [None req-f29aea35-1257-4786-aa3c-9ff1eef68195 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 488.155078] env[62301]: WARNING nova.compute.manager [None req-f29aea35-1257-4786-aa3c-9ff1eef68195 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 488.155078] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f29aea35-1257-4786-aa3c-9ff1eef68195 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 488.155078] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f29aea35-1257-4786-aa3c-9ff1eef68195 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 488.155078] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f29aea35-1257-4786-aa3c-9ff1eef68195 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 488.155078] env[62301]: DEBUG nova.compute.resource_tracker [None req-f29aea35-1257-4786-aa3c-9ff1eef68195 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62301) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 488.155078] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5cc1050-4a4e-44bd-87fa-b5238aaf303e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 488.163258] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7e190d-e57e-4de4-8b46-e7d0b08a4faf {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 488.178409] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e377fcd9-c975-472d-9b8a-3f87e249a58c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 488.184500] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9d4975-5753-4699-a8d0-93d8afb4deee {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 488.213679] env[62301]: DEBUG nova.compute.resource_tracker [None req-f29aea35-1257-4786-aa3c-9ff1eef68195 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181174MB free_disk=131GB free_vcpus=48 pci_devices=None {{(pid=62301) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 488.214027] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f29aea35-1257-4786-aa3c-9ff1eef68195 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 488.214552] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f29aea35-1257-4786-aa3c-9ff1eef68195 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 488.717417] env[62301]: WARNING nova.compute.resource_tracker [None req-f29aea35-1257-4786-aa3c-9ff1eef68195 None None] No compute node record for cpu-1:f2701398-2646-410f-990f-c3cfa8025d57: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host f2701398-2646-410f-990f-c3cfa8025d57 could not be found. [ 489.222499] env[62301]: INFO nova.compute.resource_tracker [None req-f29aea35-1257-4786-aa3c-9ff1eef68195 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: f2701398-2646-410f-990f-c3cfa8025d57 [ 490.730490] env[62301]: DEBUG nova.compute.resource_tracker [None req-f29aea35-1257-4786-aa3c-9ff1eef68195 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62301) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 490.730929] env[62301]: DEBUG nova.compute.resource_tracker [None req-f29aea35-1257-4786-aa3c-9ff1eef68195 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62301) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 490.886146] env[62301]: INFO nova.scheduler.client.report [None req-f29aea35-1257-4786-aa3c-9ff1eef68195 None None] [req-bb757605-1595-4304-99c8-1e71129fc8d9] Created resource provider record via placement API for resource provider with UUID f2701398-2646-410f-990f-c3cfa8025d57 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 490.904196] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec76cb85-e5c8-471a-918f-e049ad5dd4dd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 490.912695] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3659d4-4f5f-4770-8787-ed8510259d7a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 490.944207] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1edf2d02-9d36-4323-af97-1f20d1152d89 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 490.951926] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18532a76-059c-4ac3-9f45-e110c022997d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 490.965382] env[62301]: DEBUG nova.compute.provider_tree [None req-f29aea35-1257-4786-aa3c-9ff1eef68195 None None] Updating inventory in ProviderTree for provider f2701398-2646-410f-990f-c3cfa8025d57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 491.513745] env[62301]: DEBUG nova.scheduler.client.report [None req-f29aea35-1257-4786-aa3c-9ff1eef68195 None None] Updated inventory for provider f2701398-2646-410f-990f-c3cfa8025d57 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 491.514014] env[62301]: DEBUG nova.compute.provider_tree [None req-f29aea35-1257-4786-aa3c-9ff1eef68195 None None] Updating resource provider f2701398-2646-410f-990f-c3cfa8025d57 generation from 0 to 1 during operation: update_inventory {{(pid=62301) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 491.514170] env[62301]: DEBUG nova.compute.provider_tree [None req-f29aea35-1257-4786-aa3c-9ff1eef68195 None None] Updating inventory in ProviderTree for provider f2701398-2646-410f-990f-c3cfa8025d57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 491.569194] env[62301]: DEBUG nova.compute.provider_tree [None req-f29aea35-1257-4786-aa3c-9ff1eef68195 None None] Updating resource provider f2701398-2646-410f-990f-c3cfa8025d57 generation from 1 to 2 during operation: update_traits {{(pid=62301) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 492.073763] env[62301]: DEBUG nova.compute.resource_tracker [None req-f29aea35-1257-4786-aa3c-9ff1eef68195 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62301) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 492.074042] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f29aea35-1257-4786-aa3c-9ff1eef68195 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.860s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 492.074211] env[62301]: DEBUG nova.service [None req-f29aea35-1257-4786-aa3c-9ff1eef68195 None None] Creating RPC server for service compute {{(pid=62301) start /opt/stack/nova/nova/service.py:186}} [ 492.087826] env[62301]: DEBUG nova.service [None req-f29aea35-1257-4786-aa3c-9ff1eef68195 None None] Join ServiceGroup membership for this service compute {{(pid=62301) start /opt/stack/nova/nova/service.py:203}} [ 492.088035] env[62301]: DEBUG nova.servicegroup.drivers.db [None req-f29aea35-1257-4786-aa3c-9ff1eef68195 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62301) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 512.090947] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._sync_power_states {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 512.594679] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Getting list of instances from cluster (obj){ [ 512.594679] env[62301]: value = "domain-c8" [ 512.594679] env[62301]: _type = "ClusterComputeResource" [ 512.594679] env[62301]: } {{(pid=62301) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 512.595878] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67ce010-1828-412e-acbe-6710b03ace69 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 512.604611] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Got total of 0 instances {{(pid=62301) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 512.604831] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 512.605126] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Getting list of instances from cluster (obj){ [ 512.605126] env[62301]: value = "domain-c8" [ 512.605126] env[62301]: _type = "ClusterComputeResource" [ 512.605126] env[62301]: } {{(pid=62301) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 512.605937] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896571bb-9d83-44b4-8384-11ebbc707fce {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 512.612858] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Got total of 0 instances {{(pid=62301) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 534.045386] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Acquiring lock "bdc392c0-6aee-40e8-9acb-0cee34a7ded5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 534.045712] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Lock "bdc392c0-6aee-40e8-9acb-0cee34a7ded5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 534.548992] env[62301]: DEBUG nova.compute.manager [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 534.981169] env[62301]: DEBUG oslo_concurrency.lockutils [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Acquiring lock "abd7a395-935a-4061-bc9e-ac167dd52d01" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 534.981169] env[62301]: DEBUG oslo_concurrency.lockutils [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Lock "abd7a395-935a-4061-bc9e-ac167dd52d01" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.081901] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.082436] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.083829] env[62301]: INFO nova.compute.claims [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 535.476354] env[62301]: DEBUG oslo_concurrency.lockutils [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Acquiring lock "877dbdd0-9397-4cad-acc8-9cf80b6f480b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.476734] env[62301]: DEBUG oslo_concurrency.lockutils [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Lock "877dbdd0-9397-4cad-acc8-9cf80b6f480b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.482616] env[62301]: DEBUG nova.compute.manager [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] [instance: abd7a395-935a-4061-bc9e-ac167dd52d01] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 535.979468] env[62301]: DEBUG nova.compute.manager [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: 877dbdd0-9397-4cad-acc8-9cf80b6f480b] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 536.021283] env[62301]: DEBUG oslo_concurrency.lockutils [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.201742] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e6c757c-6fdd-4711-9a9d-b1ea27613863 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.210849] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37cd63e1-3ddd-4713-9510-ad4d73e2e734 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.246840] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995a3d14-3133-4800-9996-3e9efd4780b7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.256712] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea83e23f-94c1-42bb-b7b9-5c28323635ce {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.275505] env[62301]: DEBUG nova.compute.provider_tree [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 536.359376] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Acquiring lock "44f7dbb8-3c27-438b-bd41-9fc0e9c6329d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.359497] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Lock "44f7dbb8-3c27-438b-bd41-9fc0e9c6329d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.512877] env[62301]: DEBUG oslo_concurrency.lockutils [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.783045] env[62301]: DEBUG nova.scheduler.client.report [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 536.864796] env[62301]: DEBUG nova.compute.manager [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] [instance: 44f7dbb8-3c27-438b-bd41-9fc0e9c6329d] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 537.226430] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Acquiring lock "e0f90512-56d7-4a9c-9b57-dea54f8b682f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.226757] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Lock "e0f90512-56d7-4a9c-9b57-dea54f8b682f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.291253] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.209s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.291937] env[62301]: DEBUG nova.compute.manager [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 537.294554] env[62301]: DEBUG oslo_concurrency.lockutils [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.273s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.296165] env[62301]: INFO nova.compute.claims [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] [instance: abd7a395-935a-4061-bc9e-ac167dd52d01] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 537.394547] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.733669] env[62301]: DEBUG nova.compute.manager [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] [instance: e0f90512-56d7-4a9c-9b57-dea54f8b682f] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 537.801408] env[62301]: DEBUG nova.compute.utils [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 537.803484] env[62301]: DEBUG nova.compute.manager [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Not allocating networking since 'none' was specified. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 538.265408] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.308607] env[62301]: DEBUG nova.compute.manager [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 538.417759] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1009c54-739a-4faa-ba48-b348054bdc49 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.428032] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9661b3-0ab6-410d-b090-6d640823aa69 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.469201] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87381ba1-f8d8-4187-8af8-b2530312631e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.478020] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a9ac19-cd46-45aa-803a-cf9b1d34e267 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.491342] env[62301]: DEBUG nova.compute.provider_tree [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 538.997759] env[62301]: DEBUG nova.scheduler.client.report [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 539.319333] env[62301]: DEBUG nova.compute.manager [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 539.505240] env[62301]: DEBUG oslo_concurrency.lockutils [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.210s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 539.505786] env[62301]: DEBUG nova.compute.manager [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] [instance: abd7a395-935a-4061-bc9e-ac167dd52d01] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 539.508432] env[62301]: DEBUG oslo_concurrency.lockutils [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.996s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 539.510128] env[62301]: INFO nova.compute.claims [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: 877dbdd0-9397-4cad-acc8-9cf80b6f480b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 539.741111] env[62301]: DEBUG nova.virt.hardware [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 539.741355] env[62301]: DEBUG nova.virt.hardware [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 539.741520] env[62301]: DEBUG nova.virt.hardware [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 539.741706] env[62301]: DEBUG nova.virt.hardware [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 539.741858] env[62301]: DEBUG nova.virt.hardware [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 539.742772] env[62301]: DEBUG nova.virt.hardware [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 539.743088] env[62301]: DEBUG nova.virt.hardware [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 539.743273] env[62301]: DEBUG nova.virt.hardware [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 539.743745] env[62301]: DEBUG nova.virt.hardware [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 539.743917] env[62301]: DEBUG nova.virt.hardware [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 539.744026] env[62301]: DEBUG nova.virt.hardware [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 539.744947] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de817090-dac8-4cf1-a479-20ac203a6a5a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.761614] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05edf8e-660e-4ff6-ae53-0719c2aa6fb6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.794771] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0344b263-533f-480d-8936-f8ace50cb7f9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.824349] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Instance VIF info [] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 539.835646] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 539.836809] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71f26ff4-ad4e-4b40-911e-a2e623dcfd51 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.851807] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Created folder: OpenStack in parent group-v4. [ 539.852228] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Creating folder: Project (563f32a272ab4780b6748f737304b765). Parent ref: group-v518653. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 539.856029] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14377544-3352-4e82-ab54-6886d791b271 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.866896] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Created folder: Project (563f32a272ab4780b6748f737304b765) in parent group-v518653. [ 539.867223] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Creating folder: Instances. Parent ref: group-v518654. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 539.867571] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e43e607-01dd-482a-a817-dffdaffb6948 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.879752] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Created folder: Instances in parent group-v518654. [ 539.880627] env[62301]: DEBUG oslo.service.loopingcall [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 539.880627] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 539.880764] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0e23e8d-8602-4cbf-9235-27987c5268be {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.914430] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 539.914430] env[62301]: value = "task-2569523" [ 539.914430] env[62301]: _type = "Task" [ 539.914430] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 539.923203] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569523, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 540.018040] env[62301]: DEBUG nova.compute.utils [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 540.021643] env[62301]: DEBUG nova.compute.manager [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] [instance: abd7a395-935a-4061-bc9e-ac167dd52d01] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 540.021920] env[62301]: DEBUG nova.network.neutron [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] [instance: abd7a395-935a-4061-bc9e-ac167dd52d01] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 540.429954] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569523, 'name': CreateVM_Task, 'duration_secs': 0.412902} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 540.430224] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 540.446974] env[62301]: DEBUG nova.policy [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '181bdde0b15144b59386e88b251749ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ac1f2438c474c54901c9f37c45bb217', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 540.448459] env[62301]: DEBUG oslo_vmware.service [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbf06bc-273f-424e-94c2-98ffabe69d75 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.457590] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.457768] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.458447] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.458779] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af189009-2566-47ef-8978-744ab422efe5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.463520] env[62301]: DEBUG oslo_vmware.api [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Waiting for the task: (returnval){ [ 540.463520] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52a791ac-f046-dbe8-3fee-3b16cafe2ffc" [ 540.463520] env[62301]: _type = "Task" [ 540.463520] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 540.476392] env[62301]: DEBUG oslo_vmware.api [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52a791ac-f046-dbe8-3fee-3b16cafe2ffc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 540.520937] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 540.520937] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 540.520937] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Starting heal instance info cache {{(pid=62301) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 540.520937] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Rebuilding the list of instances to heal {{(pid=62301) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 540.525769] env[62301]: DEBUG nova.compute.manager [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] [instance: abd7a395-935a-4061-bc9e-ac167dd52d01] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 540.667175] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70423c89-bfec-4697-b1e4-c997a42feb80 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.678445] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1286e66-f4b2-4ded-ab9b-095aa8c1f539 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.713798] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a194dd8b-f0d7-45bf-9a47-71e9611f6702 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.722079] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ffeb04b-080d-4ffe-813f-17326fb29324 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.737224] env[62301]: DEBUG nova.compute.provider_tree [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 540.980324] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.980672] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 540.981270] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.981452] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.981907] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 540.982159] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1956b5a4-a75c-460f-906e-bbfce107ec07 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.003283] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 541.003531] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 541.004420] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242850e5-e751-474f-b535-90bae603b435 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.012377] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fc1286e-bc59-40be-8c48-7845adeb1935 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.017652] env[62301]: DEBUG oslo_vmware.api [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Waiting for the task: (returnval){ [ 541.017652] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5291cd1e-65c2-e895-ab4a-6337c3ef89fb" [ 541.017652] env[62301]: _type = "Task" [ 541.017652] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 541.027992] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Skipping network cache update for instance because it is Building. {{(pid=62301) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 541.028177] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: abd7a395-935a-4061-bc9e-ac167dd52d01] Skipping network cache update for instance because it is Building. {{(pid=62301) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 541.028454] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 877dbdd0-9397-4cad-acc8-9cf80b6f480b] Skipping network cache update for instance because it is Building. {{(pid=62301) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 541.028573] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Didn't find any instances for network info cache update. {{(pid=62301) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 541.028801] env[62301]: DEBUG oslo_vmware.api [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5291cd1e-65c2-e895-ab4a-6337c3ef89fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 541.029011] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 541.029360] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 541.033311] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 541.034046] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 541.034046] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 541.034201] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 541.034634] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62301) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 541.034634] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 541.240587] env[62301]: DEBUG nova.scheduler.client.report [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 541.531840] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Preparing fetch location {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 541.532178] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Creating directory with path [datastore1] vmware_temp/dd75213e-178b-47d5-8e8f-d72f4fa0217b/fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 541.533050] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-873ff4c9-3d2a-44c2-b552-e642c9e3f0a3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.535077] env[62301]: DEBUG nova.compute.manager [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] [instance: abd7a395-935a-4061-bc9e-ac167dd52d01] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 541.543791] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.569035] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Created directory with path [datastore1] vmware_temp/dd75213e-178b-47d5-8e8f-d72f4fa0217b/fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 541.569035] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Fetch image to [datastore1] vmware_temp/dd75213e-178b-47d5-8e8f-d72f4fa0217b/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/tmp-sparse.vmdk {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 541.569035] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Downloading image file data fa120b82-9657-4d79-a2f0-8dd63e2ef76d to [datastore1] vmware_temp/dd75213e-178b-47d5-8e8f-d72f4fa0217b/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/tmp-sparse.vmdk on the data store datastore1 {{(pid=62301) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 541.570475] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ca72d6-6f3d-4426-8a00-e59fe9141c12 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.581334] env[62301]: DEBUG nova.virt.hardware [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 541.581334] env[62301]: DEBUG nova.virt.hardware [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 541.581444] env[62301]: DEBUG nova.virt.hardware [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 541.581602] env[62301]: DEBUG nova.virt.hardware [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 541.581939] env[62301]: DEBUG nova.virt.hardware [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 541.581939] env[62301]: DEBUG nova.virt.hardware [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 541.582267] env[62301]: DEBUG nova.virt.hardware [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 541.582267] env[62301]: DEBUG nova.virt.hardware [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 541.582399] env[62301]: DEBUG nova.virt.hardware [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 541.582549] env[62301]: DEBUG nova.virt.hardware [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 541.582727] env[62301]: DEBUG nova.virt.hardware [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 541.587192] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dfa269c-448f-46e9-ac94-0a012ab3ce83 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.588664] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e205d339-9e4c-4673-85f7-1ffef1d752e4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.601763] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2082fb58-d471-4653-b7cb-255c00031511 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.636454] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74d53f8-4eac-4fdb-af8c-6441a4f56699 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.641441] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b807c3b-1a9b-41ef-b5a5-0e1fb2a5f469 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.657519] env[62301]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-2513ff4f-37c6-48c6-88d7-69287b111c21 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.697053] env[62301]: DEBUG nova.virt.vmwareapi.images [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Downloading image file data fa120b82-9657-4d79-a2f0-8dd63e2ef76d to the data store datastore1 {{(pid=62301) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 541.751423] env[62301]: DEBUG oslo_concurrency.lockutils [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.241s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 541.752056] env[62301]: DEBUG nova.compute.manager [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: 877dbdd0-9397-4cad-acc8-9cf80b6f480b] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 541.754876] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.360s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.756289] env[62301]: INFO nova.compute.claims [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] [instance: 44f7dbb8-3c27-438b-bd41-9fc0e9c6329d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 541.950924] env[62301]: DEBUG oslo_vmware.rw_handles [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/dd75213e-178b-47d5-8e8f-d72f4fa0217b/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62301) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 542.271632] env[62301]: DEBUG nova.compute.utils [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 542.289539] env[62301]: DEBUG nova.compute.manager [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: 877dbdd0-9397-4cad-acc8-9cf80b6f480b] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 542.289539] env[62301]: DEBUG nova.network.neutron [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: 877dbdd0-9397-4cad-acc8-9cf80b6f480b] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 542.457519] env[62301]: DEBUG nova.policy [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0a9c620c727444f9656478d686e0bcc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0a2df5bf95d493093d8bd193d1763e9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 542.647388] env[62301]: DEBUG oslo_vmware.rw_handles [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Completed reading data from the image iterator. {{(pid=62301) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 542.648275] env[62301]: DEBUG oslo_vmware.rw_handles [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/dd75213e-178b-47d5-8e8f-d72f4fa0217b/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62301) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 542.782763] env[62301]: DEBUG nova.virt.vmwareapi.images [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Downloaded image file data fa120b82-9657-4d79-a2f0-8dd63e2ef76d to vmware_temp/dd75213e-178b-47d5-8e8f-d72f4fa0217b/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/tmp-sparse.vmdk on the data store datastore1 {{(pid=62301) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 542.784398] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Caching image {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 542.784745] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Copying Virtual Disk [datastore1] vmware_temp/dd75213e-178b-47d5-8e8f-d72f4fa0217b/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/tmp-sparse.vmdk to [datastore1] vmware_temp/dd75213e-178b-47d5-8e8f-d72f4fa0217b/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 542.786086] env[62301]: DEBUG nova.compute.manager [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: 877dbdd0-9397-4cad-acc8-9cf80b6f480b] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 542.792721] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3cb19e4-e12c-4fd3-9343-b42f9f0c403d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.802663] env[62301]: DEBUG oslo_vmware.api [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Waiting for the task: (returnval){ [ 542.802663] env[62301]: value = "task-2569524" [ 542.802663] env[62301]: _type = "Task" [ 542.802663] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 542.816641] env[62301]: DEBUG oslo_vmware.api [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Task: {'id': task-2569524, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 542.900946] env[62301]: DEBUG nova.network.neutron [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] [instance: abd7a395-935a-4061-bc9e-ac167dd52d01] Successfully created port: 4f00f0e7-992a-4ad2-b028-b4fd1b9942ec {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 542.959195] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60dd6547-f3b8-4b4c-a89c-1b5bd787577b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.970123] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e80f4e-9bf1-495f-a899-dfeff68744af {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.015928] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc415126-a05b-49b6-9203-bdc30640b9f6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.028538] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a29196-e7f6-4db0-85d2-01e81c75c011 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.048769] env[62301]: DEBUG nova.compute.provider_tree [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 543.325229] env[62301]: DEBUG oslo_vmware.api [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Task: {'id': task-2569524, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 543.552213] env[62301]: DEBUG nova.scheduler.client.report [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 543.713606] env[62301]: DEBUG nova.network.neutron [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: 877dbdd0-9397-4cad-acc8-9cf80b6f480b] Successfully created port: 8b7afc21-19c4-4713-92b4-bae497cf17dc {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 543.801557] env[62301]: DEBUG nova.compute.manager [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: 877dbdd0-9397-4cad-acc8-9cf80b6f480b] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 543.823639] env[62301]: DEBUG oslo_vmware.api [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Task: {'id': task-2569524, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 543.840571] env[62301]: DEBUG nova.virt.hardware [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 543.840923] env[62301]: DEBUG nova.virt.hardware [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 543.841131] env[62301]: DEBUG nova.virt.hardware [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 543.841298] env[62301]: DEBUG nova.virt.hardware [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 543.841373] env[62301]: DEBUG nova.virt.hardware [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 543.841492] env[62301]: DEBUG nova.virt.hardware [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 543.841704] env[62301]: DEBUG nova.virt.hardware [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 543.841894] env[62301]: DEBUG nova.virt.hardware [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 543.842074] env[62301]: DEBUG nova.virt.hardware [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 543.842270] env[62301]: DEBUG nova.virt.hardware [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 543.842448] env[62301]: DEBUG nova.virt.hardware [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 543.843335] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a61cbd8-cd96-447d-ad4b-2e115d8e835c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.852683] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02943bb9-6297-4299-b1da-12e0766bd596 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.060308] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.303s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 544.060308] env[62301]: DEBUG nova.compute.manager [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] [instance: 44f7dbb8-3c27-438b-bd41-9fc0e9c6329d] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 544.065189] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.800s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 544.066907] env[62301]: INFO nova.compute.claims [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] [instance: e0f90512-56d7-4a9c-9b57-dea54f8b682f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 544.322848] env[62301]: DEBUG oslo_vmware.api [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Task: {'id': task-2569524, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.573227] env[62301]: DEBUG nova.compute.utils [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 544.583022] env[62301]: DEBUG nova.compute.manager [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] [instance: 44f7dbb8-3c27-438b-bd41-9fc0e9c6329d] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 544.583022] env[62301]: DEBUG nova.network.neutron [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] [instance: 44f7dbb8-3c27-438b-bd41-9fc0e9c6329d] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 544.733873] env[62301]: DEBUG nova.policy [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff53bc3f94004e809ea67c05366eca14', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8baa979463794f5d956705a2820c7a5b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 544.825511] env[62301]: DEBUG oslo_vmware.api [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Task: {'id': task-2569524, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.633721} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 544.825511] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Copied Virtual Disk [datastore1] vmware_temp/dd75213e-178b-47d5-8e8f-d72f4fa0217b/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/tmp-sparse.vmdk to [datastore1] vmware_temp/dd75213e-178b-47d5-8e8f-d72f4fa0217b/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 544.825695] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Deleting the datastore file [datastore1] vmware_temp/dd75213e-178b-47d5-8e8f-d72f4fa0217b/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/tmp-sparse.vmdk {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 544.825940] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5d9e6b5-2227-43e0-8810-582540357d8b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.832987] env[62301]: DEBUG oslo_vmware.api [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Waiting for the task: (returnval){ [ 544.832987] env[62301]: value = "task-2569525" [ 544.832987] env[62301]: _type = "Task" [ 544.832987] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 544.842448] env[62301]: DEBUG oslo_vmware.api [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Task: {'id': task-2569525, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.088440] env[62301]: DEBUG nova.compute.manager [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] [instance: 44f7dbb8-3c27-438b-bd41-9fc0e9c6329d] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 545.106374] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Acquiring lock "00a8a42a-2239-483d-a0cf-d7bbb3d95997" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.106673] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Lock "00a8a42a-2239-483d-a0cf-d7bbb3d95997" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.253323] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78dbbacd-66cb-4301-bebf-bcb74696141d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.261311] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2728435-fff5-4c10-91dc-a9ea951ec8fd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.303183] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79bd9ce4-c04f-4e82-be45-51f4c2e98149 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.315045] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb56c78-bf9e-44ea-a22b-09f1b9d6f59e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.327152] env[62301]: DEBUG nova.compute.provider_tree [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 545.344864] env[62301]: DEBUG oslo_vmware.api [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Task: {'id': task-2569525, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.023243} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.345253] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 545.345326] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Moving file from [datastore1] vmware_temp/dd75213e-178b-47d5-8e8f-d72f4fa0217b/fa120b82-9657-4d79-a2f0-8dd63e2ef76d to [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d. {{(pid=62301) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 545.345674] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-5999c3ad-9625-474b-aae3-a329756c4228 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.354387] env[62301]: DEBUG oslo_vmware.api [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Waiting for the task: (returnval){ [ 545.354387] env[62301]: value = "task-2569526" [ 545.354387] env[62301]: _type = "Task" [ 545.354387] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.368372] env[62301]: DEBUG oslo_vmware.api [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Task: {'id': task-2569526, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.612591] env[62301]: DEBUG nova.compute.manager [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] [instance: 00a8a42a-2239-483d-a0cf-d7bbb3d95997] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 545.830238] env[62301]: DEBUG nova.scheduler.client.report [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 545.869290] env[62301]: DEBUG oslo_vmware.api [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Task: {'id': task-2569526, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.035029} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.869635] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] File moved {{(pid=62301) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 545.869992] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Cleaning up location [datastore1] vmware_temp/dd75213e-178b-47d5-8e8f-d72f4fa0217b {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 545.870360] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Deleting the datastore file [datastore1] vmware_temp/dd75213e-178b-47d5-8e8f-d72f4fa0217b {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 545.870753] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-794ba343-2b0c-4f83-8774-f7a6af5609a7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.879679] env[62301]: DEBUG oslo_vmware.api [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Waiting for the task: (returnval){ [ 545.879679] env[62301]: value = "task-2569527" [ 545.879679] env[62301]: _type = "Task" [ 545.879679] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.891185] env[62301]: DEBUG oslo_vmware.api [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Task: {'id': task-2569527, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.108029] env[62301]: DEBUG nova.compute.manager [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] [instance: 44f7dbb8-3c27-438b-bd41-9fc0e9c6329d] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 546.112098] env[62301]: DEBUG nova.network.neutron [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] [instance: 44f7dbb8-3c27-438b-bd41-9fc0e9c6329d] Successfully created port: 0b67897d-61e0-48aa-989b-28e94d0b5050 {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 546.144348] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.150163] env[62301]: DEBUG nova.virt.hardware [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 546.150163] env[62301]: DEBUG nova.virt.hardware [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 546.150163] env[62301]: DEBUG nova.virt.hardware [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 546.150640] env[62301]: DEBUG nova.virt.hardware [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 546.150640] env[62301]: DEBUG nova.virt.hardware [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 546.150640] env[62301]: DEBUG nova.virt.hardware [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 546.150640] env[62301]: DEBUG nova.virt.hardware [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 546.150640] env[62301]: DEBUG nova.virt.hardware [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 546.150791] env[62301]: DEBUG nova.virt.hardware [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 546.150896] env[62301]: DEBUG nova.virt.hardware [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 546.151222] env[62301]: DEBUG nova.virt.hardware [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 546.152327] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912321df-d028-43a5-9bf3-3d4513971c5f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.161306] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dabc135-1f5a-4b6a-b877-7399a182f777 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.343467] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.278s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.344155] env[62301]: DEBUG nova.compute.manager [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] [instance: e0f90512-56d7-4a9c-9b57-dea54f8b682f] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 546.350641] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.805s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.350641] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.350641] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62301) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 546.350641] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.204s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.350641] env[62301]: INFO nova.compute.claims [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] [instance: 00a8a42a-2239-483d-a0cf-d7bbb3d95997] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 546.359333] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f43716-5a92-4616-b601-9547ecf88c5e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.369204] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c330eb8f-f74b-4c02-adc6-01ef63a73ab6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.400062] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada15e9c-9cdc-4be8-a4d6-dd824f136a5a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.416104] env[62301]: DEBUG oslo_vmware.api [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Task: {'id': task-2569527, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.029616} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.417283] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 546.422114] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3966252-09ac-43a1-b48a-8915918fdcb8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.425101] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-847bbaab-5573-416a-991a-058d3fcd5e18 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.439033] env[62301]: DEBUG oslo_vmware.api [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Waiting for the task: (returnval){ [ 546.439033] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52e780e4-cc02-26b9-ac71-64c6c8d0a8ae" [ 546.439033] env[62301]: _type = "Task" [ 546.439033] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.482061] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181175MB free_disk=131GB free_vcpus=48 pci_devices=None {{(pid=62301) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 546.482061] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.488762] env[62301]: DEBUG oslo_vmware.api [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52e780e4-cc02-26b9-ac71-64c6c8d0a8ae, 'name': SearchDatastore_Task, 'duration_secs': 0.009354} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.489036] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 546.489665] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] bdc392c0-6aee-40e8-9acb-0cee34a7ded5/bdc392c0-6aee-40e8-9acb-0cee34a7ded5.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 546.489921] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7577c06-cf47-43af-b5ce-e9250644dbed {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.498608] env[62301]: DEBUG oslo_vmware.api [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Waiting for the task: (returnval){ [ 546.498608] env[62301]: value = "task-2569528" [ 546.498608] env[62301]: _type = "Task" [ 546.498608] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.507495] env[62301]: DEBUG oslo_vmware.api [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Task: {'id': task-2569528, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.866766] env[62301]: DEBUG nova.compute.utils [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 546.867220] env[62301]: DEBUG nova.compute.manager [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] [instance: e0f90512-56d7-4a9c-9b57-dea54f8b682f] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 546.867367] env[62301]: DEBUG nova.network.neutron [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] [instance: e0f90512-56d7-4a9c-9b57-dea54f8b682f] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 546.924892] env[62301]: DEBUG oslo_concurrency.lockutils [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Acquiring lock "5102a8ce-2234-43cb-ae85-df50645c9545" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.925173] env[62301]: DEBUG oslo_concurrency.lockutils [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Lock "5102a8ce-2234-43cb-ae85-df50645c9545" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.012078] env[62301]: DEBUG oslo_vmware.api [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Task: {'id': task-2569528, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440036} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.012078] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] bdc392c0-6aee-40e8-9acb-0cee34a7ded5/bdc392c0-6aee-40e8-9acb-0cee34a7ded5.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 547.012078] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 547.012078] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61b96ca7-cc50-405d-bd01-ab00f935b1e8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.018689] env[62301]: DEBUG oslo_vmware.api [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Waiting for the task: (returnval){ [ 547.018689] env[62301]: value = "task-2569529" [ 547.018689] env[62301]: _type = "Task" [ 547.018689] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.028144] env[62301]: DEBUG oslo_vmware.api [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Task: {'id': task-2569529, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.070271] env[62301]: DEBUG nova.policy [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4da5c1c3d13640ddbec85e11b9545bd3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '318468140a944debb6e8f1c7e1330b3a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 547.310620] env[62301]: DEBUG nova.network.neutron [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] [instance: abd7a395-935a-4061-bc9e-ac167dd52d01] Successfully updated port: 4f00f0e7-992a-4ad2-b028-b4fd1b9942ec {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 547.371912] env[62301]: DEBUG nova.compute.manager [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] [instance: e0f90512-56d7-4a9c-9b57-dea54f8b682f] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 547.420234] env[62301]: DEBUG nova.network.neutron [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: 877dbdd0-9397-4cad-acc8-9cf80b6f480b] Successfully updated port: 8b7afc21-19c4-4713-92b4-bae497cf17dc {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 547.429253] env[62301]: DEBUG nova.compute.manager [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] [instance: 5102a8ce-2234-43cb-ae85-df50645c9545] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 547.541180] env[62301]: DEBUG oslo_vmware.api [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Task: {'id': task-2569529, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062072} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.541717] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 547.542534] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5e7d85-8413-4828-9fff-7da49700016c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.576024] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] bdc392c0-6aee-40e8-9acb-0cee34a7ded5/bdc392c0-6aee-40e8-9acb-0cee34a7ded5.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 547.577382] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c95fd281-304e-4bf2-8853-33438a94b7f5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.592486] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52cc0342-dbc8-478e-9525-df5b19c0ac51 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.600019] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4d1c7b-f513-4adc-ad97-59d5badc3cad {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.607891] env[62301]: DEBUG oslo_vmware.api [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Waiting for the task: (returnval){ [ 547.607891] env[62301]: value = "task-2569530" [ 547.607891] env[62301]: _type = "Task" [ 547.607891] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.641399] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1a4c1f-b7c5-42a5-bbc5-8cfa7c785807 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.648469] env[62301]: DEBUG oslo_vmware.api [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Task: {'id': task-2569530, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.655631] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654d8827-1da6-43dc-9885-ea5e22243428 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.671023] env[62301]: DEBUG nova.compute.provider_tree [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 547.820976] env[62301]: DEBUG oslo_concurrency.lockutils [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Acquiring lock "refresh_cache-abd7a395-935a-4061-bc9e-ac167dd52d01" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.825428] env[62301]: DEBUG oslo_concurrency.lockutils [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Acquired lock "refresh_cache-abd7a395-935a-4061-bc9e-ac167dd52d01" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.825428] env[62301]: DEBUG nova.network.neutron [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] [instance: abd7a395-935a-4061-bc9e-ac167dd52d01] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 547.925070] env[62301]: DEBUG oslo_concurrency.lockutils [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Acquiring lock "refresh_cache-877dbdd0-9397-4cad-acc8-9cf80b6f480b" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.925378] env[62301]: DEBUG oslo_concurrency.lockutils [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Acquired lock "refresh_cache-877dbdd0-9397-4cad-acc8-9cf80b6f480b" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.925378] env[62301]: DEBUG nova.network.neutron [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: 877dbdd0-9397-4cad-acc8-9cf80b6f480b] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 547.959889] env[62301]: DEBUG oslo_concurrency.lockutils [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.982015] env[62301]: DEBUG nova.network.neutron [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] [instance: e0f90512-56d7-4a9c-9b57-dea54f8b682f] Successfully created port: 94350680-e94d-430c-9d61-8f405a3083ba {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 548.124967] env[62301]: DEBUG oslo_vmware.api [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Task: {'id': task-2569530, 'name': ReconfigVM_Task, 'duration_secs': 0.281924} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.129738] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Reconfigured VM instance instance-00000001 to attach disk [datastore1] bdc392c0-6aee-40e8-9acb-0cee34a7ded5/bdc392c0-6aee-40e8-9acb-0cee34a7ded5.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 548.129738] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-daae1127-653d-4e53-81c1-9947a377951d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.138228] env[62301]: DEBUG oslo_vmware.api [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Waiting for the task: (returnval){ [ 548.138228] env[62301]: value = "task-2569531" [ 548.138228] env[62301]: _type = "Task" [ 548.138228] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.143203] env[62301]: DEBUG oslo_vmware.api [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Task: {'id': task-2569531, 'name': Rename_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.172885] env[62301]: DEBUG nova.scheduler.client.report [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 548.268720] env[62301]: DEBUG oslo_concurrency.lockutils [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Acquiring lock "f26ca09f-a9b1-4262-842e-cc77d036d33a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 548.269272] env[62301]: DEBUG oslo_concurrency.lockutils [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Lock "f26ca09f-a9b1-4262-842e-cc77d036d33a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 548.384999] env[62301]: DEBUG nova.compute.manager [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] [instance: e0f90512-56d7-4a9c-9b57-dea54f8b682f] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 548.427040] env[62301]: DEBUG nova.virt.hardware [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 548.427278] env[62301]: DEBUG nova.virt.hardware [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 548.427623] env[62301]: DEBUG nova.virt.hardware [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 548.427623] env[62301]: DEBUG nova.virt.hardware [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 548.427787] env[62301]: DEBUG nova.virt.hardware [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 548.427909] env[62301]: DEBUG nova.virt.hardware [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 548.429326] env[62301]: DEBUG nova.virt.hardware [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 548.430244] env[62301]: DEBUG nova.virt.hardware [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 548.430444] env[62301]: DEBUG nova.virt.hardware [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 548.430705] env[62301]: DEBUG nova.virt.hardware [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 548.430932] env[62301]: DEBUG nova.virt.hardware [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 548.435445] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d36ff4f-5bf0-4f20-92bb-5a9fef5224b5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.448492] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3cdb22-abd7-44f4-8176-af4d09dd17d1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.489513] env[62301]: DEBUG nova.network.neutron [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] [instance: abd7a395-935a-4061-bc9e-ac167dd52d01] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 548.642654] env[62301]: DEBUG oslo_vmware.api [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Task: {'id': task-2569531, 'name': Rename_Task, 'duration_secs': 0.13118} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.642954] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 548.643449] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a530185a-5fea-467a-b2e1-a6a9517ed3b4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.650154] env[62301]: DEBUG oslo_vmware.api [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Waiting for the task: (returnval){ [ 548.650154] env[62301]: value = "task-2569532" [ 548.650154] env[62301]: _type = "Task" [ 548.650154] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.658469] env[62301]: DEBUG oslo_vmware.api [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Task: {'id': task-2569532, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.679529] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.331s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 548.680084] env[62301]: DEBUG nova.compute.manager [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] [instance: 00a8a42a-2239-483d-a0cf-d7bbb3d95997] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 548.683633] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.202s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 548.712116] env[62301]: DEBUG nova.network.neutron [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: 877dbdd0-9397-4cad-acc8-9cf80b6f480b] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 548.774023] env[62301]: DEBUG nova.compute.manager [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] [instance: f26ca09f-a9b1-4262-842e-cc77d036d33a] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 549.168274] env[62301]: DEBUG oslo_vmware.api [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Task: {'id': task-2569532, 'name': PowerOnVM_Task, 'duration_secs': 0.428207} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.168274] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 549.168274] env[62301]: INFO nova.compute.manager [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Took 9.85 seconds to spawn the instance on the hypervisor. [ 549.168274] env[62301]: DEBUG nova.compute.manager [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 549.168603] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ed9962-714e-4cf6-aaae-1105f1008a43 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.187282] env[62301]: DEBUG nova.compute.utils [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 549.194179] env[62301]: DEBUG nova.compute.manager [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] [instance: 00a8a42a-2239-483d-a0cf-d7bbb3d95997] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 549.194353] env[62301]: DEBUG nova.network.neutron [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] [instance: 00a8a42a-2239-483d-a0cf-d7bbb3d95997] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 549.261839] env[62301]: DEBUG nova.network.neutron [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] [instance: abd7a395-935a-4061-bc9e-ac167dd52d01] Updating instance_info_cache with network_info: [{"id": "4f00f0e7-992a-4ad2-b028-b4fd1b9942ec", "address": "fa:16:3e:73:28:47", "network": {"id": "229d681a-36f3-4cf5-8b82-82a25738b030", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "584ed71e5cee48ffa78bf852023e57aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f00f0e7-99", "ovs_interfaceid": "4f00f0e7-992a-4ad2-b028-b4fd1b9942ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 549.303318] env[62301]: DEBUG oslo_concurrency.lockutils [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 549.340145] env[62301]: DEBUG nova.policy [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49a2bdd1d0a2459bb78a60ceba86619f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79523e0eb4d6439a87ab5ee972867d3d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 549.403736] env[62301]: DEBUG nova.network.neutron [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: 877dbdd0-9397-4cad-acc8-9cf80b6f480b] Updating instance_info_cache with network_info: [{"id": "8b7afc21-19c4-4713-92b4-bae497cf17dc", "address": "fa:16:3e:8f:dc:4c", "network": {"id": "229d681a-36f3-4cf5-8b82-82a25738b030", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "584ed71e5cee48ffa78bf852023e57aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b7afc21-19", "ovs_interfaceid": "8b7afc21-19c4-4713-92b4-bae497cf17dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 549.487041] env[62301]: DEBUG nova.network.neutron [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] [instance: 44f7dbb8-3c27-438b-bd41-9fc0e9c6329d] Successfully updated port: 0b67897d-61e0-48aa-989b-28e94d0b5050 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 549.634392] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Acquiring lock "0a349cf5-a329-4b3a-b332-e7ff7442f9f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 549.634392] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Lock "0a349cf5-a329-4b3a-b332-e7ff7442f9f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.668242] env[62301]: DEBUG nova.compute.manager [req-b427a8f7-e52d-42af-9fdc-57eb4be24fa1 req-ebd567e8-216e-4a40-9ec1-8a799e1822c6 service nova] [instance: 877dbdd0-9397-4cad-acc8-9cf80b6f480b] Received event network-vif-plugged-8b7afc21-19c4-4713-92b4-bae497cf17dc {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 549.668242] env[62301]: DEBUG oslo_concurrency.lockutils [req-b427a8f7-e52d-42af-9fdc-57eb4be24fa1 req-ebd567e8-216e-4a40-9ec1-8a799e1822c6 service nova] Acquiring lock "877dbdd0-9397-4cad-acc8-9cf80b6f480b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 549.668242] env[62301]: DEBUG oslo_concurrency.lockutils [req-b427a8f7-e52d-42af-9fdc-57eb4be24fa1 req-ebd567e8-216e-4a40-9ec1-8a799e1822c6 service nova] Lock "877dbdd0-9397-4cad-acc8-9cf80b6f480b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.668360] env[62301]: DEBUG oslo_concurrency.lockutils [req-b427a8f7-e52d-42af-9fdc-57eb4be24fa1 req-ebd567e8-216e-4a40-9ec1-8a799e1822c6 service nova] Lock "877dbdd0-9397-4cad-acc8-9cf80b6f480b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 549.668483] env[62301]: DEBUG nova.compute.manager [req-b427a8f7-e52d-42af-9fdc-57eb4be24fa1 req-ebd567e8-216e-4a40-9ec1-8a799e1822c6 service nova] [instance: 877dbdd0-9397-4cad-acc8-9cf80b6f480b] No waiting events found dispatching network-vif-plugged-8b7afc21-19c4-4713-92b4-bae497cf17dc {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 549.668779] env[62301]: WARNING nova.compute.manager [req-b427a8f7-e52d-42af-9fdc-57eb4be24fa1 req-ebd567e8-216e-4a40-9ec1-8a799e1822c6 service nova] [instance: 877dbdd0-9397-4cad-acc8-9cf80b6f480b] Received unexpected event network-vif-plugged-8b7afc21-19c4-4713-92b4-bae497cf17dc for instance with vm_state building and task_state spawning. [ 549.690580] env[62301]: INFO nova.compute.manager [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Took 14.64 seconds to build instance. [ 549.694786] env[62301]: DEBUG nova.compute.manager [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] [instance: 00a8a42a-2239-483d-a0cf-d7bbb3d95997] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 549.741376] env[62301]: DEBUG nova.compute.manager [req-d8c0fe2c-c586-43d0-809a-16fd48497f9e req-e63a6221-9edd-4f39-9b15-60d58ebc45d0 service nova] [instance: abd7a395-935a-4061-bc9e-ac167dd52d01] Received event network-vif-plugged-4f00f0e7-992a-4ad2-b028-b4fd1b9942ec {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 549.741590] env[62301]: DEBUG oslo_concurrency.lockutils [req-d8c0fe2c-c586-43d0-809a-16fd48497f9e req-e63a6221-9edd-4f39-9b15-60d58ebc45d0 service nova] Acquiring lock "abd7a395-935a-4061-bc9e-ac167dd52d01-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 549.741815] env[62301]: DEBUG oslo_concurrency.lockutils [req-d8c0fe2c-c586-43d0-809a-16fd48497f9e req-e63a6221-9edd-4f39-9b15-60d58ebc45d0 service nova] Lock "abd7a395-935a-4061-bc9e-ac167dd52d01-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.741986] env[62301]: DEBUG oslo_concurrency.lockutils [req-d8c0fe2c-c586-43d0-809a-16fd48497f9e req-e63a6221-9edd-4f39-9b15-60d58ebc45d0 service nova] Lock "abd7a395-935a-4061-bc9e-ac167dd52d01-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 549.743196] env[62301]: DEBUG nova.compute.manager [req-d8c0fe2c-c586-43d0-809a-16fd48497f9e req-e63a6221-9edd-4f39-9b15-60d58ebc45d0 service nova] [instance: abd7a395-935a-4061-bc9e-ac167dd52d01] No waiting events found dispatching network-vif-plugged-4f00f0e7-992a-4ad2-b028-b4fd1b9942ec {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 549.743399] env[62301]: WARNING nova.compute.manager [req-d8c0fe2c-c586-43d0-809a-16fd48497f9e req-e63a6221-9edd-4f39-9b15-60d58ebc45d0 service nova] [instance: abd7a395-935a-4061-bc9e-ac167dd52d01] Received unexpected event network-vif-plugged-4f00f0e7-992a-4ad2-b028-b4fd1b9942ec for instance with vm_state building and task_state spawning. [ 549.748733] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance bdc392c0-6aee-40e8-9acb-0cee34a7ded5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 549.748874] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance abd7a395-935a-4061-bc9e-ac167dd52d01 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 549.749053] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 877dbdd0-9397-4cad-acc8-9cf80b6f480b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 549.749122] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 44f7dbb8-3c27-438b-bd41-9fc0e9c6329d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 549.749233] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance e0f90512-56d7-4a9c-9b57-dea54f8b682f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 549.749870] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 00a8a42a-2239-483d-a0cf-d7bbb3d95997 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 549.764999] env[62301]: DEBUG oslo_concurrency.lockutils [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Releasing lock "refresh_cache-abd7a395-935a-4061-bc9e-ac167dd52d01" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.765335] env[62301]: DEBUG nova.compute.manager [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] [instance: abd7a395-935a-4061-bc9e-ac167dd52d01] Instance network_info: |[{"id": "4f00f0e7-992a-4ad2-b028-b4fd1b9942ec", "address": "fa:16:3e:73:28:47", "network": {"id": "229d681a-36f3-4cf5-8b82-82a25738b030", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "584ed71e5cee48ffa78bf852023e57aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f00f0e7-99", "ovs_interfaceid": "4f00f0e7-992a-4ad2-b028-b4fd1b9942ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 549.766023] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] [instance: abd7a395-935a-4061-bc9e-ac167dd52d01] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:28:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '195e328b-e41a-49f5-9e51-546b8ea8ceba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f00f0e7-992a-4ad2-b028-b4fd1b9942ec', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 549.780917] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Creating folder: Project (5ac1f2438c474c54901c9f37c45bb217). Parent ref: group-v518653. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 549.782157] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c44eb50-e808-43be-ad00-2a421a0292d8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.794461] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Created folder: Project (5ac1f2438c474c54901c9f37c45bb217) in parent group-v518653. [ 549.794661] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Creating folder: Instances. Parent ref: group-v518657. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 549.794892] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aabd6f0f-2a13-4f6f-a1b7-95e78a8f0def {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.805978] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Created folder: Instances in parent group-v518657. [ 549.805978] env[62301]: DEBUG oslo.service.loopingcall [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 549.805978] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abd7a395-935a-4061-bc9e-ac167dd52d01] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 549.805978] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8fe7cf1e-2913-4d56-8c77-eb225ce122e2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.827554] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 549.827554] env[62301]: value = "task-2569535" [ 549.827554] env[62301]: _type = "Task" [ 549.827554] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.835878] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569535, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.910728] env[62301]: DEBUG oslo_concurrency.lockutils [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Releasing lock "refresh_cache-877dbdd0-9397-4cad-acc8-9cf80b6f480b" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.911155] env[62301]: DEBUG nova.compute.manager [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: 877dbdd0-9397-4cad-acc8-9cf80b6f480b] Instance network_info: |[{"id": "8b7afc21-19c4-4713-92b4-bae497cf17dc", "address": "fa:16:3e:8f:dc:4c", "network": {"id": "229d681a-36f3-4cf5-8b82-82a25738b030", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "584ed71e5cee48ffa78bf852023e57aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b7afc21-19", "ovs_interfaceid": "8b7afc21-19c4-4713-92b4-bae497cf17dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 549.911643] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: 877dbdd0-9397-4cad-acc8-9cf80b6f480b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:dc:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '195e328b-e41a-49f5-9e51-546b8ea8ceba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b7afc21-19c4-4713-92b4-bae497cf17dc', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 549.922878] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Creating folder: Project (c0a2df5bf95d493093d8bd193d1763e9). Parent ref: group-v518653. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 549.922878] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-edd06848-4522-4564-b90b-54ef2e6a01a8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.934211] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Created folder: Project (c0a2df5bf95d493093d8bd193d1763e9) in parent group-v518653. [ 549.934410] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Creating folder: Instances. Parent ref: group-v518660. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 549.934657] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ad2a68b-fce3-4b15-830d-b68720a817a9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.945417] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Created folder: Instances in parent group-v518660. [ 549.945660] env[62301]: DEBUG oslo.service.loopingcall [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 549.945876] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 877dbdd0-9397-4cad-acc8-9cf80b6f480b] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 549.946110] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2bd29559-864f-46e0-add4-cd0723d00b98 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.967960] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 549.967960] env[62301]: value = "task-2569538" [ 549.967960] env[62301]: _type = "Task" [ 549.967960] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.983964] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569538, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.991653] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Acquiring lock "refresh_cache-44f7dbb8-3c27-438b-bd41-9fc0e9c6329d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 549.991653] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Acquired lock "refresh_cache-44f7dbb8-3c27-438b-bd41-9fc0e9c6329d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.991653] env[62301]: DEBUG nova.network.neutron [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] [instance: 44f7dbb8-3c27-438b-bd41-9fc0e9c6329d] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 550.136212] env[62301]: DEBUG nova.compute.manager [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] [instance: 0a349cf5-a329-4b3a-b332-e7ff7442f9f3] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 550.196799] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2145b1a2-bec0-4c4c-8e65-27b9625a08b5 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Lock "bdc392c0-6aee-40e8-9acb-0cee34a7ded5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.151s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 550.252059] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 5102a8ce-2234-43cb-ae85-df50645c9545 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 550.288834] env[62301]: DEBUG nova.network.neutron [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] [instance: 00a8a42a-2239-483d-a0cf-d7bbb3d95997] Successfully created port: 62020e3a-52b4-4920-837e-7daac80acc4a {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 550.337782] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569535, 'name': CreateVM_Task, 'duration_secs': 0.347929} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.337951] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abd7a395-935a-4061-bc9e-ac167dd52d01] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 550.357392] env[62301]: DEBUG oslo_concurrency.lockutils [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.357565] env[62301]: DEBUG oslo_concurrency.lockutils [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.357960] env[62301]: DEBUG oslo_concurrency.lockutils [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.358243] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-252a1185-e495-4e50-b24c-06fa430f4251 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.363178] env[62301]: DEBUG oslo_vmware.api [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Waiting for the task: (returnval){ [ 550.363178] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52c5df8d-fa41-7dab-aa41-2d085059b0af" [ 550.363178] env[62301]: _type = "Task" [ 550.363178] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.375421] env[62301]: DEBUG oslo_vmware.api [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52c5df8d-fa41-7dab-aa41-2d085059b0af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.480450] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569538, 'name': CreateVM_Task, 'duration_secs': 0.464266} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.480849] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 877dbdd0-9397-4cad-acc8-9cf80b6f480b] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 550.482701] env[62301]: DEBUG oslo_concurrency.lockutils [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.577115] env[62301]: DEBUG nova.network.neutron [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] [instance: 44f7dbb8-3c27-438b-bd41-9fc0e9c6329d] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 550.666755] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 550.711399] env[62301]: DEBUG nova.compute.manager [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] [instance: 00a8a42a-2239-483d-a0cf-d7bbb3d95997] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 550.744331] env[62301]: DEBUG nova.virt.hardware [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 550.744474] env[62301]: DEBUG nova.virt.hardware [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 550.746084] env[62301]: DEBUG nova.virt.hardware [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 550.746084] env[62301]: DEBUG nova.virt.hardware [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 550.746084] env[62301]: DEBUG nova.virt.hardware [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 550.746084] env[62301]: DEBUG nova.virt.hardware [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 550.746084] env[62301]: DEBUG nova.virt.hardware [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 550.746084] env[62301]: DEBUG nova.virt.hardware [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 550.746327] env[62301]: DEBUG nova.virt.hardware [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 550.746327] env[62301]: DEBUG nova.virt.hardware [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 550.746480] env[62301]: DEBUG nova.virt.hardware [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 550.747415] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72bb28e6-5829-4bbd-9753-6b2406c7aff5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.758460] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance f26ca09f-a9b1-4262-842e-cc77d036d33a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 550.767593] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c67e90a-8bd4-4407-899c-0a488df63d00 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.874938] env[62301]: DEBUG oslo_vmware.api [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52c5df8d-fa41-7dab-aa41-2d085059b0af, 'name': SearchDatastore_Task, 'duration_secs': 0.013844} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.877085] env[62301]: DEBUG oslo_concurrency.lockutils [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.877085] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] [instance: abd7a395-935a-4061-bc9e-ac167dd52d01] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 550.877085] env[62301]: DEBUG oslo_concurrency.lockutils [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.877085] env[62301]: DEBUG oslo_concurrency.lockutils [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.877338] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 550.877338] env[62301]: DEBUG oslo_concurrency.lockutils [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.877338] env[62301]: DEBUG oslo_concurrency.lockutils [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.877338] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98294622-a237-4356-9092-0a84176a5b3a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.878950] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62d08316-3b75-472c-8855-ce27651f4156 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.884414] env[62301]: DEBUG oslo_vmware.api [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Waiting for the task: (returnval){ [ 550.884414] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5223310a-44ae-0849-f5c5-7e6499da7276" [ 550.884414] env[62301]: _type = "Task" [ 550.884414] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.894471] env[62301]: DEBUG oslo_vmware.api [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5223310a-44ae-0849-f5c5-7e6499da7276, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.895702] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 550.896355] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 550.897831] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90070679-13e4-40a4-8f3e-7a1a449e47de {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.904637] env[62301]: DEBUG oslo_vmware.api [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Waiting for the task: (returnval){ [ 550.904637] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]524ecc1d-7cb0-631d-943d-3a570df75bcd" [ 550.904637] env[62301]: _type = "Task" [ 550.904637] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.912348] env[62301]: DEBUG oslo_vmware.api [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]524ecc1d-7cb0-631d-943d-3a570df75bcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.987654] env[62301]: DEBUG nova.network.neutron [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] [instance: 44f7dbb8-3c27-438b-bd41-9fc0e9c6329d] Updating instance_info_cache with network_info: [{"id": "0b67897d-61e0-48aa-989b-28e94d0b5050", "address": "fa:16:3e:cd:3d:61", "network": {"id": "f96bcf89-051e-4517-ba21-3fb2c93f4004", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1396940795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8baa979463794f5d956705a2820c7a5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b67897d-61", "ovs_interfaceid": "0b67897d-61e0-48aa-989b-28e94d0b5050", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 551.116079] env[62301]: DEBUG nova.network.neutron [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] [instance: e0f90512-56d7-4a9c-9b57-dea54f8b682f] Successfully updated port: 94350680-e94d-430c-9d61-8f405a3083ba {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 551.262538] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 0a349cf5-a329-4b3a-b332-e7ff7442f9f3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 551.263248] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=62301) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 551.264795] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=62301) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 551.401572] env[62301]: DEBUG oslo_vmware.api [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5223310a-44ae-0849-f5c5-7e6499da7276, 'name': SearchDatastore_Task, 'duration_secs': 0.017578} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.401572] env[62301]: DEBUG oslo_concurrency.lockutils [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.401572] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: 877dbdd0-9397-4cad-acc8-9cf80b6f480b] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 551.401572] env[62301]: DEBUG oslo_concurrency.lockutils [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.425927] env[62301]: DEBUG oslo_vmware.api [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]524ecc1d-7cb0-631d-943d-3a570df75bcd, 'name': SearchDatastore_Task, 'duration_secs': 0.01213} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.427142] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8509ed23-dfc8-4b9e-b0e3-7804084865ac {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.435209] env[62301]: DEBUG oslo_vmware.api [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Waiting for the task: (returnval){ [ 551.435209] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52b6f232-c8a6-4e3c-1e0c-c4fc10460e53" [ 551.435209] env[62301]: _type = "Task" [ 551.435209] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.459548] env[62301]: DEBUG oslo_vmware.api [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52b6f232-c8a6-4e3c-1e0c-c4fc10460e53, 'name': SearchDatastore_Task, 'duration_secs': 0.012504} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.462525] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Acquiring lock "a7e173c9-7834-47e2-b469-2250fd138316" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.462733] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Lock "a7e173c9-7834-47e2-b469-2250fd138316" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.464055] env[62301]: DEBUG oslo_concurrency.lockutils [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.465316] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] abd7a395-935a-4061-bc9e-ac167dd52d01/abd7a395-935a-4061-bc9e-ac167dd52d01.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 551.466317] env[62301]: DEBUG oslo_concurrency.lockutils [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.467553] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 551.467914] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc8e4d2d-356e-45b7-80c1-b687e515ce49 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.473559] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5300e9c-7e66-4f9b-809d-15961cb1c592 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.481620] env[62301]: DEBUG oslo_vmware.api [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Waiting for the task: (returnval){ [ 551.481620] env[62301]: value = "task-2569539" [ 551.481620] env[62301]: _type = "Task" [ 551.481620] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.484798] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 551.485060] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 551.490629] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67bcdf77-1b93-4897-810d-510f5c1322d1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.494481] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Releasing lock "refresh_cache-44f7dbb8-3c27-438b-bd41-9fc0e9c6329d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.494803] env[62301]: DEBUG nova.compute.manager [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] [instance: 44f7dbb8-3c27-438b-bd41-9fc0e9c6329d] Instance network_info: |[{"id": "0b67897d-61e0-48aa-989b-28e94d0b5050", "address": "fa:16:3e:cd:3d:61", "network": {"id": "f96bcf89-051e-4517-ba21-3fb2c93f4004", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1396940795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8baa979463794f5d956705a2820c7a5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b67897d-61", "ovs_interfaceid": "0b67897d-61e0-48aa-989b-28e94d0b5050", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 551.495677] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e2ae71-322c-41a0-99ad-6d594b4ad509 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.500049] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] [instance: 44f7dbb8-3c27-438b-bd41-9fc0e9c6329d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:3d:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4e52d8a-b086-4333-a5a1-938680a2d2bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b67897d-61e0-48aa-989b-28e94d0b5050', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 551.509992] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Creating folder: Project (8baa979463794f5d956705a2820c7a5b). Parent ref: group-v518653. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 551.515707] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59ced6e8-2535-45e4-b366-f8474469de72 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.518248] env[62301]: DEBUG oslo_vmware.api [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Task: {'id': task-2569539, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.521333] env[62301]: DEBUG oslo_vmware.api [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Waiting for the task: (returnval){ [ 551.521333] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5201caf4-e418-fbaf-dc97-1444376d76e5" [ 551.521333] env[62301]: _type = "Task" [ 551.521333] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.531029] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f98f234-b37d-42b8-bc05-0834d02efa8a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.534621] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Created folder: Project (8baa979463794f5d956705a2820c7a5b) in parent group-v518653. [ 551.534709] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Creating folder: Instances. Parent ref: group-v518663. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 551.539488] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c39b1b8-ae72-433e-9100-e077bc40659a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.541341] env[62301]: DEBUG oslo_vmware.api [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5201caf4-e418-fbaf-dc97-1444376d76e5, 'name': SearchDatastore_Task, 'duration_secs': 0.009753} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.543046] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13a7d915-3bf8-437c-81d7-7c13207622f6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.588422] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79b4c96-8dbd-4062-871b-62f9143935cb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.599229] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Created folder: Instances in parent group-v518663. [ 551.599229] env[62301]: DEBUG oslo.service.loopingcall [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 551.599229] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44f7dbb8-3c27-438b-bd41-9fc0e9c6329d] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 551.599229] env[62301]: DEBUG oslo_vmware.api [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Waiting for the task: (returnval){ [ 551.599229] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52336afc-feb5-c865-3233-2733536e82d1" [ 551.599229] env[62301]: _type = "Task" [ 551.599229] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.599229] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f15b0539-a95e-410b-99e0-47e5d2ea2e3a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.621423] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5511b5-2737-4ea3-93e9-4da7fbffd3c8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.629486] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Acquiring lock "refresh_cache-e0f90512-56d7-4a9c-9b57-dea54f8b682f" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.629685] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Acquired lock "refresh_cache-e0f90512-56d7-4a9c-9b57-dea54f8b682f" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.629839] env[62301]: DEBUG nova.network.neutron [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] [instance: e0f90512-56d7-4a9c-9b57-dea54f8b682f] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 551.631239] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 551.631239] env[62301]: value = "task-2569542" [ 551.631239] env[62301]: _type = "Task" [ 551.631239] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.639396] env[62301]: DEBUG oslo_vmware.api [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52336afc-feb5-c865-3233-2733536e82d1, 'name': SearchDatastore_Task, 'duration_secs': 0.009394} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.642072] env[62301]: DEBUG oslo_concurrency.lockutils [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.642375] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 877dbdd0-9397-4cad-acc8-9cf80b6f480b/877dbdd0-9397-4cad-acc8-9cf80b6f480b.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 551.655731] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e1eed22-fe0e-4e60-961e-ea6c8cd5875a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.661287] env[62301]: DEBUG nova.compute.provider_tree [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 551.678758] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569542, 'name': CreateVM_Task} progress is 15%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.684286] env[62301]: DEBUG oslo_vmware.api [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Waiting for the task: (returnval){ [ 551.684286] env[62301]: value = "task-2569543" [ 551.684286] env[62301]: _type = "Task" [ 551.684286] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.697189] env[62301]: DEBUG oslo_vmware.api [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Task: {'id': task-2569543, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.969303] env[62301]: DEBUG nova.compute.manager [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] [instance: a7e173c9-7834-47e2-b469-2250fd138316] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 551.994786] env[62301]: DEBUG oslo_vmware.api [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Task: {'id': task-2569539, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.013444] env[62301]: DEBUG oslo_concurrency.lockutils [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Acquiring lock "544d3a11-8c1f-4a7a-8e6c-ff8715950d35" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.013758] env[62301]: DEBUG oslo_concurrency.lockutils [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Lock "544d3a11-8c1f-4a7a-8e6c-ff8715950d35" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.156432] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569542, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.183599] env[62301]: DEBUG nova.scheduler.client.report [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 552.195941] env[62301]: DEBUG oslo_vmware.api [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Task: {'id': task-2569543, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.261427] env[62301]: DEBUG nova.network.neutron [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] [instance: e0f90512-56d7-4a9c-9b57-dea54f8b682f] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 552.340790] env[62301]: DEBUG nova.network.neutron [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] [instance: 00a8a42a-2239-483d-a0cf-d7bbb3d95997] Successfully updated port: 62020e3a-52b4-4920-837e-7daac80acc4a {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 552.466276] env[62301]: DEBUG nova.network.neutron [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] [instance: e0f90512-56d7-4a9c-9b57-dea54f8b682f] Updating instance_info_cache with network_info: [{"id": "94350680-e94d-430c-9d61-8f405a3083ba", "address": "fa:16:3e:36:d5:02", "network": {"id": "229d681a-36f3-4cf5-8b82-82a25738b030", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "584ed71e5cee48ffa78bf852023e57aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94350680-e9", "ovs_interfaceid": "94350680-e94d-430c-9d61-8f405a3083ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 552.497107] env[62301]: DEBUG oslo_vmware.api [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Task: {'id': task-2569539, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51615} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.498213] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.498519] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] abd7a395-935a-4061-bc9e-ac167dd52d01/abd7a395-935a-4061-bc9e-ac167dd52d01.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 552.498732] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] [instance: abd7a395-935a-4061-bc9e-ac167dd52d01] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 552.498979] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af7297f3-91cd-406d-a058-cca358182ead {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.507230] env[62301]: DEBUG oslo_vmware.api [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Waiting for the task: (returnval){ [ 552.507230] env[62301]: value = "task-2569544" [ 552.507230] env[62301]: _type = "Task" [ 552.507230] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.516318] env[62301]: DEBUG nova.compute.manager [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 552.520290] env[62301]: DEBUG oslo_vmware.api [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Task: {'id': task-2569544, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.650650] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569542, 'name': CreateVM_Task, 'duration_secs': 0.580214} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.654108] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44f7dbb8-3c27-438b-bd41-9fc0e9c6329d] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 552.655419] env[62301]: DEBUG oslo_vmware.service [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d96079-b327-4a9a-8f35-b5e584279cc9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.662395] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.663424] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.663424] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.663424] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1420e97c-51bd-45aa-b5b7-029ae5e532c2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.677986] env[62301]: DEBUG oslo_vmware.api [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Waiting for the task: (returnval){ [ 552.677986] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52f6277c-2eef-44fb-5be2-59bd33cfbabb" [ 552.677986] env[62301]: _type = "Task" [ 552.677986] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.689718] env[62301]: DEBUG oslo_vmware.api [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52f6277c-2eef-44fb-5be2-59bd33cfbabb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.693585] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62301) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 552.693654] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.010s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.693929] env[62301]: DEBUG oslo_concurrency.lockutils [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.734s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.695666] env[62301]: INFO nova.compute.claims [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] [instance: 5102a8ce-2234-43cb-ae85-df50645c9545] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 552.708286] env[62301]: DEBUG oslo_vmware.api [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Task: {'id': task-2569543, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.843552] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Acquiring lock "refresh_cache-00a8a42a-2239-483d-a0cf-d7bbb3d95997" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.843725] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Acquired lock "refresh_cache-00a8a42a-2239-483d-a0cf-d7bbb3d95997" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.843858] env[62301]: DEBUG nova.network.neutron [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] [instance: 00a8a42a-2239-483d-a0cf-d7bbb3d95997] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 552.970551] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Releasing lock "refresh_cache-e0f90512-56d7-4a9c-9b57-dea54f8b682f" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.970930] env[62301]: DEBUG nova.compute.manager [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] [instance: e0f90512-56d7-4a9c-9b57-dea54f8b682f] Instance network_info: |[{"id": "94350680-e94d-430c-9d61-8f405a3083ba", "address": "fa:16:3e:36:d5:02", "network": {"id": "229d681a-36f3-4cf5-8b82-82a25738b030", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "584ed71e5cee48ffa78bf852023e57aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94350680-e9", "ovs_interfaceid": "94350680-e94d-430c-9d61-8f405a3083ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 552.971467] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] [instance: e0f90512-56d7-4a9c-9b57-dea54f8b682f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:d5:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '195e328b-e41a-49f5-9e51-546b8ea8ceba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '94350680-e94d-430c-9d61-8f405a3083ba', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 552.983530] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Creating folder: Project (318468140a944debb6e8f1c7e1330b3a). Parent ref: group-v518653. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 552.983530] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d73b35e-790e-40ea-9371-ed1b7d76144e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.992784] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Created folder: Project (318468140a944debb6e8f1c7e1330b3a) in parent group-v518653. [ 552.992968] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Creating folder: Instances. Parent ref: group-v518666. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 552.993217] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ebc63260-7524-4f63-8e5f-573f0ff6a31f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.004139] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Created folder: Instances in parent group-v518666. [ 553.004139] env[62301]: DEBUG oslo.service.loopingcall [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 553.004139] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0f90512-56d7-4a9c-9b57-dea54f8b682f] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 553.004139] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f0d6edd-cdea-4603-ad10-55331c50223d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.030948] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 553.030948] env[62301]: value = "task-2569547" [ 553.030948] env[62301]: _type = "Task" [ 553.030948] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.032285] env[62301]: DEBUG oslo_vmware.api [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Task: {'id': task-2569544, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08961} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.032285] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] [instance: abd7a395-935a-4061-bc9e-ac167dd52d01] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 553.036082] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8dead1f-2603-4088-bfc2-3f5cbafbd215 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.045560] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569547, 'name': CreateVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.063566] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] [instance: abd7a395-935a-4061-bc9e-ac167dd52d01] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] abd7a395-935a-4061-bc9e-ac167dd52d01/abd7a395-935a-4061-bc9e-ac167dd52d01.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 553.065198] env[62301]: DEBUG oslo_concurrency.lockutils [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 553.065440] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88657f39-5c59-4691-99ae-202e3d4726ee {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.085849] env[62301]: DEBUG oslo_vmware.api [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Waiting for the task: (returnval){ [ 553.085849] env[62301]: value = "task-2569548" [ 553.085849] env[62301]: _type = "Task" [ 553.085849] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.095839] env[62301]: DEBUG oslo_vmware.api [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Task: {'id': task-2569548, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.197527] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.197527] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] [instance: 44f7dbb8-3c27-438b-bd41-9fc0e9c6329d] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 553.197527] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.197527] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.197832] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 553.197832] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e380024-911e-428e-a137-979c47a39b32 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.206330] env[62301]: DEBUG oslo_vmware.api [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Task: {'id': task-2569543, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.126537} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.207158] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 877dbdd0-9397-4cad-acc8-9cf80b6f480b/877dbdd0-9397-4cad-acc8-9cf80b6f480b.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 553.207677] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: 877dbdd0-9397-4cad-acc8-9cf80b6f480b] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 553.207818] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 553.207856] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 553.208056] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c244206f-d523-4ea4-8847-7faab9fcf149 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.210517] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca8097f-fdae-4f53-b10e-cf67419b9637 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.220021] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37798c37-0f9c-4a88-9956-5fb89094b369 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.222678] env[62301]: DEBUG oslo_vmware.api [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Waiting for the task: (returnval){ [ 553.222678] env[62301]: value = "task-2569549" [ 553.222678] env[62301]: _type = "Task" [ 553.222678] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.228092] env[62301]: DEBUG oslo_vmware.api [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Waiting for the task: (returnval){ [ 553.228092] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52b471a6-fa45-fd27-a72a-9e45711637dd" [ 553.228092] env[62301]: _type = "Task" [ 553.228092] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.234718] env[62301]: DEBUG oslo_vmware.api [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Task: {'id': task-2569549, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.239562] env[62301]: DEBUG oslo_vmware.api [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52b471a6-fa45-fd27-a72a-9e45711637dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.255635] env[62301]: DEBUG oslo_concurrency.lockutils [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Acquiring lock "91b2eaca-3a17-446b-abe7-ff677db29514" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 553.255872] env[62301]: DEBUG oslo_concurrency.lockutils [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Lock "91b2eaca-3a17-446b-abe7-ff677db29514" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 553.315941] env[62301]: DEBUG nova.compute.manager [req-f2b14fff-7c47-4739-a075-192ad9e53e68 req-4d28f7ca-9d11-4db5-87da-0a5992513acd service nova] [instance: 877dbdd0-9397-4cad-acc8-9cf80b6f480b] Received event network-changed-8b7afc21-19c4-4713-92b4-bae497cf17dc {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 553.315941] env[62301]: DEBUG nova.compute.manager [req-f2b14fff-7c47-4739-a075-192ad9e53e68 req-4d28f7ca-9d11-4db5-87da-0a5992513acd service nova] [instance: 877dbdd0-9397-4cad-acc8-9cf80b6f480b] Refreshing instance network info cache due to event network-changed-8b7afc21-19c4-4713-92b4-bae497cf17dc. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 553.315941] env[62301]: DEBUG oslo_concurrency.lockutils [req-f2b14fff-7c47-4739-a075-192ad9e53e68 req-4d28f7ca-9d11-4db5-87da-0a5992513acd service nova] Acquiring lock "refresh_cache-877dbdd0-9397-4cad-acc8-9cf80b6f480b" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.315941] env[62301]: DEBUG oslo_concurrency.lockutils [req-f2b14fff-7c47-4739-a075-192ad9e53e68 req-4d28f7ca-9d11-4db5-87da-0a5992513acd service nova] Acquired lock "refresh_cache-877dbdd0-9397-4cad-acc8-9cf80b6f480b" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.315941] env[62301]: DEBUG nova.network.neutron [req-f2b14fff-7c47-4739-a075-192ad9e53e68 req-4d28f7ca-9d11-4db5-87da-0a5992513acd service nova] [instance: 877dbdd0-9397-4cad-acc8-9cf80b6f480b] Refreshing network info cache for port 8b7afc21-19c4-4713-92b4-bae497cf17dc {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 553.342290] env[62301]: DEBUG nova.compute.manager [req-5e5a7597-73eb-4d6c-a0fb-727dea0d6eb8 req-63fd0e9d-2ee9-4b35-a8f6-21ab732e75bf service nova] [instance: abd7a395-935a-4061-bc9e-ac167dd52d01] Received event network-changed-4f00f0e7-992a-4ad2-b028-b4fd1b9942ec {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 553.342586] env[62301]: DEBUG nova.compute.manager [req-5e5a7597-73eb-4d6c-a0fb-727dea0d6eb8 req-63fd0e9d-2ee9-4b35-a8f6-21ab732e75bf service nova] [instance: abd7a395-935a-4061-bc9e-ac167dd52d01] Refreshing instance network info cache due to event network-changed-4f00f0e7-992a-4ad2-b028-b4fd1b9942ec. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 553.342697] env[62301]: DEBUG oslo_concurrency.lockutils [req-5e5a7597-73eb-4d6c-a0fb-727dea0d6eb8 req-63fd0e9d-2ee9-4b35-a8f6-21ab732e75bf service nova] Acquiring lock "refresh_cache-abd7a395-935a-4061-bc9e-ac167dd52d01" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.342809] env[62301]: DEBUG oslo_concurrency.lockutils [req-5e5a7597-73eb-4d6c-a0fb-727dea0d6eb8 req-63fd0e9d-2ee9-4b35-a8f6-21ab732e75bf service nova] Acquired lock "refresh_cache-abd7a395-935a-4061-bc9e-ac167dd52d01" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.342963] env[62301]: DEBUG nova.network.neutron [req-5e5a7597-73eb-4d6c-a0fb-727dea0d6eb8 req-63fd0e9d-2ee9-4b35-a8f6-21ab732e75bf service nova] [instance: abd7a395-935a-4061-bc9e-ac167dd52d01] Refreshing network info cache for port 4f00f0e7-992a-4ad2-b028-b4fd1b9942ec {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 553.412428] env[62301]: DEBUG nova.network.neutron [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] [instance: 00a8a42a-2239-483d-a0cf-d7bbb3d95997] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 553.553277] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569547, 'name': CreateVM_Task, 'duration_secs': 0.413233} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.553408] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0f90512-56d7-4a9c-9b57-dea54f8b682f] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 553.555053] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.555223] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.555592] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.556661] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6b403bf-a1b4-4d2f-b9a3-d4c3501dd640 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.570902] env[62301]: DEBUG oslo_vmware.api [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Waiting for the task: (returnval){ [ 553.570902] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]526cf587-2e97-9d5a-b3e8-72e60e3fba1d" [ 553.570902] env[62301]: _type = "Task" [ 553.570902] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.580019] env[62301]: DEBUG oslo_vmware.api [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]526cf587-2e97-9d5a-b3e8-72e60e3fba1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.596473] env[62301]: DEBUG oslo_vmware.api [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Task: {'id': task-2569548, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.626531] env[62301]: DEBUG nova.network.neutron [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] [instance: 00a8a42a-2239-483d-a0cf-d7bbb3d95997] Updating instance_info_cache with network_info: [{"id": "62020e3a-52b4-4920-837e-7daac80acc4a", "address": "fa:16:3e:cf:a0:63", "network": {"id": "9246704b-2fb6-43c2-8e46-4f9a86dd88e7", "bridge": "br-int", "label": "tempest-ServersTestJSON-147205019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79523e0eb4d6439a87ab5ee972867d3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62020e3a-52", "ovs_interfaceid": "62020e3a-52b4-4920-837e-7daac80acc4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 553.737192] env[62301]: DEBUG oslo_vmware.api [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Task: {'id': task-2569549, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.443109} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.737516] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: 877dbdd0-9397-4cad-acc8-9cf80b6f480b] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 553.739606] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef88ba70-cac0-4804-8dff-bda7083a7597 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.752084] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] [instance: 44f7dbb8-3c27-438b-bd41-9fc0e9c6329d] Preparing fetch location {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 553.752325] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Creating directory with path [datastore2] vmware_temp/a5e0f0b2-60ec-4b8e-b496-d5267a22ab86/fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 553.752800] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-242a4ade-167e-4d1b-aa6e-cef28625e8ad {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.781047] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: 877dbdd0-9397-4cad-acc8-9cf80b6f480b] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 877dbdd0-9397-4cad-acc8-9cf80b6f480b/877dbdd0-9397-4cad-acc8-9cf80b6f480b.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 553.786720] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3987a4b6-11ae-4c12-b75f-735e20889935 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.815769] env[62301]: DEBUG oslo_concurrency.lockutils [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Acquiring lock "341e67b6-2eb8-47c3-b5a7-c52f48da66fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 553.816155] env[62301]: DEBUG oslo_concurrency.lockutils [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Lock "341e67b6-2eb8-47c3-b5a7-c52f48da66fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 553.816155] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Created directory with path [datastore2] vmware_temp/a5e0f0b2-60ec-4b8e-b496-d5267a22ab86/fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 553.816339] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] [instance: 44f7dbb8-3c27-438b-bd41-9fc0e9c6329d] Fetch image to [datastore2] vmware_temp/a5e0f0b2-60ec-4b8e-b496-d5267a22ab86/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/tmp-sparse.vmdk {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 553.816954] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] [instance: 44f7dbb8-3c27-438b-bd41-9fc0e9c6329d] Downloading image file data fa120b82-9657-4d79-a2f0-8dd63e2ef76d to [datastore2] vmware_temp/a5e0f0b2-60ec-4b8e-b496-d5267a22ab86/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/tmp-sparse.vmdk on the data store datastore2 {{(pid=62301) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 553.817399] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e169857-2066-4049-ba82-6c6190575194 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.823956] env[62301]: DEBUG oslo_vmware.api [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Waiting for the task: (returnval){ [ 553.823956] env[62301]: value = "task-2569550" [ 553.823956] env[62301]: _type = "Task" [ 553.823956] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.835031] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628a619f-e654-44fe-a020-f6b8fb9f6a53 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.840576] env[62301]: DEBUG oslo_vmware.api [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Task: {'id': task-2569550, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.853500] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7762c54-3c5c-447c-b531-e424fdb7bebf {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.895058] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c492ca82-2531-4f65-80e8-0eb8b15ea521 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.904374] env[62301]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-17086e3f-e597-4e2c-9cb1-d96d2ca36e4e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.999402] env[62301]: DEBUG nova.virt.vmwareapi.images [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] [instance: 44f7dbb8-3c27-438b-bd41-9fc0e9c6329d] Downloading image file data fa120b82-9657-4d79-a2f0-8dd63e2ef76d to the data store datastore2 {{(pid=62301) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 554.036216] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Acquiring lock "7c637115-8590-4e15-8500-dc04e7cfc21a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.036791] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Lock "7c637115-8590-4e15-8500-dc04e7cfc21a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.081052] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.081354] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] [instance: e0f90512-56d7-4a9c-9b57-dea54f8b682f] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 554.081534] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.087656] env[62301]: DEBUG oslo_vmware.rw_handles [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/a5e0f0b2-60ec-4b8e-b496-d5267a22ab86/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62301) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 554.148139] env[62301]: INFO nova.compute.manager [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Rebuilding instance [ 554.150719] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Releasing lock "refresh_cache-00a8a42a-2239-483d-a0cf-d7bbb3d95997" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.150992] env[62301]: DEBUG nova.compute.manager [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] [instance: 00a8a42a-2239-483d-a0cf-d7bbb3d95997] Instance network_info: |[{"id": "62020e3a-52b4-4920-837e-7daac80acc4a", "address": "fa:16:3e:cf:a0:63", "network": {"id": "9246704b-2fb6-43c2-8e46-4f9a86dd88e7", "bridge": "br-int", "label": "tempest-ServersTestJSON-147205019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79523e0eb4d6439a87ab5ee972867d3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62020e3a-52", "ovs_interfaceid": "62020e3a-52b4-4920-837e-7daac80acc4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 554.162647] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] [instance: 00a8a42a-2239-483d-a0cf-d7bbb3d95997] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:a0:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31ac3fea-ebf4-4bed-bf70-1eaecdf71280', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62020e3a-52b4-4920-837e-7daac80acc4a', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 554.169124] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Creating folder: Project (79523e0eb4d6439a87ab5ee972867d3d). Parent ref: group-v518653. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 554.169604] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ae55a7-a9e8-4409-9f0b-ff2e399fffcd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.172357] env[62301]: DEBUG oslo_vmware.api [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Task: {'id': task-2569548, 'name': ReconfigVM_Task, 'duration_secs': 0.808475} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.175820] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53aff847-0b7b-4218-ac8f-f6dd7f4a5a92 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.178835] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] [instance: abd7a395-935a-4061-bc9e-ac167dd52d01] Reconfigured VM instance instance-00000002 to attach disk [datastore1] abd7a395-935a-4061-bc9e-ac167dd52d01/abd7a395-935a-4061-bc9e-ac167dd52d01.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 554.180817] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-254cdfee-33a9-4c08-b801-97dacfbff95b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.186066] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e452fe-f8a0-466c-9a51-0db745472e14 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.194190] env[62301]: DEBUG oslo_vmware.api [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Waiting for the task: (returnval){ [ 554.194190] env[62301]: value = "task-2569552" [ 554.194190] env[62301]: _type = "Task" [ 554.194190] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.196165] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Created folder: Project (79523e0eb4d6439a87ab5ee972867d3d) in parent group-v518653. [ 554.196399] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Creating folder: Instances. Parent ref: group-v518669. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 554.200501] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2dd45dd1-ea54-485e-97d9-99d903a19ff4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.237463] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2affb6e-e751-48a4-bb12-029da8392fc8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.248874] env[62301]: DEBUG oslo_vmware.api [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Task: {'id': task-2569552, 'name': Rename_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.253221] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Created folder: Instances in parent group-v518669. [ 554.253221] env[62301]: DEBUG oslo.service.loopingcall [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 554.254037] env[62301]: DEBUG nova.compute.manager [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 554.254543] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00a8a42a-2239-483d-a0cf-d7bbb3d95997] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 554.256950] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1ad669-ccd8-4db0-8e54-7234f8c25f4d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.260350] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1cd3f2b-217b-4a0a-bf93-333febad8104 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.282234] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132d57e0-d01b-40ff-bb74-f0d728cfcf48 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.292733] env[62301]: DEBUG nova.network.neutron [req-f2b14fff-7c47-4739-a075-192ad9e53e68 req-4d28f7ca-9d11-4db5-87da-0a5992513acd service nova] [instance: 877dbdd0-9397-4cad-acc8-9cf80b6f480b] Updated VIF entry in instance network info cache for port 8b7afc21-19c4-4713-92b4-bae497cf17dc. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 554.293177] env[62301]: DEBUG nova.network.neutron [req-f2b14fff-7c47-4739-a075-192ad9e53e68 req-4d28f7ca-9d11-4db5-87da-0a5992513acd service nova] [instance: 877dbdd0-9397-4cad-acc8-9cf80b6f480b] Updating instance_info_cache with network_info: [{"id": "8b7afc21-19c4-4713-92b4-bae497cf17dc", "address": "fa:16:3e:8f:dc:4c", "network": {"id": "229d681a-36f3-4cf5-8b82-82a25738b030", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "584ed71e5cee48ffa78bf852023e57aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b7afc21-19", "ovs_interfaceid": "8b7afc21-19c4-4713-92b4-bae497cf17dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 554.299469] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 554.299469] env[62301]: value = "task-2569554" [ 554.299469] env[62301]: _type = "Task" [ 554.299469] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.308299] env[62301]: DEBUG nova.compute.provider_tree [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 554.322149] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569554, 'name': CreateVM_Task} progress is 10%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.334527] env[62301]: DEBUG oslo_vmware.api [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Task: {'id': task-2569550, 'name': ReconfigVM_Task, 'duration_secs': 0.428198} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.334682] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: 877dbdd0-9397-4cad-acc8-9cf80b6f480b] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 877dbdd0-9397-4cad-acc8-9cf80b6f480b/877dbdd0-9397-4cad-acc8-9cf80b6f480b.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 554.335272] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a647b70-59d1-4690-89b5-9d6048420fdd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.341444] env[62301]: DEBUG oslo_vmware.api [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Waiting for the task: (returnval){ [ 554.341444] env[62301]: value = "task-2569555" [ 554.341444] env[62301]: _type = "Task" [ 554.341444] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.354853] env[62301]: DEBUG oslo_vmware.api [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Task: {'id': task-2569555, 'name': Rename_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.540862] env[62301]: DEBUG nova.network.neutron [req-5e5a7597-73eb-4d6c-a0fb-727dea0d6eb8 req-63fd0e9d-2ee9-4b35-a8f6-21ab732e75bf service nova] [instance: abd7a395-935a-4061-bc9e-ac167dd52d01] Updated VIF entry in instance network info cache for port 4f00f0e7-992a-4ad2-b028-b4fd1b9942ec. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 554.541255] env[62301]: DEBUG nova.network.neutron [req-5e5a7597-73eb-4d6c-a0fb-727dea0d6eb8 req-63fd0e9d-2ee9-4b35-a8f6-21ab732e75bf service nova] [instance: abd7a395-935a-4061-bc9e-ac167dd52d01] Updating instance_info_cache with network_info: [{"id": "4f00f0e7-992a-4ad2-b028-b4fd1b9942ec", "address": "fa:16:3e:73:28:47", "network": {"id": "229d681a-36f3-4cf5-8b82-82a25738b030", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "584ed71e5cee48ffa78bf852023e57aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f00f0e7-99", "ovs_interfaceid": "4f00f0e7-992a-4ad2-b028-b4fd1b9942ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 554.708403] env[62301]: DEBUG oslo_vmware.api [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Task: {'id': task-2569552, 'name': Rename_Task, 'duration_secs': 0.221486} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.717243] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] [instance: abd7a395-935a-4061-bc9e-ac167dd52d01] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 554.717243] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dfca67da-a81b-4c44-84ad-d08f6e0dba61 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.724473] env[62301]: DEBUG oslo_vmware.api [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Waiting for the task: (returnval){ [ 554.724473] env[62301]: value = "task-2569556" [ 554.724473] env[62301]: _type = "Task" [ 554.724473] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.737223] env[62301]: DEBUG oslo_vmware.api [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Task: {'id': task-2569556, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.778586] env[62301]: DEBUG oslo_vmware.rw_handles [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Completed reading data from the image iterator. {{(pid=62301) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 554.779270] env[62301]: DEBUG oslo_vmware.rw_handles [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/a5e0f0b2-60ec-4b8e-b496-d5267a22ab86/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62301) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 554.802135] env[62301]: DEBUG oslo_concurrency.lockutils [req-f2b14fff-7c47-4739-a075-192ad9e53e68 req-4d28f7ca-9d11-4db5-87da-0a5992513acd service nova] Releasing lock "refresh_cache-877dbdd0-9397-4cad-acc8-9cf80b6f480b" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.814450] env[62301]: DEBUG nova.scheduler.client.report [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 554.824402] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569554, 'name': CreateVM_Task, 'duration_secs': 0.402033} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.824621] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00a8a42a-2239-483d-a0cf-d7bbb3d95997] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 554.825405] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.825638] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.825978] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.826577] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3c9c5bd-1ac1-473a-aff0-73ba58d976c5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.832711] env[62301]: DEBUG oslo_vmware.api [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Waiting for the task: (returnval){ [ 554.832711] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52016041-30b2-9778-9c94-132e5066c8d7" [ 554.832711] env[62301]: _type = "Task" [ 554.832711] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.845244] env[62301]: DEBUG oslo_vmware.api [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52016041-30b2-9778-9c94-132e5066c8d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.858036] env[62301]: DEBUG oslo_vmware.api [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Task: {'id': task-2569555, 'name': Rename_Task, 'duration_secs': 0.171943} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.858351] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: 877dbdd0-9397-4cad-acc8-9cf80b6f480b] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 554.858884] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0be7599-0384-40c9-93c0-05ed0f0360a6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.868881] env[62301]: DEBUG oslo_vmware.api [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Waiting for the task: (returnval){ [ 554.868881] env[62301]: value = "task-2569557" [ 554.868881] env[62301]: _type = "Task" [ 554.868881] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.884017] env[62301]: DEBUG oslo_vmware.api [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Task: {'id': task-2569557, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.920656] env[62301]: DEBUG nova.virt.vmwareapi.images [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] [instance: 44f7dbb8-3c27-438b-bd41-9fc0e9c6329d] Downloaded image file data fa120b82-9657-4d79-a2f0-8dd63e2ef76d to vmware_temp/a5e0f0b2-60ec-4b8e-b496-d5267a22ab86/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/tmp-sparse.vmdk on the data store datastore2 {{(pid=62301) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 554.923107] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] [instance: 44f7dbb8-3c27-438b-bd41-9fc0e9c6329d] Caching image {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 554.923107] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Copying Virtual Disk [datastore2] vmware_temp/a5e0f0b2-60ec-4b8e-b496-d5267a22ab86/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/tmp-sparse.vmdk to [datastore2] vmware_temp/a5e0f0b2-60ec-4b8e-b496-d5267a22ab86/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 554.923402] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c762845-00b2-4ea5-9688-96e818664634 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.932904] env[62301]: DEBUG oslo_vmware.api [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Waiting for the task: (returnval){ [ 554.932904] env[62301]: value = "task-2569558" [ 554.932904] env[62301]: _type = "Task" [ 554.932904] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.942068] env[62301]: DEBUG oslo_vmware.api [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Task: {'id': task-2569558, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.046306] env[62301]: DEBUG oslo_concurrency.lockutils [req-5e5a7597-73eb-4d6c-a0fb-727dea0d6eb8 req-63fd0e9d-2ee9-4b35-a8f6-21ab732e75bf service nova] Releasing lock "refresh_cache-abd7a395-935a-4061-bc9e-ac167dd52d01" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.046306] env[62301]: DEBUG nova.compute.manager [req-5e5a7597-73eb-4d6c-a0fb-727dea0d6eb8 req-63fd0e9d-2ee9-4b35-a8f6-21ab732e75bf service nova] [instance: 44f7dbb8-3c27-438b-bd41-9fc0e9c6329d] Received event network-vif-plugged-0b67897d-61e0-48aa-989b-28e94d0b5050 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 555.046306] env[62301]: DEBUG oslo_concurrency.lockutils [req-5e5a7597-73eb-4d6c-a0fb-727dea0d6eb8 req-63fd0e9d-2ee9-4b35-a8f6-21ab732e75bf service nova] Acquiring lock "44f7dbb8-3c27-438b-bd41-9fc0e9c6329d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.046481] env[62301]: DEBUG oslo_concurrency.lockutils [req-5e5a7597-73eb-4d6c-a0fb-727dea0d6eb8 req-63fd0e9d-2ee9-4b35-a8f6-21ab732e75bf service nova] Lock "44f7dbb8-3c27-438b-bd41-9fc0e9c6329d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.047034] env[62301]: DEBUG oslo_concurrency.lockutils [req-5e5a7597-73eb-4d6c-a0fb-727dea0d6eb8 req-63fd0e9d-2ee9-4b35-a8f6-21ab732e75bf service nova] Lock "44f7dbb8-3c27-438b-bd41-9fc0e9c6329d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.047034] env[62301]: DEBUG nova.compute.manager [req-5e5a7597-73eb-4d6c-a0fb-727dea0d6eb8 req-63fd0e9d-2ee9-4b35-a8f6-21ab732e75bf service nova] [instance: 44f7dbb8-3c27-438b-bd41-9fc0e9c6329d] No waiting events found dispatching network-vif-plugged-0b67897d-61e0-48aa-989b-28e94d0b5050 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 555.047163] env[62301]: WARNING nova.compute.manager [req-5e5a7597-73eb-4d6c-a0fb-727dea0d6eb8 req-63fd0e9d-2ee9-4b35-a8f6-21ab732e75bf service nova] [instance: 44f7dbb8-3c27-438b-bd41-9fc0e9c6329d] Received unexpected event network-vif-plugged-0b67897d-61e0-48aa-989b-28e94d0b5050 for instance with vm_state building and task_state spawning. [ 555.047347] env[62301]: DEBUG nova.compute.manager [req-5e5a7597-73eb-4d6c-a0fb-727dea0d6eb8 req-63fd0e9d-2ee9-4b35-a8f6-21ab732e75bf service nova] [instance: 44f7dbb8-3c27-438b-bd41-9fc0e9c6329d] Received event network-changed-0b67897d-61e0-48aa-989b-28e94d0b5050 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 555.047519] env[62301]: DEBUG nova.compute.manager [req-5e5a7597-73eb-4d6c-a0fb-727dea0d6eb8 req-63fd0e9d-2ee9-4b35-a8f6-21ab732e75bf service nova] [instance: 44f7dbb8-3c27-438b-bd41-9fc0e9c6329d] Refreshing instance network info cache due to event network-changed-0b67897d-61e0-48aa-989b-28e94d0b5050. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 555.047697] env[62301]: DEBUG oslo_concurrency.lockutils [req-5e5a7597-73eb-4d6c-a0fb-727dea0d6eb8 req-63fd0e9d-2ee9-4b35-a8f6-21ab732e75bf service nova] Acquiring lock "refresh_cache-44f7dbb8-3c27-438b-bd41-9fc0e9c6329d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.047898] env[62301]: DEBUG oslo_concurrency.lockutils [req-5e5a7597-73eb-4d6c-a0fb-727dea0d6eb8 req-63fd0e9d-2ee9-4b35-a8f6-21ab732e75bf service nova] Acquired lock "refresh_cache-44f7dbb8-3c27-438b-bd41-9fc0e9c6329d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.048121] env[62301]: DEBUG nova.network.neutron [req-5e5a7597-73eb-4d6c-a0fb-727dea0d6eb8 req-63fd0e9d-2ee9-4b35-a8f6-21ab732e75bf service nova] [instance: 44f7dbb8-3c27-438b-bd41-9fc0e9c6329d] Refreshing network info cache for port 0b67897d-61e0-48aa-989b-28e94d0b5050 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 555.237458] env[62301]: DEBUG oslo_vmware.api [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Task: {'id': task-2569556, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.304626] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 555.304960] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e179d3e-0f47-4d98-b26d-f8c4f47ebe62 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.312678] env[62301]: DEBUG oslo_vmware.api [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Waiting for the task: (returnval){ [ 555.312678] env[62301]: value = "task-2569559" [ 555.312678] env[62301]: _type = "Task" [ 555.312678] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.323232] env[62301]: DEBUG oslo_concurrency.lockutils [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.629s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.324514] env[62301]: DEBUG nova.compute.manager [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] [instance: 5102a8ce-2234-43cb-ae85-df50645c9545] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 555.327059] env[62301]: DEBUG oslo_vmware.api [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Task: {'id': task-2569559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.327795] env[62301]: DEBUG oslo_concurrency.lockutils [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.025s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.329446] env[62301]: INFO nova.compute.claims [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] [instance: f26ca09f-a9b1-4262-842e-cc77d036d33a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 555.351669] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.351669] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] [instance: 00a8a42a-2239-483d-a0cf-d7bbb3d95997] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 555.352022] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.382932] env[62301]: DEBUG oslo_vmware.api [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Task: {'id': task-2569557, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.444534] env[62301]: DEBUG oslo_vmware.api [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Task: {'id': task-2569558, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.672843] env[62301]: DEBUG oslo_concurrency.lockutils [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Acquiring lock "bd6ed587-1425-4f8b-b89b-6577f3b68605" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.673122] env[62301]: DEBUG oslo_concurrency.lockutils [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Lock "bd6ed587-1425-4f8b-b89b-6577f3b68605" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.745542] env[62301]: DEBUG oslo_vmware.api [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Task: {'id': task-2569556, 'name': PowerOnVM_Task, 'duration_secs': 0.591963} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.745824] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] [instance: abd7a395-935a-4061-bc9e-ac167dd52d01] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 555.746208] env[62301]: INFO nova.compute.manager [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] [instance: abd7a395-935a-4061-bc9e-ac167dd52d01] Took 14.21 seconds to spawn the instance on the hypervisor. [ 555.746208] env[62301]: DEBUG nova.compute.manager [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] [instance: abd7a395-935a-4061-bc9e-ac167dd52d01] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 555.747075] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075a4f84-be66-443c-935e-24b9f997ba2a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.827205] env[62301]: DEBUG oslo_vmware.api [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Task: {'id': task-2569559, 'name': PowerOffVM_Task, 'duration_secs': 0.154845} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.827474] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 555.827721] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 555.829021] env[62301]: DEBUG nova.compute.utils [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 555.830812] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6a337f-f483-4598-9261-b24f2d437c50 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.833882] env[62301]: DEBUG nova.compute.manager [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] [instance: 5102a8ce-2234-43cb-ae85-df50645c9545] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 555.834060] env[62301]: DEBUG nova.network.neutron [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] [instance: 5102a8ce-2234-43cb-ae85-df50645c9545] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 555.847796] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 555.849048] env[62301]: DEBUG nova.network.neutron [req-5e5a7597-73eb-4d6c-a0fb-727dea0d6eb8 req-63fd0e9d-2ee9-4b35-a8f6-21ab732e75bf service nova] [instance: 44f7dbb8-3c27-438b-bd41-9fc0e9c6329d] Updated VIF entry in instance network info cache for port 0b67897d-61e0-48aa-989b-28e94d0b5050. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 555.849048] env[62301]: DEBUG nova.network.neutron [req-5e5a7597-73eb-4d6c-a0fb-727dea0d6eb8 req-63fd0e9d-2ee9-4b35-a8f6-21ab732e75bf service nova] [instance: 44f7dbb8-3c27-438b-bd41-9fc0e9c6329d] Updating instance_info_cache with network_info: [{"id": "0b67897d-61e0-48aa-989b-28e94d0b5050", "address": "fa:16:3e:cd:3d:61", "network": {"id": "f96bcf89-051e-4517-ba21-3fb2c93f4004", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1396940795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8baa979463794f5d956705a2820c7a5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b67897d-61", "ovs_interfaceid": "0b67897d-61e0-48aa-989b-28e94d0b5050", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 555.849676] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb60ef90-fd7e-474c-a028-c4a13fb1c6e8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.879762] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 555.879762] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 555.879762] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Deleting the datastore file [datastore1] bdc392c0-6aee-40e8-9acb-0cee34a7ded5 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 555.880645] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-187afda0-f4e9-4679-8c4d-b007bac7b8e6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.887648] env[62301]: DEBUG oslo_vmware.api [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Task: {'id': task-2569557, 'name': PowerOnVM_Task, 'duration_secs': 0.977209} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.888333] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: 877dbdd0-9397-4cad-acc8-9cf80b6f480b] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 555.888549] env[62301]: INFO nova.compute.manager [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: 877dbdd0-9397-4cad-acc8-9cf80b6f480b] Took 12.09 seconds to spawn the instance on the hypervisor. [ 555.888710] env[62301]: DEBUG nova.compute.manager [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: 877dbdd0-9397-4cad-acc8-9cf80b6f480b] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 555.889561] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a383eb0-3b91-493e-bcbe-dbefdd66c939 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.893694] env[62301]: DEBUG oslo_vmware.api [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Waiting for the task: (returnval){ [ 555.893694] env[62301]: value = "task-2569561" [ 555.893694] env[62301]: _type = "Task" [ 555.893694] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.908437] env[62301]: DEBUG oslo_vmware.api [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Task: {'id': task-2569561, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.946906] env[62301]: DEBUG nova.policy [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1982756c7aae4739a4f7e76419de0b26', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45dffb779c6d47f1a7400fff90fd42ba', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 555.952076] env[62301]: DEBUG oslo_vmware.api [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Task: {'id': task-2569558, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.879792} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.952407] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Copied Virtual Disk [datastore2] vmware_temp/a5e0f0b2-60ec-4b8e-b496-d5267a22ab86/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/tmp-sparse.vmdk to [datastore2] vmware_temp/a5e0f0b2-60ec-4b8e-b496-d5267a22ab86/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 555.952488] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Deleting the datastore file [datastore2] vmware_temp/a5e0f0b2-60ec-4b8e-b496-d5267a22ab86/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/tmp-sparse.vmdk {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 555.952735] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d87cbf5-7361-4ce7-9f6d-f73fab2d90fe {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.961756] env[62301]: DEBUG oslo_vmware.api [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Waiting for the task: (returnval){ [ 555.961756] env[62301]: value = "task-2569562" [ 555.961756] env[62301]: _type = "Task" [ 555.961756] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.974050] env[62301]: DEBUG oslo_vmware.api [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Task: {'id': task-2569562, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.143929] env[62301]: DEBUG nova.compute.manager [req-c6cb5737-324b-40d0-a87c-554cda1f0bd2 req-b6f71cf6-0ea2-4573-b814-028014f4af64 service nova] [instance: 00a8a42a-2239-483d-a0cf-d7bbb3d95997] Received event network-vif-plugged-62020e3a-52b4-4920-837e-7daac80acc4a {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 556.145428] env[62301]: DEBUG oslo_concurrency.lockutils [req-c6cb5737-324b-40d0-a87c-554cda1f0bd2 req-b6f71cf6-0ea2-4573-b814-028014f4af64 service nova] Acquiring lock "00a8a42a-2239-483d-a0cf-d7bbb3d95997-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 556.145428] env[62301]: DEBUG oslo_concurrency.lockutils [req-c6cb5737-324b-40d0-a87c-554cda1f0bd2 req-b6f71cf6-0ea2-4573-b814-028014f4af64 service nova] Lock "00a8a42a-2239-483d-a0cf-d7bbb3d95997-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.145428] env[62301]: DEBUG oslo_concurrency.lockutils [req-c6cb5737-324b-40d0-a87c-554cda1f0bd2 req-b6f71cf6-0ea2-4573-b814-028014f4af64 service nova] Lock "00a8a42a-2239-483d-a0cf-d7bbb3d95997-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 556.145428] env[62301]: DEBUG nova.compute.manager [req-c6cb5737-324b-40d0-a87c-554cda1f0bd2 req-b6f71cf6-0ea2-4573-b814-028014f4af64 service nova] [instance: 00a8a42a-2239-483d-a0cf-d7bbb3d95997] No waiting events found dispatching network-vif-plugged-62020e3a-52b4-4920-837e-7daac80acc4a {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 556.145428] env[62301]: WARNING nova.compute.manager [req-c6cb5737-324b-40d0-a87c-554cda1f0bd2 req-b6f71cf6-0ea2-4573-b814-028014f4af64 service nova] [instance: 00a8a42a-2239-483d-a0cf-d7bbb3d95997] Received unexpected event network-vif-plugged-62020e3a-52b4-4920-837e-7daac80acc4a for instance with vm_state building and task_state spawning. [ 556.146166] env[62301]: DEBUG nova.compute.manager [req-c6cb5737-324b-40d0-a87c-554cda1f0bd2 req-b6f71cf6-0ea2-4573-b814-028014f4af64 service nova] [instance: 00a8a42a-2239-483d-a0cf-d7bbb3d95997] Received event network-changed-62020e3a-52b4-4920-837e-7daac80acc4a {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 556.147997] env[62301]: DEBUG nova.compute.manager [req-c6cb5737-324b-40d0-a87c-554cda1f0bd2 req-b6f71cf6-0ea2-4573-b814-028014f4af64 service nova] [instance: 00a8a42a-2239-483d-a0cf-d7bbb3d95997] Refreshing instance network info cache due to event network-changed-62020e3a-52b4-4920-837e-7daac80acc4a. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 556.147997] env[62301]: DEBUG oslo_concurrency.lockutils [req-c6cb5737-324b-40d0-a87c-554cda1f0bd2 req-b6f71cf6-0ea2-4573-b814-028014f4af64 service nova] Acquiring lock "refresh_cache-00a8a42a-2239-483d-a0cf-d7bbb3d95997" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.147997] env[62301]: DEBUG oslo_concurrency.lockutils [req-c6cb5737-324b-40d0-a87c-554cda1f0bd2 req-b6f71cf6-0ea2-4573-b814-028014f4af64 service nova] Acquired lock "refresh_cache-00a8a42a-2239-483d-a0cf-d7bbb3d95997" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.147997] env[62301]: DEBUG nova.network.neutron [req-c6cb5737-324b-40d0-a87c-554cda1f0bd2 req-b6f71cf6-0ea2-4573-b814-028014f4af64 service nova] [instance: 00a8a42a-2239-483d-a0cf-d7bbb3d95997] Refreshing network info cache for port 62020e3a-52b4-4920-837e-7daac80acc4a {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 556.267275] env[62301]: DEBUG oslo_concurrency.lockutils [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Acquiring lock "7e9c242a-875f-4f89-ab87-debf3dbf8e94" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 556.267542] env[62301]: DEBUG oslo_concurrency.lockutils [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Lock "7e9c242a-875f-4f89-ab87-debf3dbf8e94" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.271294] env[62301]: INFO nova.compute.manager [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] [instance: abd7a395-935a-4061-bc9e-ac167dd52d01] Took 20.28 seconds to build instance. [ 556.317516] env[62301]: DEBUG nova.network.neutron [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] [instance: 5102a8ce-2234-43cb-ae85-df50645c9545] Successfully created port: 7160de9a-514e-4adc-ad45-c3c627d7791c {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 556.335599] env[62301]: DEBUG nova.compute.manager [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] [instance: 5102a8ce-2234-43cb-ae85-df50645c9545] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 556.352547] env[62301]: DEBUG oslo_concurrency.lockutils [req-5e5a7597-73eb-4d6c-a0fb-727dea0d6eb8 req-63fd0e9d-2ee9-4b35-a8f6-21ab732e75bf service nova] Releasing lock "refresh_cache-44f7dbb8-3c27-438b-bd41-9fc0e9c6329d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.352809] env[62301]: DEBUG nova.compute.manager [req-5e5a7597-73eb-4d6c-a0fb-727dea0d6eb8 req-63fd0e9d-2ee9-4b35-a8f6-21ab732e75bf service nova] [instance: e0f90512-56d7-4a9c-9b57-dea54f8b682f] Received event network-vif-plugged-94350680-e94d-430c-9d61-8f405a3083ba {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 556.353019] env[62301]: DEBUG oslo_concurrency.lockutils [req-5e5a7597-73eb-4d6c-a0fb-727dea0d6eb8 req-63fd0e9d-2ee9-4b35-a8f6-21ab732e75bf service nova] Acquiring lock "e0f90512-56d7-4a9c-9b57-dea54f8b682f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 556.353228] env[62301]: DEBUG oslo_concurrency.lockutils [req-5e5a7597-73eb-4d6c-a0fb-727dea0d6eb8 req-63fd0e9d-2ee9-4b35-a8f6-21ab732e75bf service nova] Lock "e0f90512-56d7-4a9c-9b57-dea54f8b682f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.354145] env[62301]: DEBUG oslo_concurrency.lockutils [req-5e5a7597-73eb-4d6c-a0fb-727dea0d6eb8 req-63fd0e9d-2ee9-4b35-a8f6-21ab732e75bf service nova] Lock "e0f90512-56d7-4a9c-9b57-dea54f8b682f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 556.354430] env[62301]: DEBUG nova.compute.manager [req-5e5a7597-73eb-4d6c-a0fb-727dea0d6eb8 req-63fd0e9d-2ee9-4b35-a8f6-21ab732e75bf service nova] [instance: e0f90512-56d7-4a9c-9b57-dea54f8b682f] No waiting events found dispatching network-vif-plugged-94350680-e94d-430c-9d61-8f405a3083ba {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 556.355065] env[62301]: WARNING nova.compute.manager [req-5e5a7597-73eb-4d6c-a0fb-727dea0d6eb8 req-63fd0e9d-2ee9-4b35-a8f6-21ab732e75bf service nova] [instance: e0f90512-56d7-4a9c-9b57-dea54f8b682f] Received unexpected event network-vif-plugged-94350680-e94d-430c-9d61-8f405a3083ba for instance with vm_state building and task_state spawning. [ 556.355065] env[62301]: DEBUG nova.compute.manager [req-5e5a7597-73eb-4d6c-a0fb-727dea0d6eb8 req-63fd0e9d-2ee9-4b35-a8f6-21ab732e75bf service nova] [instance: e0f90512-56d7-4a9c-9b57-dea54f8b682f] Received event network-changed-94350680-e94d-430c-9d61-8f405a3083ba {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 556.355065] env[62301]: DEBUG nova.compute.manager [req-5e5a7597-73eb-4d6c-a0fb-727dea0d6eb8 req-63fd0e9d-2ee9-4b35-a8f6-21ab732e75bf service nova] [instance: e0f90512-56d7-4a9c-9b57-dea54f8b682f] Refreshing instance network info cache due to event network-changed-94350680-e94d-430c-9d61-8f405a3083ba. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 556.355303] env[62301]: DEBUG oslo_concurrency.lockutils [req-5e5a7597-73eb-4d6c-a0fb-727dea0d6eb8 req-63fd0e9d-2ee9-4b35-a8f6-21ab732e75bf service nova] Acquiring lock "refresh_cache-e0f90512-56d7-4a9c-9b57-dea54f8b682f" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.355784] env[62301]: DEBUG oslo_concurrency.lockutils [req-5e5a7597-73eb-4d6c-a0fb-727dea0d6eb8 req-63fd0e9d-2ee9-4b35-a8f6-21ab732e75bf service nova] Acquired lock "refresh_cache-e0f90512-56d7-4a9c-9b57-dea54f8b682f" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.356062] env[62301]: DEBUG nova.network.neutron [req-5e5a7597-73eb-4d6c-a0fb-727dea0d6eb8 req-63fd0e9d-2ee9-4b35-a8f6-21ab732e75bf service nova] [instance: e0f90512-56d7-4a9c-9b57-dea54f8b682f] Refreshing network info cache for port 94350680-e94d-430c-9d61-8f405a3083ba {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 556.410663] env[62301]: DEBUG oslo_vmware.api [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Task: {'id': task-2569561, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.36585} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.414125] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 556.415018] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 556.415018] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 556.417470] env[62301]: INFO nova.compute.manager [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: 877dbdd0-9397-4cad-acc8-9cf80b6f480b] Took 19.93 seconds to build instance. [ 556.479733] env[62301]: DEBUG oslo_vmware.api [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Task: {'id': task-2569562, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.060819} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.480555] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 556.480767] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Moving file from [datastore2] vmware_temp/a5e0f0b2-60ec-4b8e-b496-d5267a22ab86/fa120b82-9657-4d79-a2f0-8dd63e2ef76d to [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d. {{(pid=62301) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 556.483700] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-7e401ba1-62d6-4554-9d5b-a428c22a2422 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.491518] env[62301]: DEBUG oslo_vmware.api [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Waiting for the task: (returnval){ [ 556.491518] env[62301]: value = "task-2569563" [ 556.491518] env[62301]: _type = "Task" [ 556.491518] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.503710] env[62301]: DEBUG oslo_vmware.api [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Task: {'id': task-2569563, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.659820] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddb30e7-3d4d-4ee6-8d33-d9b954577e33 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.669199] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e612edb-15b5-4b0d-8eb8-8782934b0d2c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.709375] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6675779-61f1-41c7-8885-b09627002da9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.717576] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c7edad-929f-45fc-8b4f-a0a20e56f125 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.735435] env[62301]: DEBUG nova.compute.provider_tree [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 556.751266] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4f4d6868-e6b9-42b6-a75c-e8ec78cc8834 tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Acquiring lock "8664eae3-4527-4338-8a17-fbd05b147636" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 556.751266] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4f4d6868-e6b9-42b6-a75c-e8ec78cc8834 tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Lock "8664eae3-4527-4338-8a17-fbd05b147636" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.776803] env[62301]: DEBUG oslo_concurrency.lockutils [None req-de0590c6-ca06-43f6-b053-423af96d115b tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Lock "abd7a395-935a-4061-bc9e-ac167dd52d01" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.796s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 556.927500] env[62301]: DEBUG oslo_concurrency.lockutils [None req-ea6ba1af-27b2-4b06-90e3-faa93a111495 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Lock "877dbdd0-9397-4cad-acc8-9cf80b6f480b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.451s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 557.008271] env[62301]: DEBUG oslo_vmware.api [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Task: {'id': task-2569563, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.033749} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.008850] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] File moved {{(pid=62301) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 557.009077] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] [instance: 44f7dbb8-3c27-438b-bd41-9fc0e9c6329d] Cleaning up location [datastore2] vmware_temp/a5e0f0b2-60ec-4b8e-b496-d5267a22ab86 {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 557.009250] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Deleting the datastore file [datastore2] vmware_temp/a5e0f0b2-60ec-4b8e-b496-d5267a22ab86 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 557.010113] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5a5d6b9-f639-4acc-8fdc-f17ebb4c0cf0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.017177] env[62301]: DEBUG oslo_vmware.api [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Waiting for the task: (returnval){ [ 557.017177] env[62301]: value = "task-2569564" [ 557.017177] env[62301]: _type = "Task" [ 557.017177] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.029017] env[62301]: DEBUG oslo_vmware.api [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Task: {'id': task-2569564, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.055669] env[62301]: DEBUG nova.network.neutron [req-c6cb5737-324b-40d0-a87c-554cda1f0bd2 req-b6f71cf6-0ea2-4573-b814-028014f4af64 service nova] [instance: 00a8a42a-2239-483d-a0cf-d7bbb3d95997] Updated VIF entry in instance network info cache for port 62020e3a-52b4-4920-837e-7daac80acc4a. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 557.056230] env[62301]: DEBUG nova.network.neutron [req-c6cb5737-324b-40d0-a87c-554cda1f0bd2 req-b6f71cf6-0ea2-4573-b814-028014f4af64 service nova] [instance: 00a8a42a-2239-483d-a0cf-d7bbb3d95997] Updating instance_info_cache with network_info: [{"id": "62020e3a-52b4-4920-837e-7daac80acc4a", "address": "fa:16:3e:cf:a0:63", "network": {"id": "9246704b-2fb6-43c2-8e46-4f9a86dd88e7", "bridge": "br-int", "label": "tempest-ServersTestJSON-147205019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79523e0eb4d6439a87ab5ee972867d3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62020e3a-52", "ovs_interfaceid": "62020e3a-52b4-4920-837e-7daac80acc4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 557.168539] env[62301]: DEBUG nova.network.neutron [req-5e5a7597-73eb-4d6c-a0fb-727dea0d6eb8 req-63fd0e9d-2ee9-4b35-a8f6-21ab732e75bf service nova] [instance: e0f90512-56d7-4a9c-9b57-dea54f8b682f] Updated VIF entry in instance network info cache for port 94350680-e94d-430c-9d61-8f405a3083ba. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 557.168539] env[62301]: DEBUG nova.network.neutron [req-5e5a7597-73eb-4d6c-a0fb-727dea0d6eb8 req-63fd0e9d-2ee9-4b35-a8f6-21ab732e75bf service nova] [instance: e0f90512-56d7-4a9c-9b57-dea54f8b682f] Updating instance_info_cache with network_info: [{"id": "94350680-e94d-430c-9d61-8f405a3083ba", "address": "fa:16:3e:36:d5:02", "network": {"id": "229d681a-36f3-4cf5-8b82-82a25738b030", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "584ed71e5cee48ffa78bf852023e57aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94350680-e9", "ovs_interfaceid": "94350680-e94d-430c-9d61-8f405a3083ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 557.240064] env[62301]: DEBUG nova.scheduler.client.report [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 557.281849] env[62301]: DEBUG nova.compute.manager [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 91b2eaca-3a17-446b-abe7-ff677db29514] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 557.350201] env[62301]: DEBUG nova.compute.manager [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] [instance: 5102a8ce-2234-43cb-ae85-df50645c9545] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 557.384028] env[62301]: DEBUG nova.virt.hardware [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 557.384337] env[62301]: DEBUG nova.virt.hardware [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 557.384419] env[62301]: DEBUG nova.virt.hardware [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 557.384568] env[62301]: DEBUG nova.virt.hardware [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 557.384793] env[62301]: DEBUG nova.virt.hardware [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 557.385011] env[62301]: DEBUG nova.virt.hardware [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 557.385228] env[62301]: DEBUG nova.virt.hardware [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 557.385386] env[62301]: DEBUG nova.virt.hardware [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 557.385549] env[62301]: DEBUG nova.virt.hardware [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 557.385709] env[62301]: DEBUG nova.virt.hardware [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 557.385986] env[62301]: DEBUG nova.virt.hardware [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 557.387168] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dcd3f9d-caf8-4880-908a-1975f8fc3abf {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.395908] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c21b47-20f6-4126-9f10-27219d4cf002 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.433559] env[62301]: DEBUG nova.compute.manager [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] [instance: 341e67b6-2eb8-47c3-b5a7-c52f48da66fd] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 557.461457] env[62301]: DEBUG nova.virt.hardware [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 557.461773] env[62301]: DEBUG nova.virt.hardware [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 557.461930] env[62301]: DEBUG nova.virt.hardware [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 557.462137] env[62301]: DEBUG nova.virt.hardware [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 557.462279] env[62301]: DEBUG nova.virt.hardware [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 557.462421] env[62301]: DEBUG nova.virt.hardware [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 557.462629] env[62301]: DEBUG nova.virt.hardware [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 557.462795] env[62301]: DEBUG nova.virt.hardware [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 557.462934] env[62301]: DEBUG nova.virt.hardware [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 557.463108] env[62301]: DEBUG nova.virt.hardware [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 557.463288] env[62301]: DEBUG nova.virt.hardware [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 557.464192] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61060d6-feaf-4043-a996-311006c0bd8c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.473846] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571ed264-a5f9-40ab-857b-0c6064b6559a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.495100] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Instance VIF info [] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 557.502406] env[62301]: DEBUG oslo.service.loopingcall [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 557.503106] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 557.503537] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0507c59-e024-417a-a135-76a940234175 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.533707] env[62301]: DEBUG oslo_vmware.api [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Task: {'id': task-2569564, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03028} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.533707] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 557.534144] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 557.534144] env[62301]: value = "task-2569565" [ 557.534144] env[62301]: _type = "Task" [ 557.534144] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.534268] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba0cf843-4cd0-433e-ba44-12c936dba062 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.546561] env[62301]: DEBUG oslo_vmware.api [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Waiting for the task: (returnval){ [ 557.546561] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52c432d4-f408-7cb7-cc35-c45a0f8be11e" [ 557.546561] env[62301]: _type = "Task" [ 557.546561] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.557078] env[62301]: DEBUG oslo_vmware.api [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52c432d4-f408-7cb7-cc35-c45a0f8be11e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.559600] env[62301]: DEBUG oslo_concurrency.lockutils [req-c6cb5737-324b-40d0-a87c-554cda1f0bd2 req-b6f71cf6-0ea2-4573-b814-028014f4af64 service nova] Releasing lock "refresh_cache-00a8a42a-2239-483d-a0cf-d7bbb3d95997" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.615060] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquiring lock "c51583ab-2881-42e3-b9e6-831afc6b6f49" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.615319] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "c51583ab-2881-42e3-b9e6-831afc6b6f49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.670557] env[62301]: DEBUG oslo_concurrency.lockutils [req-5e5a7597-73eb-4d6c-a0fb-727dea0d6eb8 req-63fd0e9d-2ee9-4b35-a8f6-21ab732e75bf service nova] Releasing lock "refresh_cache-e0f90512-56d7-4a9c-9b57-dea54f8b682f" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.747512] env[62301]: DEBUG oslo_concurrency.lockutils [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.419s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 557.748793] env[62301]: DEBUG nova.compute.manager [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] [instance: f26ca09f-a9b1-4262-842e-cc77d036d33a] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 557.752021] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.085s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.753843] env[62301]: INFO nova.compute.claims [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] [instance: 0a349cf5-a329-4b3a-b332-e7ff7442f9f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 557.786158] env[62301]: DEBUG oslo_concurrency.lockutils [None req-533d33a4-8507-43ca-8d95-d29887b3d2c2 tempest-DeleteServersAdminTestJSON-1034779286 tempest-DeleteServersAdminTestJSON-1034779286-project-admin] Acquiring lock "abd7a395-935a-4061-bc9e-ac167dd52d01" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.786440] env[62301]: DEBUG oslo_concurrency.lockutils [None req-533d33a4-8507-43ca-8d95-d29887b3d2c2 tempest-DeleteServersAdminTestJSON-1034779286 tempest-DeleteServersAdminTestJSON-1034779286-project-admin] Lock "abd7a395-935a-4061-bc9e-ac167dd52d01" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.786630] env[62301]: DEBUG oslo_concurrency.lockutils [None req-533d33a4-8507-43ca-8d95-d29887b3d2c2 tempest-DeleteServersAdminTestJSON-1034779286 tempest-DeleteServersAdminTestJSON-1034779286-project-admin] Acquiring lock "abd7a395-935a-4061-bc9e-ac167dd52d01-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.786821] env[62301]: DEBUG oslo_concurrency.lockutils [None req-533d33a4-8507-43ca-8d95-d29887b3d2c2 tempest-DeleteServersAdminTestJSON-1034779286 tempest-DeleteServersAdminTestJSON-1034779286-project-admin] Lock "abd7a395-935a-4061-bc9e-ac167dd52d01-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.787020] env[62301]: DEBUG oslo_concurrency.lockutils [None req-533d33a4-8507-43ca-8d95-d29887b3d2c2 tempest-DeleteServersAdminTestJSON-1034779286 tempest-DeleteServersAdminTestJSON-1034779286-project-admin] Lock "abd7a395-935a-4061-bc9e-ac167dd52d01-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 557.798039] env[62301]: INFO nova.compute.manager [None req-533d33a4-8507-43ca-8d95-d29887b3d2c2 tempest-DeleteServersAdminTestJSON-1034779286 tempest-DeleteServersAdminTestJSON-1034779286-project-admin] [instance: abd7a395-935a-4061-bc9e-ac167dd52d01] Terminating instance [ 557.837848] env[62301]: DEBUG oslo_concurrency.lockutils [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.959436] env[62301]: DEBUG oslo_concurrency.lockutils [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 558.046330] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569565, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.056112] env[62301]: DEBUG oslo_vmware.api [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52c432d4-f408-7cb7-cc35-c45a0f8be11e, 'name': SearchDatastore_Task, 'duration_secs': 0.016702} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.056370] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.056623] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] 44f7dbb8-3c27-438b-bd41-9fc0e9c6329d/44f7dbb8-3c27-438b-bd41-9fc0e9c6329d.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 558.057089] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.057232] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 558.057598] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4c56fde-0d56-4a72-b672-b1dbe570bc31 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.059559] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73cfd53e-b2d9-4e17-b0e9-be557f582431 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.066364] env[62301]: DEBUG oslo_vmware.api [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Waiting for the task: (returnval){ [ 558.066364] env[62301]: value = "task-2569566" [ 558.066364] env[62301]: _type = "Task" [ 558.066364] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.070285] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 558.070487] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 558.071472] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db759b32-0bef-4454-96db-bcaf260d203e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.076535] env[62301]: DEBUG oslo_vmware.api [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Task: {'id': task-2569566, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.079502] env[62301]: DEBUG oslo_vmware.api [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Waiting for the task: (returnval){ [ 558.079502] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]523738fe-573e-4862-d928-92851a29525b" [ 558.079502] env[62301]: _type = "Task" [ 558.079502] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.091104] env[62301]: DEBUG oslo_vmware.api [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]523738fe-573e-4862-d928-92851a29525b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.178249] env[62301]: DEBUG nova.network.neutron [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] [instance: 5102a8ce-2234-43cb-ae85-df50645c9545] Successfully updated port: 7160de9a-514e-4adc-ad45-c3c627d7791c {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 558.260414] env[62301]: DEBUG nova.compute.utils [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 558.265057] env[62301]: DEBUG nova.compute.manager [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] [instance: f26ca09f-a9b1-4262-842e-cc77d036d33a] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 558.265365] env[62301]: DEBUG nova.network.neutron [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] [instance: f26ca09f-a9b1-4262-842e-cc77d036d33a] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 558.309021] env[62301]: DEBUG nova.compute.manager [None req-533d33a4-8507-43ca-8d95-d29887b3d2c2 tempest-DeleteServersAdminTestJSON-1034779286 tempest-DeleteServersAdminTestJSON-1034779286-project-admin] [instance: abd7a395-935a-4061-bc9e-ac167dd52d01] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 558.309021] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-533d33a4-8507-43ca-8d95-d29887b3d2c2 tempest-DeleteServersAdminTestJSON-1034779286 tempest-DeleteServersAdminTestJSON-1034779286-project-admin] [instance: abd7a395-935a-4061-bc9e-ac167dd52d01] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 558.309021] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3ea793-015f-4301-9935-36d84f7bdb43 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.319811] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-533d33a4-8507-43ca-8d95-d29887b3d2c2 tempest-DeleteServersAdminTestJSON-1034779286 tempest-DeleteServersAdminTestJSON-1034779286-project-admin] [instance: abd7a395-935a-4061-bc9e-ac167dd52d01] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 558.319811] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4c2034e-c80b-41d2-b708-dd6e9b1a3a2e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.322672] env[62301]: DEBUG oslo_vmware.api [None req-533d33a4-8507-43ca-8d95-d29887b3d2c2 tempest-DeleteServersAdminTestJSON-1034779286 tempest-DeleteServersAdminTestJSON-1034779286-project-admin] Waiting for the task: (returnval){ [ 558.322672] env[62301]: value = "task-2569567" [ 558.322672] env[62301]: _type = "Task" [ 558.322672] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.323943] env[62301]: DEBUG nova.policy [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe8df20e3d844395a569bd46e11652ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9efc7540a21d44b99cd119714f012772', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 558.334019] env[62301]: DEBUG oslo_vmware.api [None req-533d33a4-8507-43ca-8d95-d29887b3d2c2 tempest-DeleteServersAdminTestJSON-1034779286 tempest-DeleteServersAdminTestJSON-1034779286-project-admin] Task: {'id': task-2569567, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.548933] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569565, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.578336] env[62301]: DEBUG oslo_vmware.api [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Task: {'id': task-2569566, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.589739] env[62301]: DEBUG oslo_vmware.api [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]523738fe-573e-4862-d928-92851a29525b, 'name': SearchDatastore_Task, 'duration_secs': 0.022331} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.591195] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14344825-d0f7-44ee-8dbf-412ceb5062b3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.596929] env[62301]: DEBUG oslo_vmware.api [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Waiting for the task: (returnval){ [ 558.596929] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5231a395-506e-78ae-bc51-c54f0e6ef721" [ 558.596929] env[62301]: _type = "Task" [ 558.596929] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.607547] env[62301]: DEBUG oslo_vmware.api [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5231a395-506e-78ae-bc51-c54f0e6ef721, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.685083] env[62301]: DEBUG oslo_concurrency.lockutils [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Acquiring lock "refresh_cache-5102a8ce-2234-43cb-ae85-df50645c9545" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.685083] env[62301]: DEBUG oslo_concurrency.lockutils [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Acquired lock "refresh_cache-5102a8ce-2234-43cb-ae85-df50645c9545" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.685083] env[62301]: DEBUG nova.network.neutron [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] [instance: 5102a8ce-2234-43cb-ae85-df50645c9545] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 558.717085] env[62301]: DEBUG nova.network.neutron [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] [instance: f26ca09f-a9b1-4262-842e-cc77d036d33a] Successfully created port: 46e4419d-b197-44d2-b7ba-16ff56a10369 {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 558.769019] env[62301]: DEBUG nova.compute.manager [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] [instance: f26ca09f-a9b1-4262-842e-cc77d036d33a] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 558.809610] env[62301]: DEBUG nova.compute.manager [req-df2166ff-fc3d-467b-8e2f-2b4dfd7892a9 req-4fe71ab2-ed40-4698-afb0-cde1d980045a service nova] [instance: 5102a8ce-2234-43cb-ae85-df50645c9545] Received event network-vif-plugged-7160de9a-514e-4adc-ad45-c3c627d7791c {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 558.809610] env[62301]: DEBUG oslo_concurrency.lockutils [req-df2166ff-fc3d-467b-8e2f-2b4dfd7892a9 req-4fe71ab2-ed40-4698-afb0-cde1d980045a service nova] Acquiring lock "5102a8ce-2234-43cb-ae85-df50645c9545-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 558.809610] env[62301]: DEBUG oslo_concurrency.lockutils [req-df2166ff-fc3d-467b-8e2f-2b4dfd7892a9 req-4fe71ab2-ed40-4698-afb0-cde1d980045a service nova] Lock "5102a8ce-2234-43cb-ae85-df50645c9545-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 558.809610] env[62301]: DEBUG oslo_concurrency.lockutils [req-df2166ff-fc3d-467b-8e2f-2b4dfd7892a9 req-4fe71ab2-ed40-4698-afb0-cde1d980045a service nova] Lock "5102a8ce-2234-43cb-ae85-df50645c9545-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 558.809610] env[62301]: DEBUG nova.compute.manager [req-df2166ff-fc3d-467b-8e2f-2b4dfd7892a9 req-4fe71ab2-ed40-4698-afb0-cde1d980045a service nova] [instance: 5102a8ce-2234-43cb-ae85-df50645c9545] No waiting events found dispatching network-vif-plugged-7160de9a-514e-4adc-ad45-c3c627d7791c {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 558.810307] env[62301]: WARNING nova.compute.manager [req-df2166ff-fc3d-467b-8e2f-2b4dfd7892a9 req-4fe71ab2-ed40-4698-afb0-cde1d980045a service nova] [instance: 5102a8ce-2234-43cb-ae85-df50645c9545] Received unexpected event network-vif-plugged-7160de9a-514e-4adc-ad45-c3c627d7791c for instance with vm_state building and task_state spawning. [ 558.838494] env[62301]: DEBUG oslo_vmware.api [None req-533d33a4-8507-43ca-8d95-d29887b3d2c2 tempest-DeleteServersAdminTestJSON-1034779286 tempest-DeleteServersAdminTestJSON-1034779286-project-admin] Task: {'id': task-2569567, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.054037] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569565, 'name': CreateVM_Task, 'duration_secs': 1.422668} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.056084] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 559.056084] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.056084] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.056084] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.056084] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3717270-2c28-4961-982b-9e067f46020e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.066103] env[62301]: DEBUG oslo_vmware.api [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Waiting for the task: (returnval){ [ 559.066103] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52085ae9-d74b-e52d-1d50-51b73b9c89fc" [ 559.066103] env[62301]: _type = "Task" [ 559.066103] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.087851] env[62301]: DEBUG oslo_vmware.api [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52085ae9-d74b-e52d-1d50-51b73b9c89fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.087851] env[62301]: DEBUG oslo_vmware.api [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Task: {'id': task-2569566, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.111385] env[62301]: DEBUG oslo_vmware.api [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5231a395-506e-78ae-bc51-c54f0e6ef721, 'name': SearchDatastore_Task, 'duration_secs': 0.013569} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.113913] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.114251] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] e0f90512-56d7-4a9c-9b57-dea54f8b682f/e0f90512-56d7-4a9c-9b57-dea54f8b682f.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 559.114801] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.115027] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 559.115253] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc99aef3-48bc-41b1-a433-30e92755746c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.121590] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dfe8a8a0-aa61-482a-99f6-e27e5d940164 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.135193] env[62301]: DEBUG oslo_vmware.api [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Waiting for the task: (returnval){ [ 559.135193] env[62301]: value = "task-2569568" [ 559.135193] env[62301]: _type = "Task" [ 559.135193] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.142627] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 559.142627] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 559.142627] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f52a0ed1-b6af-4252-8a1d-00c07597d733 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.150137] env[62301]: DEBUG oslo_vmware.api [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Task: {'id': task-2569568, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.156058] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bcaa232-21eb-4549-8f41-60d46a73edc7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.167053] env[62301]: DEBUG oslo_vmware.api [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Waiting for the task: (returnval){ [ 559.167053] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52f3b846-b722-1104-62b0-80366be254cf" [ 559.167053] env[62301]: _type = "Task" [ 559.167053] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.168389] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b1834e-f9c1-4852-bd9e-246d609cc0f7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.179976] env[62301]: DEBUG oslo_vmware.api [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52f3b846-b722-1104-62b0-80366be254cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.212980] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541c3891-ba10-4b7c-a47e-36da3af376c1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.224155] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf86ed4-e641-45e8-9434-080367c2f80a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.240691] env[62301]: DEBUG nova.compute.provider_tree [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 559.294750] env[62301]: DEBUG nova.network.neutron [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] [instance: 5102a8ce-2234-43cb-ae85-df50645c9545] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 559.339535] env[62301]: DEBUG oslo_vmware.api [None req-533d33a4-8507-43ca-8d95-d29887b3d2c2 tempest-DeleteServersAdminTestJSON-1034779286 tempest-DeleteServersAdminTestJSON-1034779286-project-admin] Task: {'id': task-2569567, 'name': PowerOffVM_Task, 'duration_secs': 0.781136} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.340740] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-533d33a4-8507-43ca-8d95-d29887b3d2c2 tempest-DeleteServersAdminTestJSON-1034779286 tempest-DeleteServersAdminTestJSON-1034779286-project-admin] [instance: abd7a395-935a-4061-bc9e-ac167dd52d01] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 559.340918] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-533d33a4-8507-43ca-8d95-d29887b3d2c2 tempest-DeleteServersAdminTestJSON-1034779286 tempest-DeleteServersAdminTestJSON-1034779286-project-admin] [instance: abd7a395-935a-4061-bc9e-ac167dd52d01] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 559.341212] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b12461b8-bb69-4a7b-9480-1365a2c6aa54 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.403720] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-533d33a4-8507-43ca-8d95-d29887b3d2c2 tempest-DeleteServersAdminTestJSON-1034779286 tempest-DeleteServersAdminTestJSON-1034779286-project-admin] [instance: abd7a395-935a-4061-bc9e-ac167dd52d01] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 559.404665] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-533d33a4-8507-43ca-8d95-d29887b3d2c2 tempest-DeleteServersAdminTestJSON-1034779286 tempest-DeleteServersAdminTestJSON-1034779286-project-admin] [instance: abd7a395-935a-4061-bc9e-ac167dd52d01] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 559.404861] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-533d33a4-8507-43ca-8d95-d29887b3d2c2 tempest-DeleteServersAdminTestJSON-1034779286 tempest-DeleteServersAdminTestJSON-1034779286-project-admin] Deleting the datastore file [datastore1] abd7a395-935a-4061-bc9e-ac167dd52d01 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 559.405141] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54ad60f5-4157-41b0-9fde-ebbc175977b2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.411569] env[62301]: DEBUG oslo_vmware.api [None req-533d33a4-8507-43ca-8d95-d29887b3d2c2 tempest-DeleteServersAdminTestJSON-1034779286 tempest-DeleteServersAdminTestJSON-1034779286-project-admin] Waiting for the task: (returnval){ [ 559.411569] env[62301]: value = "task-2569570" [ 559.411569] env[62301]: _type = "Task" [ 559.411569] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.421681] env[62301]: DEBUG oslo_vmware.api [None req-533d33a4-8507-43ca-8d95-d29887b3d2c2 tempest-DeleteServersAdminTestJSON-1034779286 tempest-DeleteServersAdminTestJSON-1034779286-project-admin] Task: {'id': task-2569570, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.579821] env[62301]: DEBUG oslo_vmware.api [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52085ae9-d74b-e52d-1d50-51b73b9c89fc, 'name': SearchDatastore_Task, 'duration_secs': 0.057936} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.580671] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.581036] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 559.581274] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.587076] env[62301]: DEBUG oslo_vmware.api [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Task: {'id': task-2569566, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.247425} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.587396] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] 44f7dbb8-3c27-438b-bd41-9fc0e9c6329d/44f7dbb8-3c27-438b-bd41-9fc0e9c6329d.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 559.587712] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] [instance: 44f7dbb8-3c27-438b-bd41-9fc0e9c6329d] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 559.587998] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c6bc970-f9e0-4f8b-8597-81a83f6c9362 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.594797] env[62301]: DEBUG oslo_vmware.api [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Waiting for the task: (returnval){ [ 559.594797] env[62301]: value = "task-2569571" [ 559.594797] env[62301]: _type = "Task" [ 559.594797] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.607428] env[62301]: DEBUG oslo_vmware.api [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Task: {'id': task-2569571, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.647479] env[62301]: DEBUG oslo_vmware.api [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Task: {'id': task-2569568, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.679251] env[62301]: DEBUG oslo_vmware.api [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52f3b846-b722-1104-62b0-80366be254cf, 'name': SearchDatastore_Task, 'duration_secs': 0.048224} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.680094] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f34c4e39-41bd-460c-97bc-36d814153a0c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.685615] env[62301]: DEBUG oslo_vmware.api [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Waiting for the task: (returnval){ [ 559.685615] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52c0552c-18a9-3a5f-0152-e4563feca0b4" [ 559.685615] env[62301]: _type = "Task" [ 559.685615] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.696586] env[62301]: DEBUG oslo_vmware.api [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52c0552c-18a9-3a5f-0152-e4563feca0b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.742353] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Acquiring lock "e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.742611] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Lock "e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.744450] env[62301]: DEBUG nova.scheduler.client.report [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 559.782290] env[62301]: DEBUG nova.compute.manager [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] [instance: f26ca09f-a9b1-4262-842e-cc77d036d33a] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 559.819517] env[62301]: DEBUG nova.virt.hardware [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 559.820112] env[62301]: DEBUG nova.virt.hardware [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 559.820112] env[62301]: DEBUG nova.virt.hardware [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 559.820206] env[62301]: DEBUG nova.virt.hardware [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 559.820341] env[62301]: DEBUG nova.virt.hardware [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 559.820493] env[62301]: DEBUG nova.virt.hardware [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 559.820736] env[62301]: DEBUG nova.virt.hardware [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 559.821078] env[62301]: DEBUG nova.virt.hardware [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 559.821518] env[62301]: DEBUG nova.virt.hardware [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 559.821518] env[62301]: DEBUG nova.virt.hardware [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 559.821660] env[62301]: DEBUG nova.virt.hardware [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 559.822682] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1051712-f436-4ed7-876e-4de631b0232d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.837982] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9a4476-c902-43b9-b8e0-507c870598cc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.926551] env[62301]: DEBUG oslo_vmware.api [None req-533d33a4-8507-43ca-8d95-d29887b3d2c2 tempest-DeleteServersAdminTestJSON-1034779286 tempest-DeleteServersAdminTestJSON-1034779286-project-admin] Task: {'id': task-2569570, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.314469} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.926551] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-533d33a4-8507-43ca-8d95-d29887b3d2c2 tempest-DeleteServersAdminTestJSON-1034779286 tempest-DeleteServersAdminTestJSON-1034779286-project-admin] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 559.926551] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-533d33a4-8507-43ca-8d95-d29887b3d2c2 tempest-DeleteServersAdminTestJSON-1034779286 tempest-DeleteServersAdminTestJSON-1034779286-project-admin] [instance: abd7a395-935a-4061-bc9e-ac167dd52d01] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 559.926551] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-533d33a4-8507-43ca-8d95-d29887b3d2c2 tempest-DeleteServersAdminTestJSON-1034779286 tempest-DeleteServersAdminTestJSON-1034779286-project-admin] [instance: abd7a395-935a-4061-bc9e-ac167dd52d01] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 559.926551] env[62301]: INFO nova.compute.manager [None req-533d33a4-8507-43ca-8d95-d29887b3d2c2 tempest-DeleteServersAdminTestJSON-1034779286 tempest-DeleteServersAdminTestJSON-1034779286-project-admin] [instance: abd7a395-935a-4061-bc9e-ac167dd52d01] Took 1.62 seconds to destroy the instance on the hypervisor. [ 559.926781] env[62301]: DEBUG oslo.service.loopingcall [None req-533d33a4-8507-43ca-8d95-d29887b3d2c2 tempest-DeleteServersAdminTestJSON-1034779286 tempest-DeleteServersAdminTestJSON-1034779286-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 559.926781] env[62301]: DEBUG nova.compute.manager [-] [instance: abd7a395-935a-4061-bc9e-ac167dd52d01] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 559.926781] env[62301]: DEBUG nova.network.neutron [-] [instance: abd7a395-935a-4061-bc9e-ac167dd52d01] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 559.948127] env[62301]: DEBUG nova.network.neutron [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] [instance: 5102a8ce-2234-43cb-ae85-df50645c9545] Updating instance_info_cache with network_info: [{"id": "7160de9a-514e-4adc-ad45-c3c627d7791c", "address": "fa:16:3e:78:bf:bc", "network": {"id": "157bd25e-df67-42ee-b9a2-d4f490289cf6", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1737116222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45dffb779c6d47f1a7400fff90fd42ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7160de9a-51", "ovs_interfaceid": "7160de9a-514e-4adc-ad45-c3c627d7791c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 560.107240] env[62301]: DEBUG oslo_vmware.api [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Task: {'id': task-2569571, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.148212} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.107652] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] [instance: 44f7dbb8-3c27-438b-bd41-9fc0e9c6329d] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 560.108507] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3b0f04-aa1e-453f-8c74-bcb5631066e3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.131812] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] [instance: 44f7dbb8-3c27-438b-bd41-9fc0e9c6329d] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 44f7dbb8-3c27-438b-bd41-9fc0e9c6329d/44f7dbb8-3c27-438b-bd41-9fc0e9c6329d.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 560.132137] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bbe0f14-7591-4e48-bed9-0d1ec1d6068f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.160563] env[62301]: DEBUG oslo_vmware.api [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Task: {'id': task-2569568, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601051} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.161936] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] e0f90512-56d7-4a9c-9b57-dea54f8b682f/e0f90512-56d7-4a9c-9b57-dea54f8b682f.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 560.162261] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] [instance: e0f90512-56d7-4a9c-9b57-dea54f8b682f] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 560.162979] env[62301]: DEBUG oslo_vmware.api [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Waiting for the task: (returnval){ [ 560.162979] env[62301]: value = "task-2569572" [ 560.162979] env[62301]: _type = "Task" [ 560.162979] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.162979] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2da5f59d-fef0-402c-8fa8-f9ac0a1f4191 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.173459] env[62301]: DEBUG oslo_vmware.api [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Task: {'id': task-2569572, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.174874] env[62301]: DEBUG oslo_vmware.api [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Waiting for the task: (returnval){ [ 560.174874] env[62301]: value = "task-2569573" [ 560.174874] env[62301]: _type = "Task" [ 560.174874] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.185162] env[62301]: DEBUG oslo_vmware.api [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Task: {'id': task-2569573, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.199811] env[62301]: DEBUG oslo_vmware.api [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52c0552c-18a9-3a5f-0152-e4563feca0b4, 'name': SearchDatastore_Task, 'duration_secs': 0.035237} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.199963] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.200571] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] 00a8a42a-2239-483d-a0cf-d7bbb3d95997/00a8a42a-2239-483d-a0cf-d7bbb3d95997.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 560.200571] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.201118] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 560.201118] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39386e04-b24e-4733-81d4-2c89c56f903a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.205467] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34147f1d-fc53-4441-bfa2-c2dd8b5a7058 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.214521] env[62301]: DEBUG oslo_vmware.api [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Waiting for the task: (returnval){ [ 560.214521] env[62301]: value = "task-2569574" [ 560.214521] env[62301]: _type = "Task" [ 560.214521] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.219483] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 560.219686] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 560.220887] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52885e5c-daa4-4d9e-aad1-8b3bb121aa5b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.226890] env[62301]: DEBUG oslo_vmware.api [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Task: {'id': task-2569574, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.230705] env[62301]: DEBUG oslo_vmware.api [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Waiting for the task: (returnval){ [ 560.230705] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52cedaf3-6a84-e354-e8bc-da75080cacfd" [ 560.230705] env[62301]: _type = "Task" [ 560.230705] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.238981] env[62301]: DEBUG oslo_vmware.api [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52cedaf3-6a84-e354-e8bc-da75080cacfd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.250902] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.499s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.252878] env[62301]: DEBUG nova.compute.manager [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] [instance: 0a349cf5-a329-4b3a-b332-e7ff7442f9f3] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 560.253949] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.756s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.255357] env[62301]: INFO nova.compute.claims [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] [instance: a7e173c9-7834-47e2-b469-2250fd138316] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 560.452792] env[62301]: DEBUG oslo_concurrency.lockutils [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Releasing lock "refresh_cache-5102a8ce-2234-43cb-ae85-df50645c9545" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.452792] env[62301]: DEBUG nova.compute.manager [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] [instance: 5102a8ce-2234-43cb-ae85-df50645c9545] Instance network_info: |[{"id": "7160de9a-514e-4adc-ad45-c3c627d7791c", "address": "fa:16:3e:78:bf:bc", "network": {"id": "157bd25e-df67-42ee-b9a2-d4f490289cf6", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1737116222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45dffb779c6d47f1a7400fff90fd42ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7160de9a-51", "ovs_interfaceid": "7160de9a-514e-4adc-ad45-c3c627d7791c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 560.452989] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] [instance: 5102a8ce-2234-43cb-ae85-df50645c9545] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:bf:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7160de9a-514e-4adc-ad45-c3c627d7791c', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 560.461905] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Creating folder: Project (45dffb779c6d47f1a7400fff90fd42ba). Parent ref: group-v518653. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 560.462111] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57dd9339-6953-4419-bb5f-b6951435d7c5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.472789] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Created folder: Project (45dffb779c6d47f1a7400fff90fd42ba) in parent group-v518653. [ 560.472950] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Creating folder: Instances. Parent ref: group-v518673. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 560.473113] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b885da6d-8f54-4022-867d-f19e71979313 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.487042] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Created folder: Instances in parent group-v518673. [ 560.487042] env[62301]: DEBUG oslo.service.loopingcall [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 560.487042] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5102a8ce-2234-43cb-ae85-df50645c9545] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 560.487042] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40a4fcf8-0d99-4290-8847-5b0e05262457 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.511749] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 560.511749] env[62301]: value = "task-2569577" [ 560.511749] env[62301]: _type = "Task" [ 560.511749] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.519795] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569577, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.679596] env[62301]: DEBUG oslo_vmware.api [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Task: {'id': task-2569572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.687751] env[62301]: DEBUG oslo_vmware.api [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Task: {'id': task-2569573, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070566} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.688128] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] [instance: e0f90512-56d7-4a9c-9b57-dea54f8b682f] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 560.689485] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a384ab-78e2-42a0-a7f0-47e19e77c9c5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.715214] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] [instance: e0f90512-56d7-4a9c-9b57-dea54f8b682f] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] e0f90512-56d7-4a9c-9b57-dea54f8b682f/e0f90512-56d7-4a9c-9b57-dea54f8b682f.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 560.715547] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09c90574-9675-4a5b-a319-ce2cf240a11d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.740745] env[62301]: DEBUG oslo_vmware.api [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Waiting for the task: (returnval){ [ 560.740745] env[62301]: value = "task-2569578" [ 560.740745] env[62301]: _type = "Task" [ 560.740745] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.753141] env[62301]: DEBUG oslo_vmware.api [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52cedaf3-6a84-e354-e8bc-da75080cacfd, 'name': SearchDatastore_Task, 'duration_secs': 0.015726} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.753141] env[62301]: DEBUG oslo_vmware.api [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Task: {'id': task-2569574, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.754497] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f59a118-d91e-4aca-a21f-14dd9729c643 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.763350] env[62301]: DEBUG nova.compute.utils [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 560.772023] env[62301]: DEBUG oslo_vmware.api [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Task: {'id': task-2569578, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.772023] env[62301]: DEBUG nova.compute.manager [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] [instance: 0a349cf5-a329-4b3a-b332-e7ff7442f9f3] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 560.772023] env[62301]: DEBUG nova.network.neutron [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] [instance: 0a349cf5-a329-4b3a-b332-e7ff7442f9f3] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 560.773974] env[62301]: DEBUG oslo_vmware.api [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Waiting for the task: (returnval){ [ 560.773974] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52030ee1-a64d-5c79-57fd-abe7bd22d4d7" [ 560.773974] env[62301]: _type = "Task" [ 560.773974] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.791940] env[62301]: DEBUG oslo_vmware.api [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52030ee1-a64d-5c79-57fd-abe7bd22d4d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.986255] env[62301]: DEBUG nova.policy [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20bdb5f8003c4eada533a7a1d1b02ee7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dfbe62ae4ab04489a0ebf9ca999c41fb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 561.010897] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquiring lock "6bb105e9-936b-46c0-82e3-37a2139c76bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.011149] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lock "6bb105e9-936b-46c0-82e3-37a2139c76bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.025193] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569577, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.177485] env[62301]: DEBUG oslo_vmware.api [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Task: {'id': task-2569572, 'name': ReconfigVM_Task, 'duration_secs': 0.897399} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.177779] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] [instance: 44f7dbb8-3c27-438b-bd41-9fc0e9c6329d] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 44f7dbb8-3c27-438b-bd41-9fc0e9c6329d/44f7dbb8-3c27-438b-bd41-9fc0e9c6329d.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 561.178704] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2772194-d298-4876-af13-6df76af62d87 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.188960] env[62301]: DEBUG oslo_vmware.api [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Waiting for the task: (returnval){ [ 561.188960] env[62301]: value = "task-2569579" [ 561.188960] env[62301]: _type = "Task" [ 561.188960] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.197988] env[62301]: DEBUG oslo_vmware.api [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Task: {'id': task-2569579, 'name': Rename_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.228683] env[62301]: DEBUG oslo_vmware.api [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Task: {'id': task-2569574, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.798238} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.228943] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] 00a8a42a-2239-483d-a0cf-d7bbb3d95997/00a8a42a-2239-483d-a0cf-d7bbb3d95997.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 561.229772] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] [instance: 00a8a42a-2239-483d-a0cf-d7bbb3d95997] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 561.229772] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e8c2792-605c-402f-8774-f4009f077e25 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.236819] env[62301]: DEBUG oslo_vmware.api [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Waiting for the task: (returnval){ [ 561.236819] env[62301]: value = "task-2569580" [ 561.236819] env[62301]: _type = "Task" [ 561.236819] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.256259] env[62301]: DEBUG oslo_vmware.api [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Task: {'id': task-2569578, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.258890] env[62301]: DEBUG oslo_vmware.api [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Task: {'id': task-2569580, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.272989] env[62301]: DEBUG nova.compute.manager [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] [instance: 0a349cf5-a329-4b3a-b332-e7ff7442f9f3] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 561.288838] env[62301]: DEBUG oslo_vmware.api [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52030ee1-a64d-5c79-57fd-abe7bd22d4d7, 'name': SearchDatastore_Task, 'duration_secs': 0.05472} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.291874] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.291874] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] bdc392c0-6aee-40e8-9acb-0cee34a7ded5/bdc392c0-6aee-40e8-9acb-0cee34a7ded5.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 561.292744] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47c7a003-1aa0-4248-8616-940039ba5e51 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.303880] env[62301]: DEBUG oslo_vmware.api [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Waiting for the task: (returnval){ [ 561.303880] env[62301]: value = "task-2569581" [ 561.303880] env[62301]: _type = "Task" [ 561.303880] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.322417] env[62301]: DEBUG nova.network.neutron [-] [instance: abd7a395-935a-4061-bc9e-ac167dd52d01] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 561.323654] env[62301]: DEBUG oslo_vmware.api [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Task: {'id': task-2569581, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.330028] env[62301]: DEBUG nova.network.neutron [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] [instance: f26ca09f-a9b1-4262-842e-cc77d036d33a] Successfully updated port: 46e4419d-b197-44d2-b7ba-16ff56a10369 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 561.524999] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569577, 'name': CreateVM_Task, 'duration_secs': 0.575657} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.528019] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5102a8ce-2234-43cb-ae85-df50645c9545] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 561.529000] env[62301]: DEBUG oslo_concurrency.lockutils [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.529193] env[62301]: DEBUG oslo_concurrency.lockutils [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.529836] env[62301]: DEBUG oslo_concurrency.lockutils [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.529836] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cb0b564-dd74-4d3c-a0b0-d83733ad69c4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.537539] env[62301]: DEBUG oslo_vmware.api [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Waiting for the task: (returnval){ [ 561.537539] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52a8dcaf-7085-cc16-3fca-a3a2a79091e7" [ 561.537539] env[62301]: _type = "Task" [ 561.537539] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.551299] env[62301]: DEBUG oslo_vmware.api [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52a8dcaf-7085-cc16-3fca-a3a2a79091e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.575424] env[62301]: DEBUG nova.compute.manager [req-ca9ecede-c49b-42c9-a3f8-a0ff09e0c262 req-e9ee9186-7f1f-424f-b03f-52864b61e630 service nova] [instance: abd7a395-935a-4061-bc9e-ac167dd52d01] Received event network-vif-deleted-4f00f0e7-992a-4ad2-b028-b4fd1b9942ec {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 561.609532] env[62301]: DEBUG nova.compute.manager [req-fecc0b13-3448-4cb2-b247-a72b98d5c5a0 req-47a74084-09d9-4676-bd71-4b008bd32564 service nova] [instance: 5102a8ce-2234-43cb-ae85-df50645c9545] Received event network-changed-7160de9a-514e-4adc-ad45-c3c627d7791c {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 561.609748] env[62301]: DEBUG nova.compute.manager [req-fecc0b13-3448-4cb2-b247-a72b98d5c5a0 req-47a74084-09d9-4676-bd71-4b008bd32564 service nova] [instance: 5102a8ce-2234-43cb-ae85-df50645c9545] Refreshing instance network info cache due to event network-changed-7160de9a-514e-4adc-ad45-c3c627d7791c. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 561.610018] env[62301]: DEBUG oslo_concurrency.lockutils [req-fecc0b13-3448-4cb2-b247-a72b98d5c5a0 req-47a74084-09d9-4676-bd71-4b008bd32564 service nova] Acquiring lock "refresh_cache-5102a8ce-2234-43cb-ae85-df50645c9545" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.611240] env[62301]: DEBUG oslo_concurrency.lockutils [req-fecc0b13-3448-4cb2-b247-a72b98d5c5a0 req-47a74084-09d9-4676-bd71-4b008bd32564 service nova] Acquired lock "refresh_cache-5102a8ce-2234-43cb-ae85-df50645c9545" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.611240] env[62301]: DEBUG nova.network.neutron [req-fecc0b13-3448-4cb2-b247-a72b98d5c5a0 req-47a74084-09d9-4676-bd71-4b008bd32564 service nova] [instance: 5102a8ce-2234-43cb-ae85-df50645c9545] Refreshing network info cache for port 7160de9a-514e-4adc-ad45-c3c627d7791c {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 561.696658] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d958dd-8a66-4ed0-9364-5a3746673958 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.709656] env[62301]: DEBUG oslo_vmware.api [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Task: {'id': task-2569579, 'name': Rename_Task, 'duration_secs': 0.163757} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.711606] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f29710-0d0e-4f2f-b5c9-d116ec10a297 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.714528] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] [instance: 44f7dbb8-3c27-438b-bd41-9fc0e9c6329d] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 561.714806] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4178544-a468-4605-84d4-60e011a9e0ab {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.754267] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11dd17c6-eca9-42f9-81b0-cc0439b15857 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.756955] env[62301]: DEBUG oslo_vmware.api [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Waiting for the task: (returnval){ [ 561.756955] env[62301]: value = "task-2569582" [ 561.756955] env[62301]: _type = "Task" [ 561.756955] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.770410] env[62301]: DEBUG oslo_vmware.api [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Task: {'id': task-2569580, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073749} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.770778] env[62301]: DEBUG oslo_vmware.api [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Task: {'id': task-2569578, 'name': ReconfigVM_Task, 'duration_secs': 0.598673} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.772111] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] [instance: 00a8a42a-2239-483d-a0cf-d7bbb3d95997] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 561.773413] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ceefc0-d489-434e-b890-4b0141c4865f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.777691] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] [instance: e0f90512-56d7-4a9c-9b57-dea54f8b682f] Reconfigured VM instance instance-00000005 to attach disk [datastore2] e0f90512-56d7-4a9c-9b57-dea54f8b682f/e0f90512-56d7-4a9c-9b57-dea54f8b682f.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 561.780506] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3cdfa6-473f-4015-ab0a-a73d95db9e93 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.791568] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c37f2d41-b3d2-40e8-a3b5-cd288857eddc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.799569] env[62301]: DEBUG oslo_vmware.api [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Task: {'id': task-2569582, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.821175] env[62301]: DEBUG oslo_vmware.api [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Waiting for the task: (returnval){ [ 561.821175] env[62301]: value = "task-2569583" [ 561.821175] env[62301]: _type = "Task" [ 561.821175] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.821175] env[62301]: DEBUG nova.compute.provider_tree [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 561.836458] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] [instance: 00a8a42a-2239-483d-a0cf-d7bbb3d95997] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 00a8a42a-2239-483d-a0cf-d7bbb3d95997/00a8a42a-2239-483d-a0cf-d7bbb3d95997.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 561.844947] env[62301]: INFO nova.compute.manager [-] [instance: abd7a395-935a-4061-bc9e-ac167dd52d01] Took 1.92 seconds to deallocate network for instance. [ 561.846400] env[62301]: DEBUG oslo_concurrency.lockutils [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Acquiring lock "refresh_cache-f26ca09f-a9b1-4262-842e-cc77d036d33a" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.846824] env[62301]: DEBUG oslo_concurrency.lockutils [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Acquired lock "refresh_cache-f26ca09f-a9b1-4262-842e-cc77d036d33a" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.846824] env[62301]: DEBUG nova.network.neutron [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] [instance: f26ca09f-a9b1-4262-842e-cc77d036d33a] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 561.847825] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b83ce1b1-1346-4a07-8c68-10922c56ab95 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.881951] env[62301]: DEBUG oslo_vmware.api [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Waiting for the task: (returnval){ [ 561.881951] env[62301]: value = "task-2569584" [ 561.881951] env[62301]: _type = "Task" [ 561.881951] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.882218] env[62301]: DEBUG oslo_vmware.api [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Task: {'id': task-2569581, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500925} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.887520] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] bdc392c0-6aee-40e8-9acb-0cee34a7ded5/bdc392c0-6aee-40e8-9acb-0cee34a7ded5.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 561.887520] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 561.887727] env[62301]: DEBUG oslo_vmware.api [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Task: {'id': task-2569583, 'name': Rename_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.891147] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d27125b-b6d3-4a92-bd1b-284f13fdea39 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.899522] env[62301]: DEBUG oslo_vmware.api [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Task: {'id': task-2569584, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.901526] env[62301]: DEBUG oslo_vmware.api [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Waiting for the task: (returnval){ [ 561.901526] env[62301]: value = "task-2569585" [ 561.901526] env[62301]: _type = "Task" [ 561.901526] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.910052] env[62301]: DEBUG oslo_vmware.api [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Task: {'id': task-2569585, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.940640] env[62301]: DEBUG nova.network.neutron [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] [instance: f26ca09f-a9b1-4262-842e-cc77d036d33a] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 562.016682] env[62301]: DEBUG nova.network.neutron [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] [instance: 0a349cf5-a329-4b3a-b332-e7ff7442f9f3] Successfully created port: be1e93c9-295a-4105-83dc-5c55bf9c1b8a {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 562.048306] env[62301]: DEBUG oslo_vmware.api [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52a8dcaf-7085-cc16-3fca-a3a2a79091e7, 'name': SearchDatastore_Task, 'duration_secs': 0.055246} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.048608] env[62301]: DEBUG oslo_concurrency.lockutils [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.048886] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] [instance: 5102a8ce-2234-43cb-ae85-df50645c9545] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 562.049075] env[62301]: DEBUG oslo_concurrency.lockutils [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.049224] env[62301]: DEBUG oslo_concurrency.lockutils [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.049400] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 562.049658] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-928bf8b6-35fe-483a-9c86-c879f74438e2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.059262] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 562.059451] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 562.060207] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17665acb-347b-4644-bbb8-cfa6236154d2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.065409] env[62301]: DEBUG oslo_vmware.api [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Waiting for the task: (returnval){ [ 562.065409] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5271d13f-19d8-fa30-bd4a-f5d3201b3bc6" [ 562.065409] env[62301]: _type = "Task" [ 562.065409] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.072916] env[62301]: DEBUG oslo_vmware.api [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5271d13f-19d8-fa30-bd4a-f5d3201b3bc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.269473] env[62301]: DEBUG oslo_vmware.api [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Task: {'id': task-2569582, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.292840] env[62301]: DEBUG nova.compute.manager [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] [instance: 0a349cf5-a329-4b3a-b332-e7ff7442f9f3] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 562.323127] env[62301]: DEBUG nova.virt.hardware [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 562.324127] env[62301]: DEBUG nova.virt.hardware [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 562.324469] env[62301]: DEBUG nova.virt.hardware [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 562.324721] env[62301]: DEBUG nova.virt.hardware [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 562.325096] env[62301]: DEBUG nova.virt.hardware [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 562.325390] env[62301]: DEBUG nova.virt.hardware [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 562.325653] env[62301]: DEBUG nova.virt.hardware [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 562.325838] env[62301]: DEBUG nova.virt.hardware [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 562.326111] env[62301]: DEBUG nova.virt.hardware [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 562.326190] env[62301]: DEBUG nova.virt.hardware [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 562.326367] env[62301]: DEBUG nova.virt.hardware [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 562.327767] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f455df3e-dc97-4ef6-95dc-6ce70608bf06 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.336416] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6720ee95-3270-492c-999f-f68ef41ffd11 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.341626] env[62301]: DEBUG nova.scheduler.client.report [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 562.364907] env[62301]: DEBUG oslo_vmware.api [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Task: {'id': task-2569583, 'name': Rename_Task, 'duration_secs': 0.248621} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.365195] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] [instance: e0f90512-56d7-4a9c-9b57-dea54f8b682f] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 562.365459] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b550f410-ea6f-404e-91f4-6161704a6cb8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.372653] env[62301]: DEBUG oslo_vmware.api [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Waiting for the task: (returnval){ [ 562.372653] env[62301]: value = "task-2569586" [ 562.372653] env[62301]: _type = "Task" [ 562.372653] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.378359] env[62301]: DEBUG oslo_concurrency.lockutils [None req-533d33a4-8507-43ca-8d95-d29887b3d2c2 tempest-DeleteServersAdminTestJSON-1034779286 tempest-DeleteServersAdminTestJSON-1034779286-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.381760] env[62301]: DEBUG oslo_vmware.api [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Task: {'id': task-2569586, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.384253] env[62301]: DEBUG nova.network.neutron [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] [instance: f26ca09f-a9b1-4262-842e-cc77d036d33a] Updating instance_info_cache with network_info: [{"id": "46e4419d-b197-44d2-b7ba-16ff56a10369", "address": "fa:16:3e:2b:ee:80", "network": {"id": "37f0bde5-7860-437b-8adc-bf530e812080", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1278117845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9efc7540a21d44b99cd119714f012772", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46e4419d-b1", "ovs_interfaceid": "46e4419d-b197-44d2-b7ba-16ff56a10369", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 562.395683] env[62301]: DEBUG oslo_vmware.api [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Task: {'id': task-2569584, 'name': ReconfigVM_Task, 'duration_secs': 0.417187} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.395981] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] [instance: 00a8a42a-2239-483d-a0cf-d7bbb3d95997] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 00a8a42a-2239-483d-a0cf-d7bbb3d95997/00a8a42a-2239-483d-a0cf-d7bbb3d95997.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 562.397140] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35a2cfba-dd7a-4b2a-a317-5091a6d9f7b5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.406371] env[62301]: DEBUG oslo_vmware.api [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Waiting for the task: (returnval){ [ 562.406371] env[62301]: value = "task-2569587" [ 562.406371] env[62301]: _type = "Task" [ 562.406371] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.412395] env[62301]: DEBUG oslo_vmware.api [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Task: {'id': task-2569585, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069185} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.412995] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 562.413795] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118bf035-e878-4a63-a8eb-cd17d616f18b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.423633] env[62301]: DEBUG oslo_vmware.api [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Task: {'id': task-2569587, 'name': Rename_Task} progress is 10%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.442082] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] bdc392c0-6aee-40e8-9acb-0cee34a7ded5/bdc392c0-6aee-40e8-9acb-0cee34a7ded5.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 562.442082] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcfaa90b-c2be-45c6-8f49-7618ec35e42b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.465024] env[62301]: DEBUG oslo_vmware.api [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Waiting for the task: (returnval){ [ 562.465024] env[62301]: value = "task-2569588" [ 562.465024] env[62301]: _type = "Task" [ 562.465024] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.473712] env[62301]: DEBUG oslo_vmware.api [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Task: {'id': task-2569588, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.577378] env[62301]: DEBUG oslo_vmware.api [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5271d13f-19d8-fa30-bd4a-f5d3201b3bc6, 'name': SearchDatastore_Task, 'duration_secs': 0.010426} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.578286] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e7d5ea8-d3af-4250-bb83-c6e6d9af186f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.583478] env[62301]: DEBUG oslo_vmware.api [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Waiting for the task: (returnval){ [ 562.583478] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]527c3224-0d04-1800-f308-731d40b851cb" [ 562.583478] env[62301]: _type = "Task" [ 562.583478] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.592801] env[62301]: DEBUG oslo_vmware.api [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]527c3224-0d04-1800-f308-731d40b851cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.769309] env[62301]: DEBUG oslo_vmware.api [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Task: {'id': task-2569582, 'name': PowerOnVM_Task, 'duration_secs': 0.558008} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.769984] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] [instance: 44f7dbb8-3c27-438b-bd41-9fc0e9c6329d] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 562.769984] env[62301]: INFO nova.compute.manager [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] [instance: 44f7dbb8-3c27-438b-bd41-9fc0e9c6329d] Took 16.66 seconds to spawn the instance on the hypervisor. [ 562.769984] env[62301]: DEBUG nova.compute.manager [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] [instance: 44f7dbb8-3c27-438b-bd41-9fc0e9c6329d] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 562.773206] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d4312c-66ab-4a92-b08c-8045db31a05b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.851193] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.597s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.851839] env[62301]: DEBUG nova.compute.manager [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] [instance: a7e173c9-7834-47e2-b469-2250fd138316] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 562.859470] env[62301]: DEBUG oslo_concurrency.lockutils [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.791s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.859470] env[62301]: INFO nova.compute.claims [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 562.864476] env[62301]: DEBUG nova.network.neutron [req-fecc0b13-3448-4cb2-b247-a72b98d5c5a0 req-47a74084-09d9-4676-bd71-4b008bd32564 service nova] [instance: 5102a8ce-2234-43cb-ae85-df50645c9545] Updated VIF entry in instance network info cache for port 7160de9a-514e-4adc-ad45-c3c627d7791c. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 562.864812] env[62301]: DEBUG nova.network.neutron [req-fecc0b13-3448-4cb2-b247-a72b98d5c5a0 req-47a74084-09d9-4676-bd71-4b008bd32564 service nova] [instance: 5102a8ce-2234-43cb-ae85-df50645c9545] Updating instance_info_cache with network_info: [{"id": "7160de9a-514e-4adc-ad45-c3c627d7791c", "address": "fa:16:3e:78:bf:bc", "network": {"id": "157bd25e-df67-42ee-b9a2-d4f490289cf6", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1737116222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45dffb779c6d47f1a7400fff90fd42ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7160de9a-51", "ovs_interfaceid": "7160de9a-514e-4adc-ad45-c3c627d7791c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 562.890320] env[62301]: DEBUG oslo_concurrency.lockutils [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Releasing lock "refresh_cache-f26ca09f-a9b1-4262-842e-cc77d036d33a" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.890320] env[62301]: DEBUG nova.compute.manager [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] [instance: f26ca09f-a9b1-4262-842e-cc77d036d33a] Instance network_info: |[{"id": "46e4419d-b197-44d2-b7ba-16ff56a10369", "address": "fa:16:3e:2b:ee:80", "network": {"id": "37f0bde5-7860-437b-8adc-bf530e812080", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1278117845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9efc7540a21d44b99cd119714f012772", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46e4419d-b1", "ovs_interfaceid": "46e4419d-b197-44d2-b7ba-16ff56a10369", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 562.890461] env[62301]: DEBUG oslo_vmware.api [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Task: {'id': task-2569586, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.890461] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] [instance: f26ca09f-a9b1-4262-842e-cc77d036d33a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:ee:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5c60ce-845e-4506-bc10-348461fece6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '46e4419d-b197-44d2-b7ba-16ff56a10369', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 562.898175] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Creating folder: Project (9efc7540a21d44b99cd119714f012772). Parent ref: group-v518653. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 562.904323] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3771ed86-4b1d-4cf8-b7a7-5a4de067db52 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.916332] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Created folder: Project (9efc7540a21d44b99cd119714f012772) in parent group-v518653. [ 562.916332] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Creating folder: Instances. Parent ref: group-v518676. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 562.917033] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15451a3a-6ec2-49d3-95de-00bc559fc52b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.922509] env[62301]: DEBUG oslo_vmware.api [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Task: {'id': task-2569587, 'name': Rename_Task, 'duration_secs': 0.451141} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.923037] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] [instance: 00a8a42a-2239-483d-a0cf-d7bbb3d95997] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 562.923484] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b43a3ff-ea3d-4480-9782-0a337286462e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.930202] env[62301]: DEBUG oslo_vmware.api [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Waiting for the task: (returnval){ [ 562.930202] env[62301]: value = "task-2569591" [ 562.930202] env[62301]: _type = "Task" [ 562.930202] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.935471] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Created folder: Instances in parent group-v518676. [ 562.935471] env[62301]: DEBUG oslo.service.loopingcall [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 562.935639] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f26ca09f-a9b1-4262-842e-cc77d036d33a] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 562.935843] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-029cfdd8-fdf8-4e3b-97c3-82a442681997 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.955270] env[62301]: DEBUG oslo_vmware.api [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Task: {'id': task-2569591, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.960172] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 562.960172] env[62301]: value = "task-2569592" [ 562.960172] env[62301]: _type = "Task" [ 562.960172] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.970401] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569592, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.978425] env[62301]: DEBUG oslo_vmware.api [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Task: {'id': task-2569588, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.094991] env[62301]: DEBUG oslo_vmware.api [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]527c3224-0d04-1800-f308-731d40b851cb, 'name': SearchDatastore_Task, 'duration_secs': 0.055562} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.095286] env[62301]: DEBUG oslo_concurrency.lockutils [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.095556] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] 5102a8ce-2234-43cb-ae85-df50645c9545/5102a8ce-2234-43cb-ae85-df50645c9545.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 563.095830] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f418682f-a039-4fa2-a8b7-a21b8dfdb15c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.102196] env[62301]: DEBUG oslo_vmware.api [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Waiting for the task: (returnval){ [ 563.102196] env[62301]: value = "task-2569593" [ 563.102196] env[62301]: _type = "Task" [ 563.102196] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.113484] env[62301]: DEBUG oslo_vmware.api [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Task: {'id': task-2569593, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.293901] env[62301]: INFO nova.compute.manager [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] [instance: 44f7dbb8-3c27-438b-bd41-9fc0e9c6329d] Took 25.92 seconds to build instance. [ 563.364471] env[62301]: DEBUG nova.compute.utils [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 563.369383] env[62301]: DEBUG nova.compute.manager [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] [instance: a7e173c9-7834-47e2-b469-2250fd138316] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 563.369383] env[62301]: DEBUG nova.network.neutron [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] [instance: a7e173c9-7834-47e2-b469-2250fd138316] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 563.373065] env[62301]: DEBUG oslo_concurrency.lockutils [req-fecc0b13-3448-4cb2-b247-a72b98d5c5a0 req-47a74084-09d9-4676-bd71-4b008bd32564 service nova] Releasing lock "refresh_cache-5102a8ce-2234-43cb-ae85-df50645c9545" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.373065] env[62301]: DEBUG nova.compute.manager [req-fecc0b13-3448-4cb2-b247-a72b98d5c5a0 req-47a74084-09d9-4676-bd71-4b008bd32564 service nova] [instance: f26ca09f-a9b1-4262-842e-cc77d036d33a] Received event network-vif-plugged-46e4419d-b197-44d2-b7ba-16ff56a10369 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 563.373065] env[62301]: DEBUG oslo_concurrency.lockutils [req-fecc0b13-3448-4cb2-b247-a72b98d5c5a0 req-47a74084-09d9-4676-bd71-4b008bd32564 service nova] Acquiring lock "f26ca09f-a9b1-4262-842e-cc77d036d33a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.373292] env[62301]: DEBUG oslo_concurrency.lockutils [req-fecc0b13-3448-4cb2-b247-a72b98d5c5a0 req-47a74084-09d9-4676-bd71-4b008bd32564 service nova] Lock "f26ca09f-a9b1-4262-842e-cc77d036d33a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.373369] env[62301]: DEBUG oslo_concurrency.lockutils [req-fecc0b13-3448-4cb2-b247-a72b98d5c5a0 req-47a74084-09d9-4676-bd71-4b008bd32564 service nova] Lock "f26ca09f-a9b1-4262-842e-cc77d036d33a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.373544] env[62301]: DEBUG nova.compute.manager [req-fecc0b13-3448-4cb2-b247-a72b98d5c5a0 req-47a74084-09d9-4676-bd71-4b008bd32564 service nova] [instance: f26ca09f-a9b1-4262-842e-cc77d036d33a] No waiting events found dispatching network-vif-plugged-46e4419d-b197-44d2-b7ba-16ff56a10369 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 563.373704] env[62301]: WARNING nova.compute.manager [req-fecc0b13-3448-4cb2-b247-a72b98d5c5a0 req-47a74084-09d9-4676-bd71-4b008bd32564 service nova] [instance: f26ca09f-a9b1-4262-842e-cc77d036d33a] Received unexpected event network-vif-plugged-46e4419d-b197-44d2-b7ba-16ff56a10369 for instance with vm_state building and task_state spawning. [ 563.386342] env[62301]: DEBUG oslo_vmware.api [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Task: {'id': task-2569586, 'name': PowerOnVM_Task, 'duration_secs': 0.974471} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.387934] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] [instance: e0f90512-56d7-4a9c-9b57-dea54f8b682f] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 563.387934] env[62301]: INFO nova.compute.manager [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] [instance: e0f90512-56d7-4a9c-9b57-dea54f8b682f] Took 15.00 seconds to spawn the instance on the hypervisor. [ 563.388131] env[62301]: DEBUG nova.compute.manager [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] [instance: e0f90512-56d7-4a9c-9b57-dea54f8b682f] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 563.389111] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ded22f-5c24-4d6b-844d-c9a1823c1799 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.442363] env[62301]: DEBUG oslo_vmware.api [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Task: {'id': task-2569591, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.472449] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569592, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.487127] env[62301]: DEBUG oslo_vmware.api [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Task: {'id': task-2569588, 'name': ReconfigVM_Task, 'duration_secs': 0.652896} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.487127] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Reconfigured VM instance instance-00000001 to attach disk [datastore2] bdc392c0-6aee-40e8-9acb-0cee34a7ded5/bdc392c0-6aee-40e8-9acb-0cee34a7ded5.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 563.487127] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fed0a16c-758d-458b-97c2-167e1aa50066 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.500221] env[62301]: DEBUG oslo_vmware.api [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Waiting for the task: (returnval){ [ 563.500221] env[62301]: value = "task-2569594" [ 563.500221] env[62301]: _type = "Task" [ 563.500221] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.511632] env[62301]: DEBUG oslo_vmware.api [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Task: {'id': task-2569594, 'name': Rename_Task} progress is 10%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.587297] env[62301]: DEBUG nova.policy [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ac260a01a2e4e6da81f908b6eba4e17', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87b326311d834c3fa4919d2713062993', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 563.619733] env[62301]: DEBUG oslo_vmware.api [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Task: {'id': task-2569593, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.797779] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d691a873-8ad4-4615-b077-76516da0720c tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Lock "44f7dbb8-3c27-438b-bd41-9fc0e9c6329d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.437s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.874472] env[62301]: DEBUG nova.compute.manager [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] [instance: a7e173c9-7834-47e2-b469-2250fd138316] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 563.913941] env[62301]: INFO nova.compute.manager [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] [instance: e0f90512-56d7-4a9c-9b57-dea54f8b682f] Took 25.67 seconds to build instance. [ 563.952023] env[62301]: DEBUG oslo_vmware.api [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Task: {'id': task-2569591, 'name': PowerOnVM_Task, 'duration_secs': 0.863569} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.959463] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] [instance: 00a8a42a-2239-483d-a0cf-d7bbb3d95997] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 563.959463] env[62301]: INFO nova.compute.manager [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] [instance: 00a8a42a-2239-483d-a0cf-d7bbb3d95997] Took 13.25 seconds to spawn the instance on the hypervisor. [ 563.959463] env[62301]: DEBUG nova.compute.manager [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] [instance: 00a8a42a-2239-483d-a0cf-d7bbb3d95997] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 563.963025] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d118ead3-c7b6-4779-9c7d-191269a93777 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.987316] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569592, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.020123] env[62301]: DEBUG oslo_vmware.api [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Task: {'id': task-2569594, 'name': Rename_Task, 'duration_secs': 0.325812} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.020813] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 564.023966] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef0c79ad-6359-402c-8211-d5ed33ff0a07 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.027972] env[62301]: DEBUG oslo_vmware.api [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Waiting for the task: (returnval){ [ 564.027972] env[62301]: value = "task-2569595" [ 564.027972] env[62301]: _type = "Task" [ 564.027972] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.049723] env[62301]: DEBUG oslo_vmware.api [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Task: {'id': task-2569595, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.114501] env[62301]: DEBUG oslo_vmware.api [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Task: {'id': task-2569593, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573663} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.114501] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] 5102a8ce-2234-43cb-ae85-df50645c9545/5102a8ce-2234-43cb-ae85-df50645c9545.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 564.114501] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] [instance: 5102a8ce-2234-43cb-ae85-df50645c9545] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 564.114501] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26ab33a8-4caa-4b45-8041-4f712a979bcd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.130089] env[62301]: DEBUG oslo_vmware.api [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Waiting for the task: (returnval){ [ 564.130089] env[62301]: value = "task-2569596" [ 564.130089] env[62301]: _type = "Task" [ 564.130089] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.140907] env[62301]: DEBUG oslo_vmware.api [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Task: {'id': task-2569596, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.301974] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d1c791-2ddb-4400-868a-47ae17874d6d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.304804] env[62301]: DEBUG nova.compute.manager [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] [instance: 7c637115-8590-4e15-8500-dc04e7cfc21a] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 564.312914] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41e0f54-790f-4367-a71c-5d9c6890bd91 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.344354] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75f9042-b382-45b7-91af-5e09ed9bfdd4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.352379] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45014d8-e0cc-48c6-9ea4-3f943de62af5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.370417] env[62301]: DEBUG nova.compute.provider_tree [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 564.396749] env[62301]: DEBUG nova.compute.manager [req-6aaf4846-b621-40e1-a1b1-0c56aff98ca8 req-961b1fec-5a05-4adc-bfbf-d191d15b315a service nova] [instance: f26ca09f-a9b1-4262-842e-cc77d036d33a] Received event network-changed-46e4419d-b197-44d2-b7ba-16ff56a10369 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 564.397077] env[62301]: DEBUG nova.compute.manager [req-6aaf4846-b621-40e1-a1b1-0c56aff98ca8 req-961b1fec-5a05-4adc-bfbf-d191d15b315a service nova] [instance: f26ca09f-a9b1-4262-842e-cc77d036d33a] Refreshing instance network info cache due to event network-changed-46e4419d-b197-44d2-b7ba-16ff56a10369. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 564.397345] env[62301]: DEBUG oslo_concurrency.lockutils [req-6aaf4846-b621-40e1-a1b1-0c56aff98ca8 req-961b1fec-5a05-4adc-bfbf-d191d15b315a service nova] Acquiring lock "refresh_cache-f26ca09f-a9b1-4262-842e-cc77d036d33a" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.397533] env[62301]: DEBUG oslo_concurrency.lockutils [req-6aaf4846-b621-40e1-a1b1-0c56aff98ca8 req-961b1fec-5a05-4adc-bfbf-d191d15b315a service nova] Acquired lock "refresh_cache-f26ca09f-a9b1-4262-842e-cc77d036d33a" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.397759] env[62301]: DEBUG nova.network.neutron [req-6aaf4846-b621-40e1-a1b1-0c56aff98ca8 req-961b1fec-5a05-4adc-bfbf-d191d15b315a service nova] [instance: f26ca09f-a9b1-4262-842e-cc77d036d33a] Refreshing network info cache for port 46e4419d-b197-44d2-b7ba-16ff56a10369 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 564.416324] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f288edb8-d8cd-463c-a5aa-160c872b0c87 tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Lock "e0f90512-56d7-4a9c-9b57-dea54f8b682f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.189s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.475782] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569592, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.499690] env[62301]: INFO nova.compute.manager [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] [instance: 00a8a42a-2239-483d-a0cf-d7bbb3d95997] Took 18.38 seconds to build instance. [ 564.541531] env[62301]: DEBUG oslo_vmware.api [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Task: {'id': task-2569595, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.640180] env[62301]: DEBUG oslo_vmware.api [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Task: {'id': task-2569596, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.298851} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.640490] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] [instance: 5102a8ce-2234-43cb-ae85-df50645c9545] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 564.641308] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0d32aa-02e6-49ca-a510-188d092db93d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.666810] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] [instance: 5102a8ce-2234-43cb-ae85-df50645c9545] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 5102a8ce-2234-43cb-ae85-df50645c9545/5102a8ce-2234-43cb-ae85-df50645c9545.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 564.667905] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27c6bef9-a34d-41ca-8a56-22fd95f61dd5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.688442] env[62301]: DEBUG oslo_vmware.api [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Waiting for the task: (returnval){ [ 564.688442] env[62301]: value = "task-2569597" [ 564.688442] env[62301]: _type = "Task" [ 564.688442] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.693254] env[62301]: DEBUG nova.network.neutron [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] [instance: a7e173c9-7834-47e2-b469-2250fd138316] Successfully created port: 80db6027-5e07-4887-a460-f5c959102d70 {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 564.700391] env[62301]: DEBUG oslo_vmware.api [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Task: {'id': task-2569597, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.854871] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.875151] env[62301]: DEBUG nova.scheduler.client.report [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 564.892720] env[62301]: DEBUG nova.compute.manager [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] [instance: a7e173c9-7834-47e2-b469-2250fd138316] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 564.919823] env[62301]: DEBUG nova.compute.manager [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] [instance: bd6ed587-1425-4f8b-b89b-6577f3b68605] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 564.934927] env[62301]: DEBUG nova.virt.hardware [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 564.935277] env[62301]: DEBUG nova.virt.hardware [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 564.935435] env[62301]: DEBUG nova.virt.hardware [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 564.935759] env[62301]: DEBUG nova.virt.hardware [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 564.935759] env[62301]: DEBUG nova.virt.hardware [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 564.936196] env[62301]: DEBUG nova.virt.hardware [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 564.936196] env[62301]: DEBUG nova.virt.hardware [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 564.936362] env[62301]: DEBUG nova.virt.hardware [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 564.936883] env[62301]: DEBUG nova.virt.hardware [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 564.937221] env[62301]: DEBUG nova.virt.hardware [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 564.937541] env[62301]: DEBUG nova.virt.hardware [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 564.938877] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f86ea2b-f4dd-4c03-8f6c-7637954d8159 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.949632] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de72a64-ffda-44d9-8db9-84c341759d1b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.980099] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569592, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.002818] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bb0d3cfe-36a8-4ab4-9ff8-7ad26c0141c9 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Lock "00a8a42a-2239-483d-a0cf-d7bbb3d95997" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.896s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 565.042207] env[62301]: DEBUG oslo_vmware.api [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Task: {'id': task-2569595, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.199986] env[62301]: DEBUG oslo_vmware.api [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Task: {'id': task-2569597, 'name': ReconfigVM_Task, 'duration_secs': 0.314729} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.200316] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] [instance: 5102a8ce-2234-43cb-ae85-df50645c9545] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 5102a8ce-2234-43cb-ae85-df50645c9545/5102a8ce-2234-43cb-ae85-df50645c9545.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 565.201019] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1bdc136-7367-402b-8a8b-610f0160717f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.207602] env[62301]: DEBUG oslo_vmware.api [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Waiting for the task: (returnval){ [ 565.207602] env[62301]: value = "task-2569598" [ 565.207602] env[62301]: _type = "Task" [ 565.207602] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.220953] env[62301]: DEBUG oslo_vmware.api [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Task: {'id': task-2569598, 'name': Rename_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.359114] env[62301]: DEBUG nova.network.neutron [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] [instance: 0a349cf5-a329-4b3a-b332-e7ff7442f9f3] Successfully updated port: be1e93c9-295a-4105-83dc-5c55bf9c1b8a {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 565.383573] env[62301]: DEBUG oslo_concurrency.lockutils [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.527s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 565.384188] env[62301]: DEBUG nova.compute.manager [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 565.388676] env[62301]: DEBUG oslo_concurrency.lockutils [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.551s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 565.393226] env[62301]: INFO nova.compute.claims [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 91b2eaca-3a17-446b-abe7-ff677db29514] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 565.455214] env[62301]: DEBUG oslo_concurrency.lockutils [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.488142] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569592, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.507860] env[62301]: DEBUG nova.compute.manager [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 565.546663] env[62301]: DEBUG oslo_vmware.api [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Task: {'id': task-2569595, 'name': PowerOnVM_Task, 'duration_secs': 1.323923} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.548169] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 565.548380] env[62301]: DEBUG nova.compute.manager [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 565.549279] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816e9869-a161-4b62-8e31-7976ce99a8e2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.720725] env[62301]: DEBUG oslo_vmware.api [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Task: {'id': task-2569598, 'name': Rename_Task, 'duration_secs': 0.155711} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.720898] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] [instance: 5102a8ce-2234-43cb-ae85-df50645c9545] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 565.721158] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a97b38a-41ed-4a39-93fb-0222b45a1e9f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.729451] env[62301]: DEBUG oslo_vmware.api [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Waiting for the task: (returnval){ [ 565.729451] env[62301]: value = "task-2569599" [ 565.729451] env[62301]: _type = "Task" [ 565.729451] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.742020] env[62301]: DEBUG oslo_vmware.api [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Task: {'id': task-2569599, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.864912] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Acquiring lock "refresh_cache-0a349cf5-a329-4b3a-b332-e7ff7442f9f3" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.866640] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Acquired lock "refresh_cache-0a349cf5-a329-4b3a-b332-e7ff7442f9f3" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.866640] env[62301]: DEBUG nova.network.neutron [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] [instance: 0a349cf5-a329-4b3a-b332-e7ff7442f9f3] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 565.900502] env[62301]: DEBUG nova.compute.utils [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 565.906506] env[62301]: DEBUG nova.compute.manager [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 565.906726] env[62301]: DEBUG nova.network.neutron [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 565.984489] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569592, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.016129] env[62301]: DEBUG nova.network.neutron [req-6aaf4846-b621-40e1-a1b1-0c56aff98ca8 req-961b1fec-5a05-4adc-bfbf-d191d15b315a service nova] [instance: f26ca09f-a9b1-4262-842e-cc77d036d33a] Updated VIF entry in instance network info cache for port 46e4419d-b197-44d2-b7ba-16ff56a10369. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 566.016129] env[62301]: DEBUG nova.network.neutron [req-6aaf4846-b621-40e1-a1b1-0c56aff98ca8 req-961b1fec-5a05-4adc-bfbf-d191d15b315a service nova] [instance: f26ca09f-a9b1-4262-842e-cc77d036d33a] Updating instance_info_cache with network_info: [{"id": "46e4419d-b197-44d2-b7ba-16ff56a10369", "address": "fa:16:3e:2b:ee:80", "network": {"id": "37f0bde5-7860-437b-8adc-bf530e812080", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1278117845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9efc7540a21d44b99cd119714f012772", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46e4419d-b1", "ovs_interfaceid": "46e4419d-b197-44d2-b7ba-16ff56a10369", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 566.037613] env[62301]: DEBUG oslo_concurrency.lockutils [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.068944] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.125792] env[62301]: DEBUG nova.policy [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a93a9f1aaab4e799ed0e58f495a77e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2636e850d8a4bd9bf7dc71d590ef940', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 566.245105] env[62301]: DEBUG oslo_vmware.api [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Task: {'id': task-2569599, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.406817] env[62301]: DEBUG nova.compute.manager [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 566.492205] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569592, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.523359] env[62301]: DEBUG oslo_concurrency.lockutils [req-6aaf4846-b621-40e1-a1b1-0c56aff98ca8 req-961b1fec-5a05-4adc-bfbf-d191d15b315a service nova] Releasing lock "refresh_cache-f26ca09f-a9b1-4262-842e-cc77d036d33a" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.713959] env[62301]: DEBUG nova.network.neutron [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] [instance: 0a349cf5-a329-4b3a-b332-e7ff7442f9f3] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 566.746304] env[62301]: DEBUG oslo_vmware.api [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Task: {'id': task-2569599, 'name': PowerOnVM_Task, 'duration_secs': 0.764424} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.746467] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] [instance: 5102a8ce-2234-43cb-ae85-df50645c9545] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 566.746696] env[62301]: INFO nova.compute.manager [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] [instance: 5102a8ce-2234-43cb-ae85-df50645c9545] Took 9.40 seconds to spawn the instance on the hypervisor. [ 566.746913] env[62301]: DEBUG nova.compute.manager [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] [instance: 5102a8ce-2234-43cb-ae85-df50645c9545] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 566.747755] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9979f582-23f8-4512-8794-9f094f59f2d2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.870926] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad2e1a3-d812-4e30-bada-199c3e3d4ac2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.891338] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d38380-600e-4216-92e2-4d29897eee9d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.936921] env[62301]: DEBUG oslo_concurrency.lockutils [None req-159151e8-5373-4c3c-8ba9-dc8b5c8d9084 tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Acquiring lock "44f7dbb8-3c27-438b-bd41-9fc0e9c6329d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.936921] env[62301]: DEBUG oslo_concurrency.lockutils [None req-159151e8-5373-4c3c-8ba9-dc8b5c8d9084 tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Lock "44f7dbb8-3c27-438b-bd41-9fc0e9c6329d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.936921] env[62301]: DEBUG oslo_concurrency.lockutils [None req-159151e8-5373-4c3c-8ba9-dc8b5c8d9084 tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Acquiring lock "44f7dbb8-3c27-438b-bd41-9fc0e9c6329d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.936921] env[62301]: DEBUG oslo_concurrency.lockutils [None req-159151e8-5373-4c3c-8ba9-dc8b5c8d9084 tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Lock "44f7dbb8-3c27-438b-bd41-9fc0e9c6329d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.937209] env[62301]: DEBUG oslo_concurrency.lockutils [None req-159151e8-5373-4c3c-8ba9-dc8b5c8d9084 tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Lock "44f7dbb8-3c27-438b-bd41-9fc0e9c6329d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.942991] env[62301]: INFO nova.compute.manager [None req-159151e8-5373-4c3c-8ba9-dc8b5c8d9084 tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] [instance: 44f7dbb8-3c27-438b-bd41-9fc0e9c6329d] Terminating instance [ 566.946537] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac6396d-da91-4fd0-8ddb-4fc0fd637be2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.963229] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8834db-e539-4ce0-a53a-2d5d534292d3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.979120] env[62301]: DEBUG nova.compute.provider_tree [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 566.994739] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569592, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.272856] env[62301]: INFO nova.compute.manager [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] [instance: 5102a8ce-2234-43cb-ae85-df50645c9545] Took 19.34 seconds to build instance. [ 567.376765] env[62301]: DEBUG nova.network.neutron [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] [instance: 0a349cf5-a329-4b3a-b332-e7ff7442f9f3] Updating instance_info_cache with network_info: [{"id": "be1e93c9-295a-4105-83dc-5c55bf9c1b8a", "address": "fa:16:3e:9a:43:7a", "network": {"id": "229d681a-36f3-4cf5-8b82-82a25738b030", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "584ed71e5cee48ffa78bf852023e57aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe1e93c9-29", "ovs_interfaceid": "be1e93c9-295a-4105-83dc-5c55bf9c1b8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 567.453441] env[62301]: DEBUG nova.compute.manager [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 567.458596] env[62301]: DEBUG nova.compute.manager [None req-159151e8-5373-4c3c-8ba9-dc8b5c8d9084 tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] [instance: 44f7dbb8-3c27-438b-bd41-9fc0e9c6329d] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 567.458807] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-159151e8-5373-4c3c-8ba9-dc8b5c8d9084 tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] [instance: 44f7dbb8-3c27-438b-bd41-9fc0e9c6329d] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 567.460397] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bbb911c-aad9-4661-ac6c-482c07ec3c79 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.478347] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-159151e8-5373-4c3c-8ba9-dc8b5c8d9084 tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] [instance: 44f7dbb8-3c27-438b-bd41-9fc0e9c6329d] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 567.480111] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90b77cda-d50a-4fc0-8065-aa1319f93412 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.489930] env[62301]: DEBUG nova.scheduler.client.report [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 567.493372] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569592, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.496620] env[62301]: DEBUG nova.virt.hardware [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 567.496839] env[62301]: DEBUG nova.virt.hardware [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 567.497010] env[62301]: DEBUG nova.virt.hardware [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 567.497220] env[62301]: DEBUG nova.virt.hardware [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 567.497319] env[62301]: DEBUG nova.virt.hardware [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 567.497517] env[62301]: DEBUG nova.virt.hardware [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 567.497748] env[62301]: DEBUG nova.virt.hardware [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 567.497923] env[62301]: DEBUG nova.virt.hardware [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 567.498136] env[62301]: DEBUG nova.virt.hardware [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 567.498319] env[62301]: DEBUG nova.virt.hardware [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 567.498535] env[62301]: DEBUG nova.virt.hardware [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 567.498905] env[62301]: DEBUG oslo_vmware.api [None req-159151e8-5373-4c3c-8ba9-dc8b5c8d9084 tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Waiting for the task: (returnval){ [ 567.498905] env[62301]: value = "task-2569600" [ 567.498905] env[62301]: _type = "Task" [ 567.498905] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.499652] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0bf2b8b-621f-415d-9e62-cd0297fc180b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.516417] env[62301]: DEBUG oslo_vmware.api [None req-159151e8-5373-4c3c-8ba9-dc8b5c8d9084 tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Task: {'id': task-2569600, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.521024] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc1ea5f-cafc-4cba-8525-538315615bbc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.666704] env[62301]: DEBUG nova.compute.manager [None req-6fc80fe6-057b-4699-ad21-c3f8b99f433f tempest-ServerExternalEventsTest-1297307169 tempest-ServerExternalEventsTest-1297307169-project] [instance: e0f90512-56d7-4a9c-9b57-dea54f8b682f] Received event network-changed {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 567.666888] env[62301]: DEBUG nova.compute.manager [None req-6fc80fe6-057b-4699-ad21-c3f8b99f433f tempest-ServerExternalEventsTest-1297307169 tempest-ServerExternalEventsTest-1297307169-project] [instance: e0f90512-56d7-4a9c-9b57-dea54f8b682f] Refreshing instance network info cache due to event network-changed. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 567.667115] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6fc80fe6-057b-4699-ad21-c3f8b99f433f tempest-ServerExternalEventsTest-1297307169 tempest-ServerExternalEventsTest-1297307169-project] Acquiring lock "refresh_cache-e0f90512-56d7-4a9c-9b57-dea54f8b682f" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.667254] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6fc80fe6-057b-4699-ad21-c3f8b99f433f tempest-ServerExternalEventsTest-1297307169 tempest-ServerExternalEventsTest-1297307169-project] Acquired lock "refresh_cache-e0f90512-56d7-4a9c-9b57-dea54f8b682f" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.667407] env[62301]: DEBUG nova.network.neutron [None req-6fc80fe6-057b-4699-ad21-c3f8b99f433f tempest-ServerExternalEventsTest-1297307169 tempest-ServerExternalEventsTest-1297307169-project] [instance: e0f90512-56d7-4a9c-9b57-dea54f8b682f] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 567.682219] env[62301]: DEBUG nova.network.neutron [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Successfully created port: 8a79c63a-20ef-44f2-99e9-d1d8ecfa926f {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 567.779938] env[62301]: DEBUG oslo_concurrency.lockutils [None req-aea3f5e9-daf8-424f-ac6f-3bd6078dab69 tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Lock "5102a8ce-2234-43cb-ae85-df50645c9545" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.855s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.881985] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Releasing lock "refresh_cache-0a349cf5-a329-4b3a-b332-e7ff7442f9f3" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.881985] env[62301]: DEBUG nova.compute.manager [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] [instance: 0a349cf5-a329-4b3a-b332-e7ff7442f9f3] Instance network_info: |[{"id": "be1e93c9-295a-4105-83dc-5c55bf9c1b8a", "address": "fa:16:3e:9a:43:7a", "network": {"id": "229d681a-36f3-4cf5-8b82-82a25738b030", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "584ed71e5cee48ffa78bf852023e57aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe1e93c9-29", "ovs_interfaceid": "be1e93c9-295a-4105-83dc-5c55bf9c1b8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 567.882620] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] [instance: 0a349cf5-a329-4b3a-b332-e7ff7442f9f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:43:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '195e328b-e41a-49f5-9e51-546b8ea8ceba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be1e93c9-295a-4105-83dc-5c55bf9c1b8a', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 567.898308] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Creating folder: Project (dfbe62ae4ab04489a0ebf9ca999c41fb). Parent ref: group-v518653. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 567.898638] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee336f88-0c7e-4fac-8c93-ddc9bd8e2058 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.917555] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Created folder: Project (dfbe62ae4ab04489a0ebf9ca999c41fb) in parent group-v518653. [ 567.918883] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Creating folder: Instances. Parent ref: group-v518679. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 567.919258] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0919c23d-5582-4f8d-beb4-b9fdcdc3555d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.937198] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Created folder: Instances in parent group-v518679. [ 567.937542] env[62301]: DEBUG oslo.service.loopingcall [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 567.938323] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a349cf5-a329-4b3a-b332-e7ff7442f9f3] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 567.938489] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2988cfe-d968-4d59-8394-7be3e6ee98c3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.968075] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 567.968075] env[62301]: value = "task-2569603" [ 567.968075] env[62301]: _type = "Task" [ 567.968075] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.983405] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569603, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.996988] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569592, 'name': CreateVM_Task, 'duration_secs': 4.770494} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.997183] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f26ca09f-a9b1-4262-842e-cc77d036d33a] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 567.997966] env[62301]: DEBUG oslo_concurrency.lockutils [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.997966] env[62301]: DEBUG oslo_concurrency.lockutils [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.000472] env[62301]: DEBUG oslo_concurrency.lockutils [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.000472] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb029604-fac9-4cca-951d-c44153062c6b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.005310] env[62301]: DEBUG oslo_concurrency.lockutils [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.617s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.005906] env[62301]: DEBUG nova.compute.manager [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 91b2eaca-3a17-446b-abe7-ff677db29514] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 568.013114] env[62301]: DEBUG oslo_vmware.api [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Waiting for the task: (returnval){ [ 568.013114] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5218c4fc-b314-590b-dcc5-7012b9ea233e" [ 568.013114] env[62301]: _type = "Task" [ 568.013114] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.013797] env[62301]: DEBUG oslo_concurrency.lockutils [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.055s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.015593] env[62301]: INFO nova.compute.claims [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] [instance: 341e67b6-2eb8-47c3-b5a7-c52f48da66fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 568.037229] env[62301]: DEBUG oslo_vmware.api [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5218c4fc-b314-590b-dcc5-7012b9ea233e, 'name': SearchDatastore_Task, 'duration_secs': 0.011224} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.040239] env[62301]: DEBUG oslo_concurrency.lockutils [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.040491] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] [instance: f26ca09f-a9b1-4262-842e-cc77d036d33a] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 568.040724] env[62301]: DEBUG oslo_concurrency.lockutils [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.041333] env[62301]: DEBUG oslo_concurrency.lockutils [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.041333] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 568.041333] env[62301]: DEBUG oslo_vmware.api [None req-159151e8-5373-4c3c-8ba9-dc8b5c8d9084 tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Task: {'id': task-2569600, 'name': PowerOffVM_Task, 'duration_secs': 0.437432} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.042871] env[62301]: DEBUG nova.network.neutron [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] [instance: a7e173c9-7834-47e2-b469-2250fd138316] Successfully updated port: 80db6027-5e07-4887-a460-f5c959102d70 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 568.043966] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f585f63-7fc5-4e5f-a7b5-66e2fb4f655a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.049223] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-159151e8-5373-4c3c-8ba9-dc8b5c8d9084 tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] [instance: 44f7dbb8-3c27-438b-bd41-9fc0e9c6329d] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 568.049223] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-159151e8-5373-4c3c-8ba9-dc8b5c8d9084 tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] [instance: 44f7dbb8-3c27-438b-bd41-9fc0e9c6329d] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 568.049223] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60a779a0-0b33-4f3b-92e7-61990e47b8bd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.061141] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 568.061445] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 568.064490] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fa02349-3219-43b2-8d12-e8ac7270e7ee {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.074716] env[62301]: DEBUG oslo_vmware.api [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Waiting for the task: (returnval){ [ 568.074716] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5208df2f-77d3-7538-36c7-a69b2663d777" [ 568.074716] env[62301]: _type = "Task" [ 568.074716] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.084090] env[62301]: DEBUG oslo_vmware.api [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5208df2f-77d3-7538-36c7-a69b2663d777, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.125454] env[62301]: DEBUG nova.compute.manager [req-edad16bf-3a24-4e6c-a32c-8f6bd6ab07a4 req-876e1a66-f750-428e-a7ac-19d21949ff33 service nova] [instance: 0a349cf5-a329-4b3a-b332-e7ff7442f9f3] Received event network-vif-plugged-be1e93c9-295a-4105-83dc-5c55bf9c1b8a {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 568.127045] env[62301]: DEBUG oslo_concurrency.lockutils [req-edad16bf-3a24-4e6c-a32c-8f6bd6ab07a4 req-876e1a66-f750-428e-a7ac-19d21949ff33 service nova] Acquiring lock "0a349cf5-a329-4b3a-b332-e7ff7442f9f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.127423] env[62301]: DEBUG oslo_concurrency.lockutils [req-edad16bf-3a24-4e6c-a32c-8f6bd6ab07a4 req-876e1a66-f750-428e-a7ac-19d21949ff33 service nova] Lock "0a349cf5-a329-4b3a-b332-e7ff7442f9f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.127486] env[62301]: DEBUG oslo_concurrency.lockutils [req-edad16bf-3a24-4e6c-a32c-8f6bd6ab07a4 req-876e1a66-f750-428e-a7ac-19d21949ff33 service nova] Lock "0a349cf5-a329-4b3a-b332-e7ff7442f9f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.127674] env[62301]: DEBUG nova.compute.manager [req-edad16bf-3a24-4e6c-a32c-8f6bd6ab07a4 req-876e1a66-f750-428e-a7ac-19d21949ff33 service nova] [instance: 0a349cf5-a329-4b3a-b332-e7ff7442f9f3] No waiting events found dispatching network-vif-plugged-be1e93c9-295a-4105-83dc-5c55bf9c1b8a {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 568.127845] env[62301]: WARNING nova.compute.manager [req-edad16bf-3a24-4e6c-a32c-8f6bd6ab07a4 req-876e1a66-f750-428e-a7ac-19d21949ff33 service nova] [instance: 0a349cf5-a329-4b3a-b332-e7ff7442f9f3] Received unexpected event network-vif-plugged-be1e93c9-295a-4105-83dc-5c55bf9c1b8a for instance with vm_state building and task_state spawning. [ 568.128043] env[62301]: DEBUG nova.compute.manager [req-edad16bf-3a24-4e6c-a32c-8f6bd6ab07a4 req-876e1a66-f750-428e-a7ac-19d21949ff33 service nova] [instance: 0a349cf5-a329-4b3a-b332-e7ff7442f9f3] Received event network-changed-be1e93c9-295a-4105-83dc-5c55bf9c1b8a {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 568.128207] env[62301]: DEBUG nova.compute.manager [req-edad16bf-3a24-4e6c-a32c-8f6bd6ab07a4 req-876e1a66-f750-428e-a7ac-19d21949ff33 service nova] [instance: 0a349cf5-a329-4b3a-b332-e7ff7442f9f3] Refreshing instance network info cache due to event network-changed-be1e93c9-295a-4105-83dc-5c55bf9c1b8a. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 568.128414] env[62301]: DEBUG oslo_concurrency.lockutils [req-edad16bf-3a24-4e6c-a32c-8f6bd6ab07a4 req-876e1a66-f750-428e-a7ac-19d21949ff33 service nova] Acquiring lock "refresh_cache-0a349cf5-a329-4b3a-b332-e7ff7442f9f3" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.128606] env[62301]: DEBUG oslo_concurrency.lockutils [req-edad16bf-3a24-4e6c-a32c-8f6bd6ab07a4 req-876e1a66-f750-428e-a7ac-19d21949ff33 service nova] Acquired lock "refresh_cache-0a349cf5-a329-4b3a-b332-e7ff7442f9f3" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.128695] env[62301]: DEBUG nova.network.neutron [req-edad16bf-3a24-4e6c-a32c-8f6bd6ab07a4 req-876e1a66-f750-428e-a7ac-19d21949ff33 service nova] [instance: 0a349cf5-a329-4b3a-b332-e7ff7442f9f3] Refreshing network info cache for port be1e93c9-295a-4105-83dc-5c55bf9c1b8a {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 568.134999] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-159151e8-5373-4c3c-8ba9-dc8b5c8d9084 tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] [instance: 44f7dbb8-3c27-438b-bd41-9fc0e9c6329d] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 568.135216] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-159151e8-5373-4c3c-8ba9-dc8b5c8d9084 tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] [instance: 44f7dbb8-3c27-438b-bd41-9fc0e9c6329d] Deleting contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 568.135416] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-159151e8-5373-4c3c-8ba9-dc8b5c8d9084 tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Deleting the datastore file [datastore2] 44f7dbb8-3c27-438b-bd41-9fc0e9c6329d {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 568.135973] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-017639c7-f0aa-4f42-85f5-c8d2e573355f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.144631] env[62301]: DEBUG oslo_vmware.api [None req-159151e8-5373-4c3c-8ba9-dc8b5c8d9084 tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Waiting for the task: (returnval){ [ 568.144631] env[62301]: value = "task-2569609" [ 568.144631] env[62301]: _type = "Task" [ 568.144631] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.158989] env[62301]: DEBUG oslo_vmware.api [None req-159151e8-5373-4c3c-8ba9-dc8b5c8d9084 tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Task: {'id': task-2569609, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.283475] env[62301]: DEBUG nova.compute.manager [None req-4f4d6868-e6b9-42b6-a75c-e8ec78cc8834 tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] [instance: 8664eae3-4527-4338-8a17-fbd05b147636] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 568.480970] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569603, 'name': CreateVM_Task, 'duration_secs': 0.371276} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.481322] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a349cf5-a329-4b3a-b332-e7ff7442f9f3] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 568.483488] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.483488] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.483488] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.483488] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87533d11-be79-4f87-82a7-e6f2ea7a52fe {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.487951] env[62301]: DEBUG oslo_vmware.api [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Waiting for the task: (returnval){ [ 568.487951] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5243408e-1188-a014-9dcf-52cfcb5c231b" [ 568.487951] env[62301]: _type = "Task" [ 568.487951] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.499197] env[62301]: DEBUG oslo_vmware.api [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5243408e-1188-a014-9dcf-52cfcb5c231b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.516176] env[62301]: DEBUG nova.compute.utils [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 568.520116] env[62301]: DEBUG nova.compute.manager [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 91b2eaca-3a17-446b-abe7-ff677db29514] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 568.520428] env[62301]: DEBUG nova.network.neutron [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 91b2eaca-3a17-446b-abe7-ff677db29514] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 568.548236] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Acquiring lock "refresh_cache-a7e173c9-7834-47e2-b469-2250fd138316" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.548236] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Acquired lock "refresh_cache-a7e173c9-7834-47e2-b469-2250fd138316" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.548236] env[62301]: DEBUG nova.network.neutron [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] [instance: a7e173c9-7834-47e2-b469-2250fd138316] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 568.589477] env[62301]: DEBUG oslo_vmware.api [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5208df2f-77d3-7538-36c7-a69b2663d777, 'name': SearchDatastore_Task, 'duration_secs': 0.009888} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.590438] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af158cbe-451b-47e7-8ad9-77bd45f4e47b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.598747] env[62301]: DEBUG oslo_vmware.api [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Waiting for the task: (returnval){ [ 568.598747] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52f2f1be-e000-dddf-1094-f276858dca17" [ 568.598747] env[62301]: _type = "Task" [ 568.598747] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.610073] env[62301]: DEBUG oslo_vmware.api [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52f2f1be-e000-dddf-1094-f276858dca17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.631643] env[62301]: DEBUG nova.policy [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f512d5d6b1824777804eae9fde88df01', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e11c1362b8af4c37a053f63281a80c0c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 568.659423] env[62301]: DEBUG oslo_vmware.api [None req-159151e8-5373-4c3c-8ba9-dc8b5c8d9084 tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Task: {'id': task-2569609, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187836} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.659822] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-159151e8-5373-4c3c-8ba9-dc8b5c8d9084 tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 568.659979] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-159151e8-5373-4c3c-8ba9-dc8b5c8d9084 tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] [instance: 44f7dbb8-3c27-438b-bd41-9fc0e9c6329d] Deleted contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 568.661124] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-159151e8-5373-4c3c-8ba9-dc8b5c8d9084 tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] [instance: 44f7dbb8-3c27-438b-bd41-9fc0e9c6329d] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 568.661124] env[62301]: INFO nova.compute.manager [None req-159151e8-5373-4c3c-8ba9-dc8b5c8d9084 tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] [instance: 44f7dbb8-3c27-438b-bd41-9fc0e9c6329d] Took 1.20 seconds to destroy the instance on the hypervisor. [ 568.661124] env[62301]: DEBUG oslo.service.loopingcall [None req-159151e8-5373-4c3c-8ba9-dc8b5c8d9084 tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 568.661124] env[62301]: DEBUG nova.compute.manager [-] [instance: 44f7dbb8-3c27-438b-bd41-9fc0e9c6329d] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 568.661124] env[62301]: DEBUG nova.network.neutron [-] [instance: 44f7dbb8-3c27-438b-bd41-9fc0e9c6329d] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 568.820706] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4f4d6868-e6b9-42b6-a75c-e8ec78cc8834 tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.932582] env[62301]: DEBUG nova.compute.manager [req-4d2b6270-89ca-4f38-abd8-4793bc5c7572 req-ed6b8828-fb35-406b-b978-581b46970134 service nova] [instance: a7e173c9-7834-47e2-b469-2250fd138316] Received event network-vif-plugged-80db6027-5e07-4887-a460-f5c959102d70 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 568.932942] env[62301]: DEBUG oslo_concurrency.lockutils [req-4d2b6270-89ca-4f38-abd8-4793bc5c7572 req-ed6b8828-fb35-406b-b978-581b46970134 service nova] Acquiring lock "a7e173c9-7834-47e2-b469-2250fd138316-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.933085] env[62301]: DEBUG oslo_concurrency.lockutils [req-4d2b6270-89ca-4f38-abd8-4793bc5c7572 req-ed6b8828-fb35-406b-b978-581b46970134 service nova] Lock "a7e173c9-7834-47e2-b469-2250fd138316-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.933177] env[62301]: DEBUG oslo_concurrency.lockutils [req-4d2b6270-89ca-4f38-abd8-4793bc5c7572 req-ed6b8828-fb35-406b-b978-581b46970134 service nova] Lock "a7e173c9-7834-47e2-b469-2250fd138316-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.933346] env[62301]: DEBUG nova.compute.manager [req-4d2b6270-89ca-4f38-abd8-4793bc5c7572 req-ed6b8828-fb35-406b-b978-581b46970134 service nova] [instance: a7e173c9-7834-47e2-b469-2250fd138316] No waiting events found dispatching network-vif-plugged-80db6027-5e07-4887-a460-f5c959102d70 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 568.933494] env[62301]: WARNING nova.compute.manager [req-4d2b6270-89ca-4f38-abd8-4793bc5c7572 req-ed6b8828-fb35-406b-b978-581b46970134 service nova] [instance: a7e173c9-7834-47e2-b469-2250fd138316] Received unexpected event network-vif-plugged-80db6027-5e07-4887-a460-f5c959102d70 for instance with vm_state building and task_state spawning. [ 569.005568] env[62301]: DEBUG oslo_vmware.api [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5243408e-1188-a014-9dcf-52cfcb5c231b, 'name': SearchDatastore_Task, 'duration_secs': 0.018957} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.006109] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.006958] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] [instance: 0a349cf5-a329-4b3a-b332-e7ff7442f9f3] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 569.006958] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.027908] env[62301]: DEBUG nova.compute.manager [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 91b2eaca-3a17-446b-abe7-ff677db29514] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 569.117506] env[62301]: DEBUG oslo_vmware.api [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52f2f1be-e000-dddf-1094-f276858dca17, 'name': SearchDatastore_Task, 'duration_secs': 0.010684} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.117766] env[62301]: DEBUG oslo_concurrency.lockutils [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.118023] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] f26ca09f-a9b1-4262-842e-cc77d036d33a/f26ca09f-a9b1-4262-842e-cc77d036d33a.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 569.118648] env[62301]: INFO nova.compute.manager [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Rebuilding instance [ 569.120814] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.120814] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 569.121248] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d4704a7-4cfd-413e-beb1-1bb560656151 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.123528] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59e90569-2b4e-4b41-bbe4-438b240be0e6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.147116] env[62301]: DEBUG nova.network.neutron [None req-6fc80fe6-057b-4699-ad21-c3f8b99f433f tempest-ServerExternalEventsTest-1297307169 tempest-ServerExternalEventsTest-1297307169-project] [instance: e0f90512-56d7-4a9c-9b57-dea54f8b682f] Updating instance_info_cache with network_info: [{"id": "94350680-e94d-430c-9d61-8f405a3083ba", "address": "fa:16:3e:36:d5:02", "network": {"id": "229d681a-36f3-4cf5-8b82-82a25738b030", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "584ed71e5cee48ffa78bf852023e57aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94350680-e9", "ovs_interfaceid": "94350680-e94d-430c-9d61-8f405a3083ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 569.150496] env[62301]: DEBUG oslo_vmware.api [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Waiting for the task: (returnval){ [ 569.150496] env[62301]: value = "task-2569610" [ 569.150496] env[62301]: _type = "Task" [ 569.150496] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.150698] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 569.151211] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 569.154023] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-398d99ab-2caa-4637-ac43-5ae27f262fd6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.166607] env[62301]: DEBUG oslo_vmware.api [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Waiting for the task: (returnval){ [ 569.166607] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]523ec94e-dcf3-617a-7965-862743880ff3" [ 569.166607] env[62301]: _type = "Task" [ 569.166607] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.166793] env[62301]: DEBUG oslo_vmware.api [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Task: {'id': task-2569610, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.174756] env[62301]: DEBUG nova.network.neutron [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] [instance: a7e173c9-7834-47e2-b469-2250fd138316] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 569.199393] env[62301]: DEBUG oslo_vmware.api [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]523ec94e-dcf3-617a-7965-862743880ff3, 'name': SearchDatastore_Task, 'duration_secs': 0.017174} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.203148] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa11b229-df7b-42b4-bf75-1a56441f7a12 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.221552] env[62301]: DEBUG oslo_vmware.api [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Waiting for the task: (returnval){ [ 569.221552] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5271c355-0361-943e-93f8-95f0edd9b6ae" [ 569.221552] env[62301]: _type = "Task" [ 569.221552] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.221552] env[62301]: DEBUG nova.compute.manager [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 569.223029] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59651841-b01e-486e-82b3-d38cb6c9ade9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.259413] env[62301]: DEBUG oslo_vmware.api [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5271c355-0361-943e-93f8-95f0edd9b6ae, 'name': SearchDatastore_Task, 'duration_secs': 0.014201} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.260163] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.260766] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 0a349cf5-a329-4b3a-b332-e7ff7442f9f3/0a349cf5-a329-4b3a-b332-e7ff7442f9f3.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 569.260766] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3378611c-b379-4564-a1e1-8c7145a0cbff {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.270058] env[62301]: DEBUG oslo_vmware.api [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Waiting for the task: (returnval){ [ 569.270058] env[62301]: value = "task-2569611" [ 569.270058] env[62301]: _type = "Task" [ 569.270058] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.281272] env[62301]: DEBUG oslo_vmware.api [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Task: {'id': task-2569611, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.312958] env[62301]: DEBUG nova.network.neutron [req-edad16bf-3a24-4e6c-a32c-8f6bd6ab07a4 req-876e1a66-f750-428e-a7ac-19d21949ff33 service nova] [instance: 0a349cf5-a329-4b3a-b332-e7ff7442f9f3] Updated VIF entry in instance network info cache for port be1e93c9-295a-4105-83dc-5c55bf9c1b8a. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 569.313466] env[62301]: DEBUG nova.network.neutron [req-edad16bf-3a24-4e6c-a32c-8f6bd6ab07a4 req-876e1a66-f750-428e-a7ac-19d21949ff33 service nova] [instance: 0a349cf5-a329-4b3a-b332-e7ff7442f9f3] Updating instance_info_cache with network_info: [{"id": "be1e93c9-295a-4105-83dc-5c55bf9c1b8a", "address": "fa:16:3e:9a:43:7a", "network": {"id": "229d681a-36f3-4cf5-8b82-82a25738b030", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "584ed71e5cee48ffa78bf852023e57aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe1e93c9-29", "ovs_interfaceid": "be1e93c9-295a-4105-83dc-5c55bf9c1b8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 569.528563] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4803d7-8eec-4897-8d4d-1d52fd0714fb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.536938] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7bec77-7959-45db-ac7f-27870498e1dc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.586757] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73877b9e-2e6d-491a-9bde-8196710ce5bf {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.597025] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e8d3a8-d74d-446d-8604-28dfa119c6b7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.610158] env[62301]: DEBUG nova.compute.provider_tree [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 569.652859] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6fc80fe6-057b-4699-ad21-c3f8b99f433f tempest-ServerExternalEventsTest-1297307169 tempest-ServerExternalEventsTest-1297307169-project] Releasing lock "refresh_cache-e0f90512-56d7-4a9c-9b57-dea54f8b682f" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.668834] env[62301]: DEBUG oslo_vmware.api [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Task: {'id': task-2569610, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.703860] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a4229855-8d95-4d67-935c-da77d680244b tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Acquiring lock "e0f90512-56d7-4a9c-9b57-dea54f8b682f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.704201] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a4229855-8d95-4d67-935c-da77d680244b tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Lock "e0f90512-56d7-4a9c-9b57-dea54f8b682f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.705421] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a4229855-8d95-4d67-935c-da77d680244b tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Acquiring lock "e0f90512-56d7-4a9c-9b57-dea54f8b682f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.705648] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a4229855-8d95-4d67-935c-da77d680244b tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Lock "e0f90512-56d7-4a9c-9b57-dea54f8b682f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.705931] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a4229855-8d95-4d67-935c-da77d680244b tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Lock "e0f90512-56d7-4a9c-9b57-dea54f8b682f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.708848] env[62301]: INFO nova.compute.manager [None req-a4229855-8d95-4d67-935c-da77d680244b tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] [instance: e0f90512-56d7-4a9c-9b57-dea54f8b682f] Terminating instance [ 569.712947] env[62301]: DEBUG nova.network.neutron [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 91b2eaca-3a17-446b-abe7-ff677db29514] Successfully created port: 8beff611-531b-4959-b1f4-4cf59cdafd1b {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 569.741275] env[62301]: DEBUG nova.network.neutron [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] [instance: a7e173c9-7834-47e2-b469-2250fd138316] Updating instance_info_cache with network_info: [{"id": "80db6027-5e07-4887-a460-f5c959102d70", "address": "fa:16:3e:7e:7f:9f", "network": {"id": "f4e38650-ad8b-4505-8bc6-9acddd75151a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1017226399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87b326311d834c3fa4919d2713062993", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80db6027-5e", "ovs_interfaceid": "80db6027-5e07-4887-a460-f5c959102d70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 569.782867] env[62301]: DEBUG oslo_vmware.api [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Task: {'id': task-2569611, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.817101] env[62301]: DEBUG oslo_concurrency.lockutils [req-edad16bf-3a24-4e6c-a32c-8f6bd6ab07a4 req-876e1a66-f750-428e-a7ac-19d21949ff33 service nova] Releasing lock "refresh_cache-0a349cf5-a329-4b3a-b332-e7ff7442f9f3" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.055105] env[62301]: DEBUG nova.compute.manager [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 91b2eaca-3a17-446b-abe7-ff677db29514] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 570.094537] env[62301]: DEBUG nova.virt.hardware [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:46:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='958577223',id=26,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1260950564',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 570.094938] env[62301]: DEBUG nova.virt.hardware [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 570.095027] env[62301]: DEBUG nova.virt.hardware [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 570.096689] env[62301]: DEBUG nova.virt.hardware [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 570.097009] env[62301]: DEBUG nova.virt.hardware [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 570.097383] env[62301]: DEBUG nova.virt.hardware [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 570.097623] env[62301]: DEBUG nova.virt.hardware [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 570.097895] env[62301]: DEBUG nova.virt.hardware [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 570.098163] env[62301]: DEBUG nova.virt.hardware [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 570.098559] env[62301]: DEBUG nova.virt.hardware [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 570.098685] env[62301]: DEBUG nova.virt.hardware [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 570.099795] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4dbc870-b32b-456c-9f17-0e0d1fa27516 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.110435] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86450741-eba6-4bce-bfaa-5dda816154e0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.117840] env[62301]: DEBUG nova.scheduler.client.report [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 570.138785] env[62301]: DEBUG nova.network.neutron [-] [instance: 44f7dbb8-3c27-438b-bd41-9fc0e9c6329d] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 570.165852] env[62301]: DEBUG oslo_vmware.api [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Task: {'id': task-2569610, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60637} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.170156] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] f26ca09f-a9b1-4262-842e-cc77d036d33a/f26ca09f-a9b1-4262-842e-cc77d036d33a.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 570.170390] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] [instance: f26ca09f-a9b1-4262-842e-cc77d036d33a] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 570.171159] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7d56219-76fc-493c-bdba-94d98ef30b8e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.179483] env[62301]: DEBUG oslo_vmware.api [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Waiting for the task: (returnval){ [ 570.179483] env[62301]: value = "task-2569612" [ 570.179483] env[62301]: _type = "Task" [ 570.179483] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.188582] env[62301]: DEBUG oslo_vmware.api [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Task: {'id': task-2569612, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.218429] env[62301]: DEBUG nova.compute.manager [None req-a4229855-8d95-4d67-935c-da77d680244b tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] [instance: e0f90512-56d7-4a9c-9b57-dea54f8b682f] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 570.218429] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-a4229855-8d95-4d67-935c-da77d680244b tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] [instance: e0f90512-56d7-4a9c-9b57-dea54f8b682f] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 570.218429] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8427ba-39e6-405d-b240-c3d0e3833bee {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.230737] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4229855-8d95-4d67-935c-da77d680244b tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] [instance: e0f90512-56d7-4a9c-9b57-dea54f8b682f] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 570.231093] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4b36428-0ecd-4e87-918f-8296cb4065d8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.237787] env[62301]: DEBUG oslo_vmware.api [None req-a4229855-8d95-4d67-935c-da77d680244b tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Waiting for the task: (returnval){ [ 570.237787] env[62301]: value = "task-2569613" [ 570.237787] env[62301]: _type = "Task" [ 570.237787] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.243717] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Releasing lock "refresh_cache-a7e173c9-7834-47e2-b469-2250fd138316" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.245783] env[62301]: DEBUG nova.compute.manager [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] [instance: a7e173c9-7834-47e2-b469-2250fd138316] Instance network_info: |[{"id": "80db6027-5e07-4887-a460-f5c959102d70", "address": "fa:16:3e:7e:7f:9f", "network": {"id": "f4e38650-ad8b-4505-8bc6-9acddd75151a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1017226399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87b326311d834c3fa4919d2713062993", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80db6027-5e", "ovs_interfaceid": "80db6027-5e07-4887-a460-f5c959102d70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 570.246093] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] [instance: a7e173c9-7834-47e2-b469-2250fd138316] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:7f:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50171613-b419-45e3-9ada-fcb6cd921428', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80db6027-5e07-4887-a460-f5c959102d70', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 570.253233] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Creating folder: Project (87b326311d834c3fa4919d2713062993). Parent ref: group-v518653. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 570.257252] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d76e6052-0a09-457a-b63f-6f52d16383f5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.259713] env[62301]: DEBUG oslo_vmware.api [None req-a4229855-8d95-4d67-935c-da77d680244b tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Task: {'id': task-2569613, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.266693] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 570.267592] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19ecbcfa-a721-4f79-b53f-1e02a7ae03ce {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.271106] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Created folder: Project (87b326311d834c3fa4919d2713062993) in parent group-v518653. [ 570.271337] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Creating folder: Instances. Parent ref: group-v518685. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 570.275321] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9363a6e1-768a-499e-96ed-380b52a0f143 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.278372] env[62301]: DEBUG oslo_vmware.api [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] Waiting for the task: (returnval){ [ 570.278372] env[62301]: value = "task-2569615" [ 570.278372] env[62301]: _type = "Task" [ 570.278372] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.287138] env[62301]: DEBUG oslo_vmware.api [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Task: {'id': task-2569611, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.914179} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.288992] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 0a349cf5-a329-4b3a-b332-e7ff7442f9f3/0a349cf5-a329-4b3a-b332-e7ff7442f9f3.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 570.289496] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] [instance: 0a349cf5-a329-4b3a-b332-e7ff7442f9f3] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 570.289740] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Created folder: Instances in parent group-v518685. [ 570.290041] env[62301]: DEBUG oslo.service.loopingcall [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 570.293389] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01eefed6-e6fd-47b2-986b-856946b4dd36 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.295634] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7e173c9-7834-47e2-b469-2250fd138316] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 570.295914] env[62301]: DEBUG oslo_vmware.api [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] Task: {'id': task-2569615, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.296342] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0ff2c6a-239d-40a9-a959-c1b30a547a30 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.324594] env[62301]: DEBUG oslo_vmware.api [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Waiting for the task: (returnval){ [ 570.324594] env[62301]: value = "task-2569617" [ 570.324594] env[62301]: _type = "Task" [ 570.324594] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.326170] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 570.326170] env[62301]: value = "task-2569618" [ 570.326170] env[62301]: _type = "Task" [ 570.326170] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.341785] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569618, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.345779] env[62301]: DEBUG oslo_vmware.api [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Task: {'id': task-2569617, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.628332] env[62301]: DEBUG oslo_concurrency.lockutils [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.613s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 570.628332] env[62301]: DEBUG nova.compute.manager [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] [instance: 341e67b6-2eb8-47c3-b5a7-c52f48da66fd] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 570.632572] env[62301]: DEBUG oslo_concurrency.lockutils [None req-533d33a4-8507-43ca-8d95-d29887b3d2c2 tempest-DeleteServersAdminTestJSON-1034779286 tempest-DeleteServersAdminTestJSON-1034779286-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.253s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.632572] env[62301]: DEBUG nova.objects.instance [None req-533d33a4-8507-43ca-8d95-d29887b3d2c2 tempest-DeleteServersAdminTestJSON-1034779286 tempest-DeleteServersAdminTestJSON-1034779286-project-admin] Lazy-loading 'resources' on Instance uuid abd7a395-935a-4061-bc9e-ac167dd52d01 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 570.645722] env[62301]: INFO nova.compute.manager [-] [instance: 44f7dbb8-3c27-438b-bd41-9fc0e9c6329d] Took 1.98 seconds to deallocate network for instance. [ 570.673695] env[62301]: DEBUG nova.network.neutron [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Successfully updated port: 8a79c63a-20ef-44f2-99e9-d1d8ecfa926f {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 570.698130] env[62301]: DEBUG oslo_vmware.api [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Task: {'id': task-2569612, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141536} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.698130] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] [instance: f26ca09f-a9b1-4262-842e-cc77d036d33a] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 570.698130] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad4a0ed-a694-4cd8-b5d3-ce4cc51819a8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.730446] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] [instance: f26ca09f-a9b1-4262-842e-cc77d036d33a] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] f26ca09f-a9b1-4262-842e-cc77d036d33a/f26ca09f-a9b1-4262-842e-cc77d036d33a.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 570.730771] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddadf8e4-21f9-4d40-9aff-f179a1789770 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.762861] env[62301]: DEBUG oslo_vmware.api [None req-a4229855-8d95-4d67-935c-da77d680244b tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Task: {'id': task-2569613, 'name': PowerOffVM_Task, 'duration_secs': 0.269563} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.763863] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4229855-8d95-4d67-935c-da77d680244b tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] [instance: e0f90512-56d7-4a9c-9b57-dea54f8b682f] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 570.764067] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-a4229855-8d95-4d67-935c-da77d680244b tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] [instance: e0f90512-56d7-4a9c-9b57-dea54f8b682f] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 570.764653] env[62301]: DEBUG oslo_vmware.api [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Waiting for the task: (returnval){ [ 570.764653] env[62301]: value = "task-2569619" [ 570.764653] env[62301]: _type = "Task" [ 570.764653] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.764842] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee3f6a93-91af-475a-abe3-f82d78282ad0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.777989] env[62301]: DEBUG oslo_vmware.api [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Task: {'id': task-2569619, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.802520] env[62301]: DEBUG oslo_vmware.api [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] Task: {'id': task-2569615, 'name': PowerOffVM_Task, 'duration_secs': 0.14987} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.802520] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 570.802520] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 570.806959] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce5bfab-df6d-4f86-95bb-99fba1f285ff {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.817648] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 570.818355] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dacfd9d3-7c28-474a-a493-05e719907760 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.844562] env[62301]: DEBUG oslo_vmware.api [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Task: {'id': task-2569617, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094927} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.851646] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] [instance: 0a349cf5-a329-4b3a-b332-e7ff7442f9f3] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 570.851992] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-a4229855-8d95-4d67-935c-da77d680244b tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] [instance: e0f90512-56d7-4a9c-9b57-dea54f8b682f] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 570.852846] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-a4229855-8d95-4d67-935c-da77d680244b tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] [instance: e0f90512-56d7-4a9c-9b57-dea54f8b682f] Deleting contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 570.853067] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4229855-8d95-4d67-935c-da77d680244b tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Deleting the datastore file [datastore2] e0f90512-56d7-4a9c-9b57-dea54f8b682f {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 570.853983] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569618, 'name': CreateVM_Task, 'duration_secs': 0.406433} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.855684] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115d5072-7bff-4b29-9447-60c803dbe438 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.862281] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46636472-d96c-4fe7-ae17-db46dddbfeb3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.864718] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7e173c9-7834-47e2-b469-2250fd138316] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 570.865090] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 570.865289] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Deleting contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 570.865650] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] Deleting the datastore file [datastore2] bdc392c0-6aee-40e8-9acb-0cee34a7ded5 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 570.866471] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.866625] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.867169] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.867316] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06e5be8e-dd05-4715-988c-aca0737635e9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.871469] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e15408d7-7fc0-4371-94ff-8e21a2624abb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.896385] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] [instance: 0a349cf5-a329-4b3a-b332-e7ff7442f9f3] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 0a349cf5-a329-4b3a-b332-e7ff7442f9f3/0a349cf5-a329-4b3a-b332-e7ff7442f9f3.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 570.899994] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-218eaeba-b6e3-46bb-8a1a-db2b65b7e12d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.916861] env[62301]: DEBUG oslo_vmware.api [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] Waiting for the task: (returnval){ [ 570.916861] env[62301]: value = "task-2569623" [ 570.916861] env[62301]: _type = "Task" [ 570.916861] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.916861] env[62301]: DEBUG oslo_vmware.api [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Waiting for the task: (returnval){ [ 570.916861] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]524451d9-923c-9907-f003-de11e11b1e89" [ 570.916861] env[62301]: _type = "Task" [ 570.916861] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.916861] env[62301]: DEBUG oslo_vmware.api [None req-a4229855-8d95-4d67-935c-da77d680244b tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Waiting for the task: (returnval){ [ 570.916861] env[62301]: value = "task-2569622" [ 570.916861] env[62301]: _type = "Task" [ 570.916861] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.927393] env[62301]: DEBUG oslo_vmware.api [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Waiting for the task: (returnval){ [ 570.927393] env[62301]: value = "task-2569624" [ 570.927393] env[62301]: _type = "Task" [ 570.927393] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.942446] env[62301]: DEBUG oslo_vmware.api [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] Task: {'id': task-2569623, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.942935] env[62301]: DEBUG oslo_vmware.api [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]524451d9-923c-9907-f003-de11e11b1e89, 'name': SearchDatastore_Task, 'duration_secs': 0.014201} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.942935] env[62301]: DEBUG oslo_vmware.api [None req-a4229855-8d95-4d67-935c-da77d680244b tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Task: {'id': task-2569622, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.943765] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.943921] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] [instance: a7e173c9-7834-47e2-b469-2250fd138316] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 570.944208] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.944367] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.944594] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 570.948583] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-675bf95a-6b7e-4504-a2be-98b3c8ea1b3f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.950529] env[62301]: DEBUG oslo_vmware.api [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Task: {'id': task-2569624, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.963922] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 570.964200] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 570.965819] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff034d6f-425b-4b43-9c50-d66aa88e8031 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.970807] env[62301]: DEBUG oslo_vmware.api [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Waiting for the task: (returnval){ [ 570.970807] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5269ca8d-7e1c-0179-3b3c-026f4dd8b02a" [ 570.970807] env[62301]: _type = "Task" [ 570.970807] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.981798] env[62301]: DEBUG oslo_vmware.api [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5269ca8d-7e1c-0179-3b3c-026f4dd8b02a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.139816] env[62301]: DEBUG nova.compute.utils [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 571.146225] env[62301]: DEBUG nova.compute.manager [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] [instance: 341e67b6-2eb8-47c3-b5a7-c52f48da66fd] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 571.146225] env[62301]: DEBUG nova.network.neutron [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] [instance: 341e67b6-2eb8-47c3-b5a7-c52f48da66fd] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 571.173012] env[62301]: DEBUG oslo_concurrency.lockutils [None req-159151e8-5373-4c3c-8ba9-dc8b5c8d9084 tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.180494] env[62301]: DEBUG oslo_concurrency.lockutils [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Acquiring lock "refresh_cache-544d3a11-8c1f-4a7a-8e6c-ff8715950d35" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.180608] env[62301]: DEBUG oslo_concurrency.lockutils [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Acquired lock "refresh_cache-544d3a11-8c1f-4a7a-8e6c-ff8715950d35" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.181137] env[62301]: DEBUG nova.network.neutron [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 571.286183] env[62301]: DEBUG oslo_vmware.api [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Task: {'id': task-2569619, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.297772] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Acquiring lock "b9a359d8-bdde-488f-b5e2-360ebd9660fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.298021] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Lock "b9a359d8-bdde-488f-b5e2-360ebd9660fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.365139] env[62301]: DEBUG nova.policy [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a92f7a4e346f406ca428e3f9c29ec35e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a76074a3df20425b93bcef722024df35', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 571.452160] env[62301]: DEBUG oslo_vmware.api [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] Task: {'id': task-2569623, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.338283} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.459145] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 571.459145] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Deleted contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 571.459145] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 571.461155] env[62301]: DEBUG oslo_vmware.api [None req-a4229855-8d95-4d67-935c-da77d680244b tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Task: {'id': task-2569622, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.465294] env[62301]: DEBUG oslo_vmware.api [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Task: {'id': task-2569624, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.481898] env[62301]: DEBUG oslo_vmware.api [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5269ca8d-7e1c-0179-3b3c-026f4dd8b02a, 'name': SearchDatastore_Task, 'duration_secs': 0.031455} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.483351] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-068513c3-33a5-478d-9f79-3bdd9760bdec {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.494186] env[62301]: DEBUG oslo_vmware.api [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Waiting for the task: (returnval){ [ 571.494186] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52adba38-e837-e5fe-80d6-8c4cd9e7ca3f" [ 571.494186] env[62301]: _type = "Task" [ 571.494186] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.512468] env[62301]: DEBUG oslo_vmware.api [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52adba38-e837-e5fe-80d6-8c4cd9e7ca3f, 'name': SearchDatastore_Task, 'duration_secs': 0.01553} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.512720] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.512969] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] a7e173c9-7834-47e2-b469-2250fd138316/a7e173c9-7834-47e2-b469-2250fd138316.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 571.513252] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd207ce3-571e-431f-9037-f198b0ac6151 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.527125] env[62301]: DEBUG oslo_vmware.api [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Waiting for the task: (returnval){ [ 571.527125] env[62301]: value = "task-2569626" [ 571.527125] env[62301]: _type = "Task" [ 571.527125] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.543658] env[62301]: DEBUG oslo_vmware.api [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Task: {'id': task-2569626, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.644378] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c0e889-05b8-455a-b93f-35e95bec925a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.649784] env[62301]: DEBUG nova.compute.manager [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] [instance: 341e67b6-2eb8-47c3-b5a7-c52f48da66fd] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 571.659042] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b5a1e2-32d1-4aaf-b429-77c8c6a8c82a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.698421] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d6716f-7dd5-483c-883e-5763d1d8ffcd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.714120] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d839dfb1-381c-40aa-9eba-1eaa87460759 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.731163] env[62301]: DEBUG nova.compute.provider_tree [None req-533d33a4-8507-43ca-8d95-d29887b3d2c2 tempest-DeleteServersAdminTestJSON-1034779286 tempest-DeleteServersAdminTestJSON-1034779286-project-admin] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 571.784261] env[62301]: DEBUG oslo_vmware.api [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Task: {'id': task-2569619, 'name': ReconfigVM_Task, 'duration_secs': 0.850622} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.785454] env[62301]: DEBUG nova.network.neutron [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 571.789360] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] [instance: f26ca09f-a9b1-4262-842e-cc77d036d33a] Reconfigured VM instance instance-00000008 to attach disk [datastore1] f26ca09f-a9b1-4262-842e-cc77d036d33a/f26ca09f-a9b1-4262-842e-cc77d036d33a.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 571.789360] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67b916f5-2c5e-4ddf-9e41-ade6c7971fdf {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.796983] env[62301]: DEBUG oslo_vmware.api [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Waiting for the task: (returnval){ [ 571.796983] env[62301]: value = "task-2569627" [ 571.796983] env[62301]: _type = "Task" [ 571.796983] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.812034] env[62301]: DEBUG oslo_vmware.api [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Task: {'id': task-2569627, 'name': Rename_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.933708] env[62301]: DEBUG oslo_vmware.api [None req-a4229855-8d95-4d67-935c-da77d680244b tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Task: {'id': task-2569622, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.608851} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.933952] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4229855-8d95-4d67-935c-da77d680244b tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 571.934143] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-a4229855-8d95-4d67-935c-da77d680244b tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] [instance: e0f90512-56d7-4a9c-9b57-dea54f8b682f] Deleted contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 571.934350] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-a4229855-8d95-4d67-935c-da77d680244b tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] [instance: e0f90512-56d7-4a9c-9b57-dea54f8b682f] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 571.934521] env[62301]: INFO nova.compute.manager [None req-a4229855-8d95-4d67-935c-da77d680244b tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] [instance: e0f90512-56d7-4a9c-9b57-dea54f8b682f] Took 1.72 seconds to destroy the instance on the hypervisor. [ 571.934796] env[62301]: DEBUG oslo.service.loopingcall [None req-a4229855-8d95-4d67-935c-da77d680244b tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 571.934993] env[62301]: DEBUG nova.compute.manager [-] [instance: e0f90512-56d7-4a9c-9b57-dea54f8b682f] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 571.935212] env[62301]: DEBUG nova.network.neutron [-] [instance: e0f90512-56d7-4a9c-9b57-dea54f8b682f] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 571.950581] env[62301]: DEBUG oslo_vmware.api [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Task: {'id': task-2569624, 'name': ReconfigVM_Task, 'duration_secs': 0.970836} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.950851] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] [instance: 0a349cf5-a329-4b3a-b332-e7ff7442f9f3] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 0a349cf5-a329-4b3a-b332-e7ff7442f9f3/0a349cf5-a329-4b3a-b332-e7ff7442f9f3.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 571.951583] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60d9d1d0-abfe-4e7a-ac6e-e01cd9d6469a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.960048] env[62301]: DEBUG oslo_vmware.api [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Waiting for the task: (returnval){ [ 571.960048] env[62301]: value = "task-2569628" [ 571.960048] env[62301]: _type = "Task" [ 571.960048] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.973860] env[62301]: DEBUG oslo_vmware.api [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Task: {'id': task-2569628, 'name': Rename_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.043379] env[62301]: DEBUG oslo_vmware.api [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Task: {'id': task-2569626, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.220887] env[62301]: DEBUG oslo_concurrency.lockutils [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Acquiring lock "50244b23-8fa5-4b5a-9df7-7c5df8fdb00d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.220887] env[62301]: DEBUG oslo_concurrency.lockutils [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Lock "50244b23-8fa5-4b5a-9df7-7c5df8fdb00d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.238733] env[62301]: DEBUG nova.scheduler.client.report [None req-533d33a4-8507-43ca-8d95-d29887b3d2c2 tempest-DeleteServersAdminTestJSON-1034779286 tempest-DeleteServersAdminTestJSON-1034779286-project-admin] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 572.254342] env[62301]: DEBUG oslo_concurrency.lockutils [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Acquiring lock "ed8d7f2a-231e-4ffe-b839-4074821619fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.254971] env[62301]: DEBUG oslo_concurrency.lockutils [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Lock "ed8d7f2a-231e-4ffe-b839-4074821619fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.310083] env[62301]: DEBUG oslo_vmware.api [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Task: {'id': task-2569627, 'name': Rename_Task, 'duration_secs': 0.229541} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.312165] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] [instance: f26ca09f-a9b1-4262-842e-cc77d036d33a] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 572.312165] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c61bb0f6-ab0f-4e7d-b596-d4d7cd11a44c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.319292] env[62301]: DEBUG oslo_vmware.api [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Waiting for the task: (returnval){ [ 572.319292] env[62301]: value = "task-2569629" [ 572.319292] env[62301]: _type = "Task" [ 572.319292] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.331544] env[62301]: DEBUG oslo_vmware.api [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Task: {'id': task-2569629, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.369696] env[62301]: DEBUG nova.network.neutron [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Updating instance_info_cache with network_info: [{"id": "8a79c63a-20ef-44f2-99e9-d1d8ecfa926f", "address": "fa:16:3e:4d:34:d4", "network": {"id": "a46f0146-2486-42ff-bebb-5bcb18c6048e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1581663052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2636e850d8a4bd9bf7dc71d590ef940", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a79c63a-20", "ovs_interfaceid": "8a79c63a-20ef-44f2-99e9-d1d8ecfa926f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 572.432098] env[62301]: DEBUG nova.network.neutron [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] [instance: 341e67b6-2eb8-47c3-b5a7-c52f48da66fd] Successfully created port: deab775f-2a04-4ffe-91d3-71ce59943c97 {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 572.471826] env[62301]: DEBUG oslo_vmware.api [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Task: {'id': task-2569628, 'name': Rename_Task, 'duration_secs': 0.485877} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.472126] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] [instance: 0a349cf5-a329-4b3a-b332-e7ff7442f9f3] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 572.472385] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5aa52ad-c778-4b77-819b-4f5330f213fe {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.482446] env[62301]: DEBUG oslo_vmware.api [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Waiting for the task: (returnval){ [ 572.482446] env[62301]: value = "task-2569630" [ 572.482446] env[62301]: _type = "Task" [ 572.482446] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.490689] env[62301]: DEBUG oslo_vmware.api [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Task: {'id': task-2569630, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.520737] env[62301]: DEBUG nova.virt.hardware [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 572.521201] env[62301]: DEBUG nova.virt.hardware [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 572.521385] env[62301]: DEBUG nova.virt.hardware [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 572.521593] env[62301]: DEBUG nova.virt.hardware [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 572.521814] env[62301]: DEBUG nova.virt.hardware [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 572.522074] env[62301]: DEBUG nova.virt.hardware [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 572.522380] env[62301]: DEBUG nova.virt.hardware [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 572.522641] env[62301]: DEBUG nova.virt.hardware [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 572.522955] env[62301]: DEBUG nova.virt.hardware [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 572.523210] env[62301]: DEBUG nova.virt.hardware [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 572.523495] env[62301]: DEBUG nova.virt.hardware [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 572.526953] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9650844-e775-4c44-8e9d-3a7a8e53ef1a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.541460] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a12aea-73f4-4f5f-a5c6-47b4a0d8e553 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.545711] env[62301]: DEBUG oslo_vmware.api [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Task: {'id': task-2569626, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.909348} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.545997] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] a7e173c9-7834-47e2-b469-2250fd138316/a7e173c9-7834-47e2-b469-2250fd138316.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 572.546184] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] [instance: a7e173c9-7834-47e2-b469-2250fd138316] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 572.546974] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8262256-e196-4c9a-b21a-409e5fa9edad {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.557299] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Instance VIF info [] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 572.563865] env[62301]: DEBUG oslo.service.loopingcall [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 572.568029] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 572.568029] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-375d9a7c-269a-4f68-8ad9-bd2fc4d78e11 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.580312] env[62301]: DEBUG oslo_vmware.api [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Waiting for the task: (returnval){ [ 572.580312] env[62301]: value = "task-2569631" [ 572.580312] env[62301]: _type = "Task" [ 572.580312] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.585762] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 572.585762] env[62301]: value = "task-2569632" [ 572.585762] env[62301]: _type = "Task" [ 572.585762] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.591926] env[62301]: DEBUG oslo_vmware.api [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Task: {'id': task-2569631, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.598305] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569632, 'name': CreateVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.660994] env[62301]: DEBUG nova.compute.manager [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] [instance: 341e67b6-2eb8-47c3-b5a7-c52f48da66fd] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 572.689671] env[62301]: DEBUG nova.virt.hardware [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 572.689956] env[62301]: DEBUG nova.virt.hardware [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 572.690170] env[62301]: DEBUG nova.virt.hardware [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 572.690361] env[62301]: DEBUG nova.virt.hardware [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 572.690505] env[62301]: DEBUG nova.virt.hardware [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 572.690652] env[62301]: DEBUG nova.virt.hardware [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 572.690858] env[62301]: DEBUG nova.virt.hardware [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 572.691067] env[62301]: DEBUG nova.virt.hardware [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 572.691247] env[62301]: DEBUG nova.virt.hardware [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 572.691409] env[62301]: DEBUG nova.virt.hardware [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 572.691576] env[62301]: DEBUG nova.virt.hardware [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 572.692821] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f586cd-efb7-47b4-971d-5b18e6c1312d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.703966] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8268325-bc13-4d2c-b97d-e9f887249664 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.747226] env[62301]: DEBUG oslo_concurrency.lockutils [None req-533d33a4-8507-43ca-8d95-d29887b3d2c2 tempest-DeleteServersAdminTestJSON-1034779286 tempest-DeleteServersAdminTestJSON-1034779286-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.115s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.749648] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.895s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.753717] env[62301]: INFO nova.compute.claims [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] [instance: 7c637115-8590-4e15-8500-dc04e7cfc21a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 572.759921] env[62301]: DEBUG nova.compute.manager [req-e541ce2a-920d-48ce-ab59-7fd3e48cad1e req-aa5357af-4f35-40f6-9ea5-e79d3d558a96 service nova] [instance: 00a8a42a-2239-483d-a0cf-d7bbb3d95997] Received event network-changed-62020e3a-52b4-4920-837e-7daac80acc4a {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 572.760069] env[62301]: DEBUG nova.compute.manager [req-e541ce2a-920d-48ce-ab59-7fd3e48cad1e req-aa5357af-4f35-40f6-9ea5-e79d3d558a96 service nova] [instance: 00a8a42a-2239-483d-a0cf-d7bbb3d95997] Refreshing instance network info cache due to event network-changed-62020e3a-52b4-4920-837e-7daac80acc4a. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 572.761226] env[62301]: DEBUG oslo_concurrency.lockutils [req-e541ce2a-920d-48ce-ab59-7fd3e48cad1e req-aa5357af-4f35-40f6-9ea5-e79d3d558a96 service nova] Acquiring lock "refresh_cache-00a8a42a-2239-483d-a0cf-d7bbb3d95997" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.761226] env[62301]: DEBUG oslo_concurrency.lockutils [req-e541ce2a-920d-48ce-ab59-7fd3e48cad1e req-aa5357af-4f35-40f6-9ea5-e79d3d558a96 service nova] Acquired lock "refresh_cache-00a8a42a-2239-483d-a0cf-d7bbb3d95997" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.761226] env[62301]: DEBUG nova.network.neutron [req-e541ce2a-920d-48ce-ab59-7fd3e48cad1e req-aa5357af-4f35-40f6-9ea5-e79d3d558a96 service nova] [instance: 00a8a42a-2239-483d-a0cf-d7bbb3d95997] Refreshing network info cache for port 62020e3a-52b4-4920-837e-7daac80acc4a {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 572.783578] env[62301]: INFO nova.scheduler.client.report [None req-533d33a4-8507-43ca-8d95-d29887b3d2c2 tempest-DeleteServersAdminTestJSON-1034779286 tempest-DeleteServersAdminTestJSON-1034779286-project-admin] Deleted allocations for instance abd7a395-935a-4061-bc9e-ac167dd52d01 [ 572.833112] env[62301]: DEBUG oslo_vmware.api [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Task: {'id': task-2569629, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.878303] env[62301]: DEBUG oslo_concurrency.lockutils [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Releasing lock "refresh_cache-544d3a11-8c1f-4a7a-8e6c-ff8715950d35" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.879093] env[62301]: DEBUG nova.compute.manager [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Instance network_info: |[{"id": "8a79c63a-20ef-44f2-99e9-d1d8ecfa926f", "address": "fa:16:3e:4d:34:d4", "network": {"id": "a46f0146-2486-42ff-bebb-5bcb18c6048e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1581663052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2636e850d8a4bd9bf7dc71d590ef940", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a79c63a-20", "ovs_interfaceid": "8a79c63a-20ef-44f2-99e9-d1d8ecfa926f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 572.880143] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:34:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1880df72-582c-44cb-992d-88dc6a514914', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a79c63a-20ef-44f2-99e9-d1d8ecfa926f', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 572.887123] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Creating folder: Project (f2636e850d8a4bd9bf7dc71d590ef940). Parent ref: group-v518653. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 572.888044] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc8a42c8-5638-4289-b692-13e46d6c5b0c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.898748] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Created folder: Project (f2636e850d8a4bd9bf7dc71d590ef940) in parent group-v518653. [ 572.898985] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Creating folder: Instances. Parent ref: group-v518689. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 572.899228] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-887a0e52-06da-4ea2-b485-d4fc647c3821 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.913962] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Created folder: Instances in parent group-v518689. [ 572.914254] env[62301]: DEBUG oslo.service.loopingcall [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 572.914556] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 572.914823] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac0fc520-4002-4fc9-90cc-3038ddc64895 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.937720] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 572.937720] env[62301]: value = "task-2569635" [ 572.937720] env[62301]: _type = "Task" [ 572.937720] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.956178] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569635, 'name': CreateVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.991025] env[62301]: DEBUG nova.compute.manager [req-4766d3fa-5eb5-4c76-b7d1-84513c10ac4b req-6513bbad-c26e-4bfa-a743-052edd1e3768 service nova] [instance: a7e173c9-7834-47e2-b469-2250fd138316] Received event network-changed-80db6027-5e07-4887-a460-f5c959102d70 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 572.991343] env[62301]: DEBUG nova.compute.manager [req-4766d3fa-5eb5-4c76-b7d1-84513c10ac4b req-6513bbad-c26e-4bfa-a743-052edd1e3768 service nova] [instance: a7e173c9-7834-47e2-b469-2250fd138316] Refreshing instance network info cache due to event network-changed-80db6027-5e07-4887-a460-f5c959102d70. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 572.991511] env[62301]: DEBUG oslo_concurrency.lockutils [req-4766d3fa-5eb5-4c76-b7d1-84513c10ac4b req-6513bbad-c26e-4bfa-a743-052edd1e3768 service nova] Acquiring lock "refresh_cache-a7e173c9-7834-47e2-b469-2250fd138316" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.991695] env[62301]: DEBUG oslo_concurrency.lockutils [req-4766d3fa-5eb5-4c76-b7d1-84513c10ac4b req-6513bbad-c26e-4bfa-a743-052edd1e3768 service nova] Acquired lock "refresh_cache-a7e173c9-7834-47e2-b469-2250fd138316" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.991946] env[62301]: DEBUG nova.network.neutron [req-4766d3fa-5eb5-4c76-b7d1-84513c10ac4b req-6513bbad-c26e-4bfa-a743-052edd1e3768 service nova] [instance: a7e173c9-7834-47e2-b469-2250fd138316] Refreshing network info cache for port 80db6027-5e07-4887-a460-f5c959102d70 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 572.998632] env[62301]: DEBUG oslo_vmware.api [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Task: {'id': task-2569630, 'name': PowerOnVM_Task, 'duration_secs': 0.474762} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.998632] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] [instance: 0a349cf5-a329-4b3a-b332-e7ff7442f9f3] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 572.998632] env[62301]: INFO nova.compute.manager [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] [instance: 0a349cf5-a329-4b3a-b332-e7ff7442f9f3] Took 10.70 seconds to spawn the instance on the hypervisor. [ 572.998632] env[62301]: DEBUG nova.compute.manager [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] [instance: 0a349cf5-a329-4b3a-b332-e7ff7442f9f3] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 572.999417] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3ec02a-9520-442f-a801-f224156b01bf {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.103199] env[62301]: DEBUG oslo_vmware.api [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Task: {'id': task-2569631, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06826} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.103854] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] [instance: a7e173c9-7834-47e2-b469-2250fd138316] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 573.104713] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437b1994-26c7-4acd-ac5d-11956cd98d31 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.117834] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569632, 'name': CreateVM_Task, 'duration_secs': 0.496827} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.118999] env[62301]: DEBUG nova.network.neutron [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 91b2eaca-3a17-446b-abe7-ff677db29514] Successfully updated port: 8beff611-531b-4959-b1f4-4cf59cdafd1b {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 573.120481] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 573.121436] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.121536] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.122128] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.134574] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-021a7b49-95ad-40f6-a69c-4a26737c8395 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.149611] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] [instance: a7e173c9-7834-47e2-b469-2250fd138316] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] a7e173c9-7834-47e2-b469-2250fd138316/a7e173c9-7834-47e2-b469-2250fd138316.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 573.150691] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c36a03e1-940c-4df5-85fc-dc1b69013c30 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.166891] env[62301]: DEBUG nova.network.neutron [-] [instance: e0f90512-56d7-4a9c-9b57-dea54f8b682f] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 573.174673] env[62301]: DEBUG oslo_vmware.api [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] Waiting for the task: (returnval){ [ 573.174673] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52b6593e-478f-5f54-6a90-c400add56409" [ 573.174673] env[62301]: _type = "Task" [ 573.174673] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.181460] env[62301]: DEBUG oslo_vmware.api [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Waiting for the task: (returnval){ [ 573.181460] env[62301]: value = "task-2569637" [ 573.181460] env[62301]: _type = "Task" [ 573.181460] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.189103] env[62301]: DEBUG oslo_vmware.api [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52b6593e-478f-5f54-6a90-c400add56409, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.195093] env[62301]: DEBUG oslo_vmware.api [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Task: {'id': task-2569637, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.294324] env[62301]: DEBUG oslo_concurrency.lockutils [None req-533d33a4-8507-43ca-8d95-d29887b3d2c2 tempest-DeleteServersAdminTestJSON-1034779286 tempest-DeleteServersAdminTestJSON-1034779286-project-admin] Lock "abd7a395-935a-4061-bc9e-ac167dd52d01" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.508s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.341770] env[62301]: DEBUG oslo_vmware.api [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Task: {'id': task-2569629, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.451454] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569635, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.519911] env[62301]: INFO nova.compute.manager [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] [instance: 0a349cf5-a329-4b3a-b332-e7ff7442f9f3] Took 22.87 seconds to build instance. [ 573.622073] env[62301]: DEBUG oslo_concurrency.lockutils [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Acquiring lock "refresh_cache-91b2eaca-3a17-446b-abe7-ff677db29514" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.622261] env[62301]: DEBUG oslo_concurrency.lockutils [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Acquired lock "refresh_cache-91b2eaca-3a17-446b-abe7-ff677db29514" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.622416] env[62301]: DEBUG nova.network.neutron [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 91b2eaca-3a17-446b-abe7-ff677db29514] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 573.674591] env[62301]: INFO nova.compute.manager [-] [instance: e0f90512-56d7-4a9c-9b57-dea54f8b682f] Took 1.74 seconds to deallocate network for instance. [ 573.692768] env[62301]: DEBUG nova.network.neutron [req-e541ce2a-920d-48ce-ab59-7fd3e48cad1e req-aa5357af-4f35-40f6-9ea5-e79d3d558a96 service nova] [instance: 00a8a42a-2239-483d-a0cf-d7bbb3d95997] Updated VIF entry in instance network info cache for port 62020e3a-52b4-4920-837e-7daac80acc4a. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 573.692768] env[62301]: DEBUG nova.network.neutron [req-e541ce2a-920d-48ce-ab59-7fd3e48cad1e req-aa5357af-4f35-40f6-9ea5-e79d3d558a96 service nova] [instance: 00a8a42a-2239-483d-a0cf-d7bbb3d95997] Updating instance_info_cache with network_info: [{"id": "62020e3a-52b4-4920-837e-7daac80acc4a", "address": "fa:16:3e:cf:a0:63", "network": {"id": "9246704b-2fb6-43c2-8e46-4f9a86dd88e7", "bridge": "br-int", "label": "tempest-ServersTestJSON-147205019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79523e0eb4d6439a87ab5ee972867d3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62020e3a-52", "ovs_interfaceid": "62020e3a-52b4-4920-837e-7daac80acc4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 573.694014] env[62301]: DEBUG oslo_vmware.api [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52b6593e-478f-5f54-6a90-c400add56409, 'name': SearchDatastore_Task, 'duration_secs': 0.024374} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.694859] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.695232] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 573.698081] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.698081] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.698081] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 573.698081] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e732265-c40e-4741-9697-d073d7a7424c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.702557] env[62301]: DEBUG oslo_vmware.api [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Task: {'id': task-2569637, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.711236] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 573.711455] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 573.712271] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f1cd951-4a7d-4ba3-a77b-b30744a89c7e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.718560] env[62301]: DEBUG oslo_vmware.api [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] Waiting for the task: (returnval){ [ 573.718560] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]527a1fa1-ef73-3de1-78fd-8b8bb59258bf" [ 573.718560] env[62301]: _type = "Task" [ 573.718560] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.727885] env[62301]: DEBUG oslo_vmware.api [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]527a1fa1-ef73-3de1-78fd-8b8bb59258bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.836045] env[62301]: DEBUG oslo_vmware.api [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Task: {'id': task-2569629, 'name': PowerOnVM_Task, 'duration_secs': 1.045317} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.836612] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] [instance: f26ca09f-a9b1-4262-842e-cc77d036d33a] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 573.836612] env[62301]: INFO nova.compute.manager [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] [instance: f26ca09f-a9b1-4262-842e-cc77d036d33a] Took 14.05 seconds to spawn the instance on the hypervisor. [ 573.836612] env[62301]: DEBUG nova.compute.manager [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] [instance: f26ca09f-a9b1-4262-842e-cc77d036d33a] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 573.837444] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b965331a-d8bd-4764-8bf4-499513440ec1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.953877] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569635, 'name': CreateVM_Task, 'duration_secs': 0.640058} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.954127] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 573.954933] env[62301]: DEBUG oslo_concurrency.lockutils [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.955111] env[62301]: DEBUG oslo_concurrency.lockutils [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.955545] env[62301]: DEBUG oslo_concurrency.lockutils [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.956272] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-606bd07a-ac31-43bf-b112-8a939658025b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.962301] env[62301]: DEBUG oslo_vmware.api [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Waiting for the task: (returnval){ [ 573.962301] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5286841b-0ea5-08e7-1955-1089a566da30" [ 573.962301] env[62301]: _type = "Task" [ 573.962301] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.970994] env[62301]: DEBUG oslo_vmware.api [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5286841b-0ea5-08e7-1955-1089a566da30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.023586] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4362cf8e-b228-4e72-9d04-b6ded9643f71 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Lock "0a349cf5-a329-4b3a-b332-e7ff7442f9f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.390s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.180385] env[62301]: DEBUG nova.network.neutron [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 91b2eaca-3a17-446b-abe7-ff677db29514] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 574.194035] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a4229855-8d95-4d67-935c-da77d680244b tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.194192] env[62301]: DEBUG oslo_vmware.api [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Task: {'id': task-2569637, 'name': ReconfigVM_Task, 'duration_secs': 0.681153} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.194310] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] [instance: a7e173c9-7834-47e2-b469-2250fd138316] Reconfigured VM instance instance-0000000a to attach disk [datastore1] a7e173c9-7834-47e2-b469-2250fd138316/a7e173c9-7834-47e2-b469-2250fd138316.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 574.195084] env[62301]: DEBUG oslo_concurrency.lockutils [req-e541ce2a-920d-48ce-ab59-7fd3e48cad1e req-aa5357af-4f35-40f6-9ea5-e79d3d558a96 service nova] Releasing lock "refresh_cache-00a8a42a-2239-483d-a0cf-d7bbb3d95997" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.195408] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b877563f-1b86-4662-af00-9eea5272fc58 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.198556] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fdd9ee3-9b61-4822-8fb6-28db7f92d5f8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.208999] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6f1fe7-9bde-4d37-85bc-8807f5378cb4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.216038] env[62301]: DEBUG oslo_vmware.api [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Waiting for the task: (returnval){ [ 574.216038] env[62301]: value = "task-2569641" [ 574.216038] env[62301]: _type = "Task" [ 574.216038] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.255897] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7396755c-06d3-4c52-a64b-6a974663f370 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.261932] env[62301]: DEBUG oslo_vmware.api [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Task: {'id': task-2569641, 'name': Rename_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.275030] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c899ae1-1d76-4161-a640-4a5f03d77b67 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.275679] env[62301]: DEBUG oslo_vmware.api [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]527a1fa1-ef73-3de1-78fd-8b8bb59258bf, 'name': SearchDatastore_Task, 'duration_secs': 0.022762} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.276884] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88a2bd6f-f837-452d-b080-14ccb8943f46 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.293244] env[62301]: DEBUG nova.compute.provider_tree [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 574.299230] env[62301]: DEBUG oslo_vmware.api [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] Waiting for the task: (returnval){ [ 574.299230] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52b90997-ae73-008c-6d23-18eb29b7877e" [ 574.299230] env[62301]: _type = "Task" [ 574.299230] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.309572] env[62301]: DEBUG oslo_vmware.api [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52b90997-ae73-008c-6d23-18eb29b7877e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.359918] env[62301]: INFO nova.compute.manager [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] [instance: f26ca09f-a9b1-4262-842e-cc77d036d33a] Took 25.08 seconds to build instance. [ 574.476144] env[62301]: DEBUG oslo_vmware.api [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5286841b-0ea5-08e7-1955-1089a566da30, 'name': SearchDatastore_Task, 'duration_secs': 0.014306} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.476144] env[62301]: DEBUG oslo_concurrency.lockutils [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.476144] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 574.476144] env[62301]: DEBUG oslo_concurrency.lockutils [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.476520] env[62301]: DEBUG oslo_concurrency.lockutils [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.476520] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 574.476520] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c68361ad-df48-4a53-86d6-7b20c3f9f541 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.484387] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 574.484566] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 574.485321] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c27559c1-53c1-44af-b2fd-1219757434c2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.490953] env[62301]: DEBUG oslo_vmware.api [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Waiting for the task: (returnval){ [ 574.490953] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5267b75e-985a-8bc2-607b-2cfcd2926f4a" [ 574.490953] env[62301]: _type = "Task" [ 574.490953] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.498856] env[62301]: DEBUG oslo_vmware.api [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5267b75e-985a-8bc2-607b-2cfcd2926f4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.529058] env[62301]: DEBUG nova.compute.manager [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 574.592367] env[62301]: DEBUG nova.network.neutron [req-4766d3fa-5eb5-4c76-b7d1-84513c10ac4b req-6513bbad-c26e-4bfa-a743-052edd1e3768 service nova] [instance: a7e173c9-7834-47e2-b469-2250fd138316] Updated VIF entry in instance network info cache for port 80db6027-5e07-4887-a460-f5c959102d70. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 574.592730] env[62301]: DEBUG nova.network.neutron [req-4766d3fa-5eb5-4c76-b7d1-84513c10ac4b req-6513bbad-c26e-4bfa-a743-052edd1e3768 service nova] [instance: a7e173c9-7834-47e2-b469-2250fd138316] Updating instance_info_cache with network_info: [{"id": "80db6027-5e07-4887-a460-f5c959102d70", "address": "fa:16:3e:7e:7f:9f", "network": {"id": "f4e38650-ad8b-4505-8bc6-9acddd75151a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1017226399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87b326311d834c3fa4919d2713062993", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80db6027-5e", "ovs_interfaceid": "80db6027-5e07-4887-a460-f5c959102d70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 574.725340] env[62301]: DEBUG nova.network.neutron [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 91b2eaca-3a17-446b-abe7-ff677db29514] Updating instance_info_cache with network_info: [{"id": "8beff611-531b-4959-b1f4-4cf59cdafd1b", "address": "fa:16:3e:8e:0b:b1", "network": {"id": "b9decadf-ee16-4e06-9d46-1ca7e88995ac", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1528769376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e11c1362b8af4c37a053f63281a80c0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8beff611-53", "ovs_interfaceid": "8beff611-531b-4959-b1f4-4cf59cdafd1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 574.730180] env[62301]: DEBUG oslo_vmware.api [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Task: {'id': task-2569641, 'name': Rename_Task, 'duration_secs': 0.15059} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.730618] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] [instance: a7e173c9-7834-47e2-b469-2250fd138316] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 574.730888] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41bd3e2a-c539-46b9-9e2d-9ad9c7359cd9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.737827] env[62301]: DEBUG oslo_vmware.api [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Waiting for the task: (returnval){ [ 574.737827] env[62301]: value = "task-2569642" [ 574.737827] env[62301]: _type = "Task" [ 574.737827] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.748263] env[62301]: DEBUG oslo_vmware.api [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Task: {'id': task-2569642, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.797263] env[62301]: DEBUG nova.scheduler.client.report [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 574.819563] env[62301]: DEBUG oslo_vmware.api [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52b90997-ae73-008c-6d23-18eb29b7877e, 'name': SearchDatastore_Task, 'duration_secs': 0.011066} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.819945] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.820047] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] bdc392c0-6aee-40e8-9acb-0cee34a7ded5/bdc392c0-6aee-40e8-9acb-0cee34a7ded5.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 574.820457] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fbe412cc-4738-4798-81be-23dfec195f6a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.829163] env[62301]: DEBUG oslo_vmware.api [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] Waiting for the task: (returnval){ [ 574.829163] env[62301]: value = "task-2569643" [ 574.829163] env[62301]: _type = "Task" [ 574.829163] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.845114] env[62301]: DEBUG oslo_vmware.api [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] Task: {'id': task-2569643, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.862340] env[62301]: DEBUG oslo_concurrency.lockutils [None req-77dcf540-c426-4259-b679-09a8489e3345 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Lock "f26ca09f-a9b1-4262-842e-cc77d036d33a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.593s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.004026] env[62301]: DEBUG oslo_vmware.api [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5267b75e-985a-8bc2-607b-2cfcd2926f4a, 'name': SearchDatastore_Task, 'duration_secs': 0.011647} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.004663] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d87f1a7-c2af-43bc-a2bd-e93ebae82591 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.011861] env[62301]: DEBUG oslo_vmware.api [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Waiting for the task: (returnval){ [ 575.011861] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52430aab-a946-6603-227a-65f2409ec300" [ 575.011861] env[62301]: _type = "Task" [ 575.011861] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.023600] env[62301]: DEBUG oslo_vmware.api [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52430aab-a946-6603-227a-65f2409ec300, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.063820] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.096213] env[62301]: DEBUG oslo_concurrency.lockutils [req-4766d3fa-5eb5-4c76-b7d1-84513c10ac4b req-6513bbad-c26e-4bfa-a743-052edd1e3768 service nova] Releasing lock "refresh_cache-a7e173c9-7834-47e2-b469-2250fd138316" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.096599] env[62301]: DEBUG nova.compute.manager [req-4766d3fa-5eb5-4c76-b7d1-84513c10ac4b req-6513bbad-c26e-4bfa-a743-052edd1e3768 service nova] [instance: 44f7dbb8-3c27-438b-bd41-9fc0e9c6329d] Received event network-vif-deleted-0b67897d-61e0-48aa-989b-28e94d0b5050 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 575.198624] env[62301]: DEBUG nova.network.neutron [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] [instance: 341e67b6-2eb8-47c3-b5a7-c52f48da66fd] Successfully updated port: deab775f-2a04-4ffe-91d3-71ce59943c97 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 575.232318] env[62301]: DEBUG oslo_concurrency.lockutils [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Releasing lock "refresh_cache-91b2eaca-3a17-446b-abe7-ff677db29514" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.232880] env[62301]: DEBUG nova.compute.manager [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 91b2eaca-3a17-446b-abe7-ff677db29514] Instance network_info: |[{"id": "8beff611-531b-4959-b1f4-4cf59cdafd1b", "address": "fa:16:3e:8e:0b:b1", "network": {"id": "b9decadf-ee16-4e06-9d46-1ca7e88995ac", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1528769376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e11c1362b8af4c37a053f63281a80c0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8beff611-53", "ovs_interfaceid": "8beff611-531b-4959-b1f4-4cf59cdafd1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 575.233695] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 91b2eaca-3a17-446b-abe7-ff677db29514] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:0b:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cc0a33d-17c0-4b87-b48f-413a87a4cc6a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8beff611-531b-4959-b1f4-4cf59cdafd1b', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 575.248499] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Creating folder: Project (e11c1362b8af4c37a053f63281a80c0c). Parent ref: group-v518653. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 575.248997] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be55c258-5eab-4b7c-bb3f-5918c5c3457b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.264554] env[62301]: DEBUG oslo_vmware.api [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Task: {'id': task-2569642, 'name': PowerOnVM_Task, 'duration_secs': 0.521614} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.266654] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] [instance: a7e173c9-7834-47e2-b469-2250fd138316] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 575.266989] env[62301]: INFO nova.compute.manager [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] [instance: a7e173c9-7834-47e2-b469-2250fd138316] Took 10.37 seconds to spawn the instance on the hypervisor. [ 575.267293] env[62301]: DEBUG nova.compute.manager [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] [instance: a7e173c9-7834-47e2-b469-2250fd138316] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 575.267811] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Created folder: Project (e11c1362b8af4c37a053f63281a80c0c) in parent group-v518653. [ 575.268061] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Creating folder: Instances. Parent ref: group-v518695. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 575.269923] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173bc4f4-ec2b-4fca-b22a-b3cd81108735 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.271813] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c95075ee-6237-4f96-9901-35458e45688a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.282549] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Created folder: Instances in parent group-v518695. [ 575.282743] env[62301]: DEBUG oslo.service.loopingcall [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 575.284392] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91b2eaca-3a17-446b-abe7-ff677db29514] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 575.284514] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0991beb-bbc6-4fcd-8c8c-3d32f0acf176 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.307333] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 575.307333] env[62301]: value = "task-2569647" [ 575.307333] env[62301]: _type = "Task" [ 575.307333] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.315017] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.563s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.315017] env[62301]: DEBUG nova.compute.manager [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] [instance: 7c637115-8590-4e15-8500-dc04e7cfc21a] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 575.318235] env[62301]: DEBUG oslo_concurrency.lockutils [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.863s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.321045] env[62301]: INFO nova.compute.claims [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] [instance: bd6ed587-1425-4f8b-b89b-6577f3b68605] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 575.338822] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569647, 'name': CreateVM_Task} progress is 10%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.357746] env[62301]: DEBUG oslo_vmware.api [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] Task: {'id': task-2569643, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.368292] env[62301]: DEBUG nova.compute.manager [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 575.522409] env[62301]: DEBUG oslo_vmware.api [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52430aab-a946-6603-227a-65f2409ec300, 'name': SearchDatastore_Task, 'duration_secs': 0.014121} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.522715] env[62301]: DEBUG oslo_concurrency.lockutils [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.522993] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 544d3a11-8c1f-4a7a-8e6c-ff8715950d35/544d3a11-8c1f-4a7a-8e6c-ff8715950d35.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 575.525823] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df5d9b0f-14e6-479d-8c76-296121639792 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.535660] env[62301]: DEBUG oslo_vmware.api [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Waiting for the task: (returnval){ [ 575.535660] env[62301]: value = "task-2569648" [ 575.535660] env[62301]: _type = "Task" [ 575.535660] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.545223] env[62301]: DEBUG oslo_vmware.api [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Task: {'id': task-2569648, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.705092] env[62301]: DEBUG oslo_concurrency.lockutils [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Acquiring lock "refresh_cache-341e67b6-2eb8-47c3-b5a7-c52f48da66fd" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.705092] env[62301]: DEBUG oslo_concurrency.lockutils [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Acquired lock "refresh_cache-341e67b6-2eb8-47c3-b5a7-c52f48da66fd" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.708499] env[62301]: DEBUG nova.network.neutron [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] [instance: 341e67b6-2eb8-47c3-b5a7-c52f48da66fd] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 575.798297] env[62301]: INFO nova.compute.manager [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] [instance: a7e173c9-7834-47e2-b469-2250fd138316] Took 23.32 seconds to build instance. [ 575.803767] env[62301]: DEBUG nova.compute.manager [req-4cf60f40-a2bd-46a7-94f0-6143a365404d req-5db95803-1ce0-4320-9bd6-56e97e95365d service nova] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Received event network-vif-plugged-8a79c63a-20ef-44f2-99e9-d1d8ecfa926f {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 575.803833] env[62301]: DEBUG oslo_concurrency.lockutils [req-4cf60f40-a2bd-46a7-94f0-6143a365404d req-5db95803-1ce0-4320-9bd6-56e97e95365d service nova] Acquiring lock "544d3a11-8c1f-4a7a-8e6c-ff8715950d35-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.804225] env[62301]: DEBUG oslo_concurrency.lockutils [req-4cf60f40-a2bd-46a7-94f0-6143a365404d req-5db95803-1ce0-4320-9bd6-56e97e95365d service nova] Lock "544d3a11-8c1f-4a7a-8e6c-ff8715950d35-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.804482] env[62301]: DEBUG oslo_concurrency.lockutils [req-4cf60f40-a2bd-46a7-94f0-6143a365404d req-5db95803-1ce0-4320-9bd6-56e97e95365d service nova] Lock "544d3a11-8c1f-4a7a-8e6c-ff8715950d35-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.804618] env[62301]: DEBUG nova.compute.manager [req-4cf60f40-a2bd-46a7-94f0-6143a365404d req-5db95803-1ce0-4320-9bd6-56e97e95365d service nova] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] No waiting events found dispatching network-vif-plugged-8a79c63a-20ef-44f2-99e9-d1d8ecfa926f {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 575.804792] env[62301]: WARNING nova.compute.manager [req-4cf60f40-a2bd-46a7-94f0-6143a365404d req-5db95803-1ce0-4320-9bd6-56e97e95365d service nova] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Received unexpected event network-vif-plugged-8a79c63a-20ef-44f2-99e9-d1d8ecfa926f for instance with vm_state building and task_state spawning. [ 575.804942] env[62301]: DEBUG nova.compute.manager [req-4cf60f40-a2bd-46a7-94f0-6143a365404d req-5db95803-1ce0-4320-9bd6-56e97e95365d service nova] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Received event network-changed-8a79c63a-20ef-44f2-99e9-d1d8ecfa926f {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 575.805113] env[62301]: DEBUG nova.compute.manager [req-4cf60f40-a2bd-46a7-94f0-6143a365404d req-5db95803-1ce0-4320-9bd6-56e97e95365d service nova] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Refreshing instance network info cache due to event network-changed-8a79c63a-20ef-44f2-99e9-d1d8ecfa926f. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 575.805707] env[62301]: DEBUG oslo_concurrency.lockutils [req-4cf60f40-a2bd-46a7-94f0-6143a365404d req-5db95803-1ce0-4320-9bd6-56e97e95365d service nova] Acquiring lock "refresh_cache-544d3a11-8c1f-4a7a-8e6c-ff8715950d35" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.805867] env[62301]: DEBUG oslo_concurrency.lockutils [req-4cf60f40-a2bd-46a7-94f0-6143a365404d req-5db95803-1ce0-4320-9bd6-56e97e95365d service nova] Acquired lock "refresh_cache-544d3a11-8c1f-4a7a-8e6c-ff8715950d35" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.806044] env[62301]: DEBUG nova.network.neutron [req-4cf60f40-a2bd-46a7-94f0-6143a365404d req-5db95803-1ce0-4320-9bd6-56e97e95365d service nova] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Refreshing network info cache for port 8a79c63a-20ef-44f2-99e9-d1d8ecfa926f {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 575.822579] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569647, 'name': CreateVM_Task, 'duration_secs': 0.399218} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.822764] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91b2eaca-3a17-446b-abe7-ff677db29514] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 575.823519] env[62301]: DEBUG oslo_concurrency.lockutils [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.823661] env[62301]: DEBUG oslo_concurrency.lockutils [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.824260] env[62301]: DEBUG oslo_concurrency.lockutils [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.824495] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb4168a5-9deb-4355-8572-59b0a91e3547 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.831610] env[62301]: DEBUG nova.compute.utils [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 575.836265] env[62301]: DEBUG nova.compute.manager [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] [instance: 7c637115-8590-4e15-8500-dc04e7cfc21a] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 575.836471] env[62301]: DEBUG nova.network.neutron [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] [instance: 7c637115-8590-4e15-8500-dc04e7cfc21a] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 575.849772] env[62301]: DEBUG oslo_vmware.api [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Waiting for the task: (returnval){ [ 575.849772] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52af6b68-9865-3a71-0ff8-2bee3d9e2eac" [ 575.849772] env[62301]: _type = "Task" [ 575.849772] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.858260] env[62301]: DEBUG oslo_vmware.api [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] Task: {'id': task-2569643, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.606288} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.859345] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] bdc392c0-6aee-40e8-9acb-0cee34a7ded5/bdc392c0-6aee-40e8-9acb-0cee34a7ded5.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 575.859345] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 575.859905] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43119d10-67ef-4572-b21d-ce3e986a6d6e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.867912] env[62301]: DEBUG oslo_vmware.api [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52af6b68-9865-3a71-0ff8-2bee3d9e2eac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.871765] env[62301]: DEBUG oslo_vmware.api [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] Waiting for the task: (returnval){ [ 575.871765] env[62301]: value = "task-2569649" [ 575.871765] env[62301]: _type = "Task" [ 575.871765] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.886918] env[62301]: DEBUG oslo_vmware.api [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] Task: {'id': task-2569649, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.911600] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.007226] env[62301]: DEBUG nova.policy [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0220b891380c4d979b30c47145e3f99f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d8900c8494442ef902376325dea7342', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 576.051876] env[62301]: DEBUG oslo_vmware.api [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Task: {'id': task-2569648, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.066341] env[62301]: DEBUG nova.compute.manager [None req-822cd860-66fa-4bbf-a2e3-484bc60bef92 tempest-ServerDiagnosticsTest-613826740 tempest-ServerDiagnosticsTest-613826740-project-admin] [instance: 0a349cf5-a329-4b3a-b332-e7ff7442f9f3] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 576.068572] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae35aea-89a5-4ec5-b4e2-3b4a88d618da {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.080353] env[62301]: INFO nova.compute.manager [None req-822cd860-66fa-4bbf-a2e3-484bc60bef92 tempest-ServerDiagnosticsTest-613826740 tempest-ServerDiagnosticsTest-613826740-project-admin] [instance: 0a349cf5-a329-4b3a-b332-e7ff7442f9f3] Retrieving diagnostics [ 576.081765] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95025f7d-cc6a-4298-9a86-ef79aa96dfea {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.147736] env[62301]: DEBUG nova.compute.manager [req-12fab8c1-f876-499e-b929-c20a771bdc97 req-13d7a239-a92f-4074-8940-e6edae6a1dbf service nova] [instance: e0f90512-56d7-4a9c-9b57-dea54f8b682f] Received event network-vif-deleted-94350680-e94d-430c-9d61-8f405a3083ba {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 576.300407] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bb092608-4c7c-4bf0-865d-33e5df2d1736 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Lock "a7e173c9-7834-47e2-b469-2250fd138316" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.837s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.347843] env[62301]: DEBUG nova.compute.manager [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] [instance: 7c637115-8590-4e15-8500-dc04e7cfc21a] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 576.362039] env[62301]: DEBUG oslo_vmware.api [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52af6b68-9865-3a71-0ff8-2bee3d9e2eac, 'name': SearchDatastore_Task, 'duration_secs': 0.04685} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.362332] env[62301]: DEBUG oslo_concurrency.lockutils [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.362602] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 91b2eaca-3a17-446b-abe7-ff677db29514] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 576.362911] env[62301]: DEBUG oslo_concurrency.lockutils [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.363071] env[62301]: DEBUG oslo_concurrency.lockutils [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.363290] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 576.363566] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-daaf5e75-e9a4-4473-9f0d-5867508abc74 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.368043] env[62301]: DEBUG nova.network.neutron [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] [instance: 341e67b6-2eb8-47c3-b5a7-c52f48da66fd] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 576.385749] env[62301]: DEBUG oslo_vmware.api [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] Task: {'id': task-2569649, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.198584} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.386092] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 576.386282] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 576.386990] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 576.388422] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfe0582c-c5ba-4967-b898-c1c6a77fe991 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.390977] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf1cf7e-6744-4444-bbec-35a8b52e7f18 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.403483] env[62301]: DEBUG oslo_vmware.api [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Waiting for the task: (returnval){ [ 576.403483] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5258c1be-5591-4460-1c31-4caac5760b4d" [ 576.403483] env[62301]: _type = "Task" [ 576.403483] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.420909] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] bdc392c0-6aee-40e8-9acb-0cee34a7ded5/bdc392c0-6aee-40e8-9acb-0cee34a7ded5.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 576.429607] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f438e0d-193f-454f-ad84-6d5fa23934a8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.452896] env[62301]: DEBUG oslo_vmware.api [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5258c1be-5591-4460-1c31-4caac5760b4d, 'name': SearchDatastore_Task, 'duration_secs': 0.021447} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.454609] env[62301]: DEBUG oslo_vmware.api [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] Waiting for the task: (returnval){ [ 576.454609] env[62301]: value = "task-2569650" [ 576.454609] env[62301]: _type = "Task" [ 576.454609] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.454920] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be1f899e-9848-4039-aeff-53c777990dc8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.465667] env[62301]: DEBUG oslo_vmware.api [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Waiting for the task: (returnval){ [ 576.465667] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]525094d2-23bf-53e6-e266-961088c9f16b" [ 576.465667] env[62301]: _type = "Task" [ 576.465667] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.472366] env[62301]: DEBUG oslo_vmware.api [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] Task: {'id': task-2569650, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.482030] env[62301]: DEBUG oslo_vmware.api [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]525094d2-23bf-53e6-e266-961088c9f16b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.548273] env[62301]: DEBUG oslo_vmware.api [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Task: {'id': task-2569648, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.698985} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.548656] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 544d3a11-8c1f-4a7a-8e6c-ff8715950d35/544d3a11-8c1f-4a7a-8e6c-ff8715950d35.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 576.548983] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 576.549203] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a78e810-28aa-42eb-8dc6-526aa7243c5a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.558679] env[62301]: DEBUG oslo_vmware.api [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Waiting for the task: (returnval){ [ 576.558679] env[62301]: value = "task-2569652" [ 576.558679] env[62301]: _type = "Task" [ 576.558679] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.570023] env[62301]: DEBUG oslo_vmware.api [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Task: {'id': task-2569652, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.778844] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2731370-2eed-44bc-9a8d-1d018369dc3b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.788228] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a5ef89-6cd6-4702-b8f7-d42e23a02989 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.825377] env[62301]: DEBUG nova.compute.manager [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 576.829459] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0885b0-c518-400e-9c19-bf9dc99fb9e3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.840377] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5162faba-6168-4b52-a5e3-749beb118710 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.859819] env[62301]: DEBUG nova.compute.provider_tree [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Updating inventory in ProviderTree for provider f2701398-2646-410f-990f-c3cfa8025d57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 576.910881] env[62301]: DEBUG nova.network.neutron [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] [instance: 341e67b6-2eb8-47c3-b5a7-c52f48da66fd] Updating instance_info_cache with network_info: [{"id": "deab775f-2a04-4ffe-91d3-71ce59943c97", "address": "fa:16:3e:20:f4:73", "network": {"id": "229d681a-36f3-4cf5-8b82-82a25738b030", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "584ed71e5cee48ffa78bf852023e57aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdeab775f-2a", "ovs_interfaceid": "deab775f-2a04-4ffe-91d3-71ce59943c97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 576.968530] env[62301]: DEBUG oslo_vmware.api [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] Task: {'id': task-2569650, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.978731] env[62301]: DEBUG oslo_vmware.api [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]525094d2-23bf-53e6-e266-961088c9f16b, 'name': SearchDatastore_Task, 'duration_secs': 0.028193} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.978988] env[62301]: DEBUG oslo_concurrency.lockutils [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.979260] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 91b2eaca-3a17-446b-abe7-ff677db29514/91b2eaca-3a17-446b-abe7-ff677db29514.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 576.979667] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a207a94d-e6e3-483f-bd10-cf4be066ae56 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.986911] env[62301]: DEBUG oslo_vmware.api [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Waiting for the task: (returnval){ [ 576.986911] env[62301]: value = "task-2569653" [ 576.986911] env[62301]: _type = "Task" [ 576.986911] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.995429] env[62301]: DEBUG oslo_vmware.api [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Task: {'id': task-2569653, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.001949] env[62301]: DEBUG nova.network.neutron [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] [instance: 7c637115-8590-4e15-8500-dc04e7cfc21a] Successfully created port: 5ba6e25e-4331-477f-8001-4ff121eb11bd {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 577.070524] env[62301]: DEBUG oslo_vmware.api [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Task: {'id': task-2569652, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.187893} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.070615] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 577.071464] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2321f85c-1fb3-4d85-b5df-dc31784cd0e4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.100548] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 544d3a11-8c1f-4a7a-8e6c-ff8715950d35/544d3a11-8c1f-4a7a-8e6c-ff8715950d35.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 577.101043] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30f92c56-7ffd-4ffa-ad81-3f277db4345a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.123552] env[62301]: DEBUG oslo_vmware.api [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Waiting for the task: (returnval){ [ 577.123552] env[62301]: value = "task-2569654" [ 577.123552] env[62301]: _type = "Task" [ 577.123552] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.137266] env[62301]: DEBUG oslo_vmware.api [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Task: {'id': task-2569654, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.218271] env[62301]: DEBUG nova.network.neutron [req-4cf60f40-a2bd-46a7-94f0-6143a365404d req-5db95803-1ce0-4320-9bd6-56e97e95365d service nova] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Updated VIF entry in instance network info cache for port 8a79c63a-20ef-44f2-99e9-d1d8ecfa926f. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 577.218271] env[62301]: DEBUG nova.network.neutron [req-4cf60f40-a2bd-46a7-94f0-6143a365404d req-5db95803-1ce0-4320-9bd6-56e97e95365d service nova] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Updating instance_info_cache with network_info: [{"id": "8a79c63a-20ef-44f2-99e9-d1d8ecfa926f", "address": "fa:16:3e:4d:34:d4", "network": {"id": "a46f0146-2486-42ff-bebb-5bcb18c6048e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1581663052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2636e850d8a4bd9bf7dc71d590ef940", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a79c63a-20", "ovs_interfaceid": "8a79c63a-20ef-44f2-99e9-d1d8ecfa926f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 577.354339] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.362926] env[62301]: DEBUG nova.compute.manager [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] [instance: 7c637115-8590-4e15-8500-dc04e7cfc21a] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 577.395775] env[62301]: ERROR nova.scheduler.client.report [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] [req-f996b67c-1ee7-4fe4-95df-c465dbdaf906] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f2701398-2646-410f-990f-c3cfa8025d57. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f996b67c-1ee7-4fe4-95df-c465dbdaf906"}]} [ 577.406944] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Acquiring lock "1475032b-244f-4a11-922e-eefbd0671a3e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.407283] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Lock "1475032b-244f-4a11-922e-eefbd0671a3e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.413743] env[62301]: DEBUG nova.virt.hardware [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 577.414081] env[62301]: DEBUG nova.virt.hardware [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 577.414762] env[62301]: DEBUG nova.virt.hardware [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 577.414762] env[62301]: DEBUG nova.virt.hardware [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 577.414900] env[62301]: DEBUG nova.virt.hardware [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 577.414990] env[62301]: DEBUG nova.virt.hardware [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 577.415248] env[62301]: DEBUG nova.virt.hardware [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 577.415409] env[62301]: DEBUG nova.virt.hardware [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 577.415579] env[62301]: DEBUG nova.virt.hardware [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 577.415738] env[62301]: DEBUG nova.virt.hardware [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 577.415905] env[62301]: DEBUG nova.virt.hardware [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 577.416804] env[62301]: DEBUG oslo_concurrency.lockutils [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Releasing lock "refresh_cache-341e67b6-2eb8-47c3-b5a7-c52f48da66fd" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.417213] env[62301]: DEBUG nova.compute.manager [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] [instance: 341e67b6-2eb8-47c3-b5a7-c52f48da66fd] Instance network_info: |[{"id": "deab775f-2a04-4ffe-91d3-71ce59943c97", "address": "fa:16:3e:20:f4:73", "network": {"id": "229d681a-36f3-4cf5-8b82-82a25738b030", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "584ed71e5cee48ffa78bf852023e57aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdeab775f-2a", "ovs_interfaceid": "deab775f-2a04-4ffe-91d3-71ce59943c97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 577.419968] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ccda75-8190-4148-803f-dd7aeaf0933e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.427619] env[62301]: DEBUG nova.scheduler.client.report [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Refreshing inventories for resource provider f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 577.429920] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] [instance: 341e67b6-2eb8-47c3-b5a7-c52f48da66fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:f4:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '195e328b-e41a-49f5-9e51-546b8ea8ceba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'deab775f-2a04-4ffe-91d3-71ce59943c97', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 577.437685] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Creating folder: Project (a76074a3df20425b93bcef722024df35). Parent ref: group-v518653. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 577.443563] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68dd2238-6a5a-4d7d-948c-ecb39fa0c346 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.452703] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b48a34-d3cb-4fb0-84de-1c7c2ae44939 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.457732] env[62301]: DEBUG nova.scheduler.client.report [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Updating ProviderTree inventory for provider f2701398-2646-410f-990f-c3cfa8025d57 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 577.458026] env[62301]: DEBUG nova.compute.provider_tree [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Updating inventory in ProviderTree for provider f2701398-2646-410f-990f-c3cfa8025d57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 577.461652] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Created folder: Project (a76074a3df20425b93bcef722024df35) in parent group-v518653. [ 577.461853] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Creating folder: Instances. Parent ref: group-v518699. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 577.465366] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f249426-5cf6-442a-aa32-21bf1dbee0a2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.478319] env[62301]: DEBUG nova.scheduler.client.report [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Refreshing aggregate associations for resource provider f2701398-2646-410f-990f-c3cfa8025d57, aggregates: None {{(pid=62301) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 577.484862] env[62301]: DEBUG oslo_vmware.api [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] Task: {'id': task-2569650, 'name': ReconfigVM_Task, 'duration_secs': 0.871116} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.486104] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Reconfigured VM instance instance-00000001 to attach disk [datastore2] bdc392c0-6aee-40e8-9acb-0cee34a7ded5/bdc392c0-6aee-40e8-9acb-0cee34a7ded5.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 577.486104] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Created folder: Instances in parent group-v518699. [ 577.486304] env[62301]: DEBUG oslo.service.loopingcall [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 577.486404] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36be79c9-1d8d-46e3-9111-14a07664ea8c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.488642] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 341e67b6-2eb8-47c3-b5a7-c52f48da66fd] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 577.488642] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7456b697-0e5b-4b63-962c-80aae09478a2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.508569] env[62301]: DEBUG nova.scheduler.client.report [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Refreshing trait associations for resource provider f2701398-2646-410f-990f-c3cfa8025d57, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62301) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 577.513387] env[62301]: DEBUG oslo_vmware.api [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] Waiting for the task: (returnval){ [ 577.513387] env[62301]: value = "task-2569658" [ 577.513387] env[62301]: _type = "Task" [ 577.513387] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.521428] env[62301]: DEBUG oslo_vmware.api [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Task: {'id': task-2569653, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.521428] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 577.521428] env[62301]: value = "task-2569659" [ 577.521428] env[62301]: _type = "Task" [ 577.521428] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.529584] env[62301]: DEBUG oslo_vmware.api [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] Task: {'id': task-2569658, 'name': Rename_Task} progress is 10%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.534043] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569659, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.634359] env[62301]: DEBUG oslo_vmware.api [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Task: {'id': task-2569654, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.721280] env[62301]: DEBUG oslo_concurrency.lockutils [req-4cf60f40-a2bd-46a7-94f0-6143a365404d req-5db95803-1ce0-4320-9bd6-56e97e95365d service nova] Releasing lock "refresh_cache-544d3a11-8c1f-4a7a-8e6c-ff8715950d35" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.721630] env[62301]: DEBUG nova.compute.manager [req-4cf60f40-a2bd-46a7-94f0-6143a365404d req-5db95803-1ce0-4320-9bd6-56e97e95365d service nova] [instance: 91b2eaca-3a17-446b-abe7-ff677db29514] Received event network-vif-plugged-8beff611-531b-4959-b1f4-4cf59cdafd1b {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 577.721630] env[62301]: DEBUG oslo_concurrency.lockutils [req-4cf60f40-a2bd-46a7-94f0-6143a365404d req-5db95803-1ce0-4320-9bd6-56e97e95365d service nova] Acquiring lock "91b2eaca-3a17-446b-abe7-ff677db29514-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.721800] env[62301]: DEBUG oslo_concurrency.lockutils [req-4cf60f40-a2bd-46a7-94f0-6143a365404d req-5db95803-1ce0-4320-9bd6-56e97e95365d service nova] Lock "91b2eaca-3a17-446b-abe7-ff677db29514-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.722014] env[62301]: DEBUG oslo_concurrency.lockutils [req-4cf60f40-a2bd-46a7-94f0-6143a365404d req-5db95803-1ce0-4320-9bd6-56e97e95365d service nova] Lock "91b2eaca-3a17-446b-abe7-ff677db29514-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 577.722199] env[62301]: DEBUG nova.compute.manager [req-4cf60f40-a2bd-46a7-94f0-6143a365404d req-5db95803-1ce0-4320-9bd6-56e97e95365d service nova] [instance: 91b2eaca-3a17-446b-abe7-ff677db29514] No waiting events found dispatching network-vif-plugged-8beff611-531b-4959-b1f4-4cf59cdafd1b {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 577.722367] env[62301]: WARNING nova.compute.manager [req-4cf60f40-a2bd-46a7-94f0-6143a365404d req-5db95803-1ce0-4320-9bd6-56e97e95365d service nova] [instance: 91b2eaca-3a17-446b-abe7-ff677db29514] Received unexpected event network-vif-plugged-8beff611-531b-4959-b1f4-4cf59cdafd1b for instance with vm_state building and task_state spawning. [ 577.722549] env[62301]: DEBUG nova.compute.manager [req-4cf60f40-a2bd-46a7-94f0-6143a365404d req-5db95803-1ce0-4320-9bd6-56e97e95365d service nova] [instance: 91b2eaca-3a17-446b-abe7-ff677db29514] Received event network-changed-8beff611-531b-4959-b1f4-4cf59cdafd1b {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 577.722948] env[62301]: DEBUG nova.compute.manager [req-4cf60f40-a2bd-46a7-94f0-6143a365404d req-5db95803-1ce0-4320-9bd6-56e97e95365d service nova] [instance: 91b2eaca-3a17-446b-abe7-ff677db29514] Refreshing instance network info cache due to event network-changed-8beff611-531b-4959-b1f4-4cf59cdafd1b. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 577.722948] env[62301]: DEBUG oslo_concurrency.lockutils [req-4cf60f40-a2bd-46a7-94f0-6143a365404d req-5db95803-1ce0-4320-9bd6-56e97e95365d service nova] Acquiring lock "refresh_cache-91b2eaca-3a17-446b-abe7-ff677db29514" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.723109] env[62301]: DEBUG oslo_concurrency.lockutils [req-4cf60f40-a2bd-46a7-94f0-6143a365404d req-5db95803-1ce0-4320-9bd6-56e97e95365d service nova] Acquired lock "refresh_cache-91b2eaca-3a17-446b-abe7-ff677db29514" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.723213] env[62301]: DEBUG nova.network.neutron [req-4cf60f40-a2bd-46a7-94f0-6143a365404d req-5db95803-1ce0-4320-9bd6-56e97e95365d service nova] [instance: 91b2eaca-3a17-446b-abe7-ff677db29514] Refreshing network info cache for port 8beff611-531b-4959-b1f4-4cf59cdafd1b {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 577.972846] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa8f493-884f-4aa2-9b60-3f6b89e16a8d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.981996] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ecf466-39be-4022-9a84-d2164e7c8340 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.035980] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f888df-2bac-4d36-bc99-d58f6c16130b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.041879] env[62301]: DEBUG oslo_vmware.api [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Task: {'id': task-2569653, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.032758} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.043066] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 91b2eaca-3a17-446b-abe7-ff677db29514/91b2eaca-3a17-446b-abe7-ff677db29514.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 578.043372] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 91b2eaca-3a17-446b-abe7-ff677db29514] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 578.043604] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc1912e3-d18a-40e6-a482-a6b4fd7fc28a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.054168] env[62301]: DEBUG oslo_vmware.api [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] Task: {'id': task-2569658, 'name': Rename_Task, 'duration_secs': 0.238164} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.054345] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569659, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.056070] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e8b667-3a4b-429c-9484-b7776652c7d7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.060281] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 578.061645] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5eb8ddbc-e757-4312-acfb-7e6af1e3fbcb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.063314] env[62301]: DEBUG oslo_vmware.api [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Waiting for the task: (returnval){ [ 578.063314] env[62301]: value = "task-2569660" [ 578.063314] env[62301]: _type = "Task" [ 578.063314] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.076995] env[62301]: DEBUG nova.compute.provider_tree [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Updating inventory in ProviderTree for provider f2701398-2646-410f-990f-c3cfa8025d57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 578.078550] env[62301]: DEBUG oslo_vmware.api [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] Waiting for the task: (returnval){ [ 578.078550] env[62301]: value = "task-2569661" [ 578.078550] env[62301]: _type = "Task" [ 578.078550] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.085486] env[62301]: DEBUG oslo_vmware.api [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Task: {'id': task-2569660, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.091218] env[62301]: DEBUG oslo_vmware.api [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] Task: {'id': task-2569661, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.134302] env[62301]: DEBUG oslo_vmware.api [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Task: {'id': task-2569654, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.547347] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569659, 'name': CreateVM_Task, 'duration_secs': 0.643366} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.553632] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 341e67b6-2eb8-47c3-b5a7-c52f48da66fd] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 578.553632] env[62301]: DEBUG oslo_concurrency.lockutils [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.553632] env[62301]: DEBUG oslo_concurrency.lockutils [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.553632] env[62301]: DEBUG oslo_concurrency.lockutils [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.554367] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33dfe526-9abe-492c-8ca8-106a77e4adb5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.560774] env[62301]: DEBUG oslo_vmware.api [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Waiting for the task: (returnval){ [ 578.560774] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52cbf98b-8422-0470-9eb9-6ad572c887a3" [ 578.560774] env[62301]: _type = "Task" [ 578.560774] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.577643] env[62301]: DEBUG oslo_vmware.api [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52cbf98b-8422-0470-9eb9-6ad572c887a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.583304] env[62301]: DEBUG oslo_vmware.api [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Task: {'id': task-2569660, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.157682} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.586798] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 91b2eaca-3a17-446b-abe7-ff677db29514] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 578.588265] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93eb4f0-08ee-4ff3-a658-27c234eefb49 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.596188] env[62301]: DEBUG oslo_vmware.api [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] Task: {'id': task-2569661, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.616652] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 91b2eaca-3a17-446b-abe7-ff677db29514] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 91b2eaca-3a17-446b-abe7-ff677db29514/91b2eaca-3a17-446b-abe7-ff677db29514.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 578.618258] env[62301]: DEBUG nova.scheduler.client.report [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Updated inventory for provider f2701398-2646-410f-990f-c3cfa8025d57 with generation 30 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 578.618600] env[62301]: DEBUG nova.compute.provider_tree [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Updating resource provider f2701398-2646-410f-990f-c3cfa8025d57 generation from 30 to 31 during operation: update_inventory {{(pid=62301) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 578.618839] env[62301]: DEBUG nova.compute.provider_tree [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Updating inventory in ProviderTree for provider f2701398-2646-410f-990f-c3cfa8025d57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 578.622621] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7dd35deb-25be-472d-9a82-3a15841f4d4e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.650539] env[62301]: DEBUG oslo_vmware.api [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Task: {'id': task-2569654, 'name': ReconfigVM_Task, 'duration_secs': 1.066229} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.650539] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 544d3a11-8c1f-4a7a-8e6c-ff8715950d35/544d3a11-8c1f-4a7a-8e6c-ff8715950d35.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 578.651444] env[62301]: DEBUG oslo_vmware.api [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Waiting for the task: (returnval){ [ 578.651444] env[62301]: value = "task-2569663" [ 578.651444] env[62301]: _type = "Task" [ 578.651444] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.652645] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-071f4125-e9bd-4a53-9fb7-d2f8fddc1488 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.664988] env[62301]: DEBUG oslo_vmware.api [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Task: {'id': task-2569663, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.666914] env[62301]: DEBUG oslo_vmware.api [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Waiting for the task: (returnval){ [ 578.666914] env[62301]: value = "task-2569664" [ 578.666914] env[62301]: _type = "Task" [ 578.666914] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.674783] env[62301]: DEBUG oslo_vmware.api [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Task: {'id': task-2569664, 'name': Rename_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.023411] env[62301]: DEBUG nova.network.neutron [req-4cf60f40-a2bd-46a7-94f0-6143a365404d req-5db95803-1ce0-4320-9bd6-56e97e95365d service nova] [instance: 91b2eaca-3a17-446b-abe7-ff677db29514] Updated VIF entry in instance network info cache for port 8beff611-531b-4959-b1f4-4cf59cdafd1b. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 579.023849] env[62301]: DEBUG nova.network.neutron [req-4cf60f40-a2bd-46a7-94f0-6143a365404d req-5db95803-1ce0-4320-9bd6-56e97e95365d service nova] [instance: 91b2eaca-3a17-446b-abe7-ff677db29514] Updating instance_info_cache with network_info: [{"id": "8beff611-531b-4959-b1f4-4cf59cdafd1b", "address": "fa:16:3e:8e:0b:b1", "network": {"id": "b9decadf-ee16-4e06-9d46-1ca7e88995ac", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1528769376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e11c1362b8af4c37a053f63281a80c0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8beff611-53", "ovs_interfaceid": "8beff611-531b-4959-b1f4-4cf59cdafd1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 579.033123] env[62301]: DEBUG oslo_concurrency.lockutils [None req-ec96f842-d74d-4b3f-ae1b-6b7e5ef51f04 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Acquiring lock "0a349cf5-a329-4b3a-b332-e7ff7442f9f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.034797] env[62301]: DEBUG oslo_concurrency.lockutils [None req-ec96f842-d74d-4b3f-ae1b-6b7e5ef51f04 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Lock "0a349cf5-a329-4b3a-b332-e7ff7442f9f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.034797] env[62301]: DEBUG oslo_concurrency.lockutils [None req-ec96f842-d74d-4b3f-ae1b-6b7e5ef51f04 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Acquiring lock "0a349cf5-a329-4b3a-b332-e7ff7442f9f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.034797] env[62301]: DEBUG oslo_concurrency.lockutils [None req-ec96f842-d74d-4b3f-ae1b-6b7e5ef51f04 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Lock "0a349cf5-a329-4b3a-b332-e7ff7442f9f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.034797] env[62301]: DEBUG oslo_concurrency.lockutils [None req-ec96f842-d74d-4b3f-ae1b-6b7e5ef51f04 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Lock "0a349cf5-a329-4b3a-b332-e7ff7442f9f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.037250] env[62301]: INFO nova.compute.manager [None req-ec96f842-d74d-4b3f-ae1b-6b7e5ef51f04 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] [instance: 0a349cf5-a329-4b3a-b332-e7ff7442f9f3] Terminating instance [ 579.076254] env[62301]: DEBUG oslo_vmware.api [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52cbf98b-8422-0470-9eb9-6ad572c887a3, 'name': SearchDatastore_Task, 'duration_secs': 0.044532} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.076427] env[62301]: DEBUG oslo_concurrency.lockutils [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.076659] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] [instance: 341e67b6-2eb8-47c3-b5a7-c52f48da66fd] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 579.076879] env[62301]: DEBUG oslo_concurrency.lockutils [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.077055] env[62301]: DEBUG oslo_concurrency.lockutils [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.077199] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 579.077473] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d8c9398-8d33-4ac6-890c-c5c9b6186646 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.094089] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 579.094286] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 579.095449] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89e28083-b4fd-42cf-b972-d873984176d0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.101152] env[62301]: DEBUG oslo_vmware.api [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] Task: {'id': task-2569661, 'name': PowerOnVM_Task, 'duration_secs': 0.808784} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.102343] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 579.102343] env[62301]: DEBUG nova.compute.manager [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 579.102866] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76fe34cb-654c-451c-8a03-130445844754 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.109177] env[62301]: DEBUG oslo_vmware.api [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Waiting for the task: (returnval){ [ 579.109177] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5278c61a-2db7-da51-ee79-baa1b0205311" [ 579.109177] env[62301]: _type = "Task" [ 579.109177] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.125939] env[62301]: DEBUG oslo_vmware.api [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5278c61a-2db7-da51-ee79-baa1b0205311, 'name': SearchDatastore_Task, 'duration_secs': 0.017681} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.126938] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-587ec43d-fe0b-4943-a799-480f15dc23ab {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.135721] env[62301]: DEBUG oslo_vmware.api [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Waiting for the task: (returnval){ [ 579.135721] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52f52c4a-827b-1f8c-2ac2-dbc831943f68" [ 579.135721] env[62301]: _type = "Task" [ 579.135721] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.142947] env[62301]: DEBUG oslo_concurrency.lockutils [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.825s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.143471] env[62301]: DEBUG nova.compute.manager [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] [instance: bd6ed587-1425-4f8b-b89b-6577f3b68605] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 579.146206] env[62301]: DEBUG oslo_concurrency.lockutils [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.108s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.147275] env[62301]: INFO nova.compute.claims [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 579.157459] env[62301]: DEBUG oslo_vmware.api [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52f52c4a-827b-1f8c-2ac2-dbc831943f68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.170889] env[62301]: DEBUG oslo_vmware.api [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Task: {'id': task-2569663, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.172143] env[62301]: DEBUG nova.compute.manager [req-4bd8bdc7-965c-4c6f-b579-74e4612fd9f2 req-1a647724-ee02-4ae0-92ce-bf8880410dac service nova] [instance: 341e67b6-2eb8-47c3-b5a7-c52f48da66fd] Received event network-vif-plugged-deab775f-2a04-4ffe-91d3-71ce59943c97 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 579.172418] env[62301]: DEBUG oslo_concurrency.lockutils [req-4bd8bdc7-965c-4c6f-b579-74e4612fd9f2 req-1a647724-ee02-4ae0-92ce-bf8880410dac service nova] Acquiring lock "341e67b6-2eb8-47c3-b5a7-c52f48da66fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.172825] env[62301]: DEBUG oslo_concurrency.lockutils [req-4bd8bdc7-965c-4c6f-b579-74e4612fd9f2 req-1a647724-ee02-4ae0-92ce-bf8880410dac service nova] Lock "341e67b6-2eb8-47c3-b5a7-c52f48da66fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.172825] env[62301]: DEBUG oslo_concurrency.lockutils [req-4bd8bdc7-965c-4c6f-b579-74e4612fd9f2 req-1a647724-ee02-4ae0-92ce-bf8880410dac service nova] Lock "341e67b6-2eb8-47c3-b5a7-c52f48da66fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.173015] env[62301]: DEBUG nova.compute.manager [req-4bd8bdc7-965c-4c6f-b579-74e4612fd9f2 req-1a647724-ee02-4ae0-92ce-bf8880410dac service nova] [instance: 341e67b6-2eb8-47c3-b5a7-c52f48da66fd] No waiting events found dispatching network-vif-plugged-deab775f-2a04-4ffe-91d3-71ce59943c97 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 579.173077] env[62301]: WARNING nova.compute.manager [req-4bd8bdc7-965c-4c6f-b579-74e4612fd9f2 req-1a647724-ee02-4ae0-92ce-bf8880410dac service nova] [instance: 341e67b6-2eb8-47c3-b5a7-c52f48da66fd] Received unexpected event network-vif-plugged-deab775f-2a04-4ffe-91d3-71ce59943c97 for instance with vm_state building and task_state spawning. [ 579.173213] env[62301]: DEBUG nova.compute.manager [req-4bd8bdc7-965c-4c6f-b579-74e4612fd9f2 req-1a647724-ee02-4ae0-92ce-bf8880410dac service nova] [instance: 341e67b6-2eb8-47c3-b5a7-c52f48da66fd] Received event network-changed-deab775f-2a04-4ffe-91d3-71ce59943c97 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 579.173703] env[62301]: DEBUG nova.compute.manager [req-4bd8bdc7-965c-4c6f-b579-74e4612fd9f2 req-1a647724-ee02-4ae0-92ce-bf8880410dac service nova] [instance: 341e67b6-2eb8-47c3-b5a7-c52f48da66fd] Refreshing instance network info cache due to event network-changed-deab775f-2a04-4ffe-91d3-71ce59943c97. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 579.173703] env[62301]: DEBUG oslo_concurrency.lockutils [req-4bd8bdc7-965c-4c6f-b579-74e4612fd9f2 req-1a647724-ee02-4ae0-92ce-bf8880410dac service nova] Acquiring lock "refresh_cache-341e67b6-2eb8-47c3-b5a7-c52f48da66fd" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.173703] env[62301]: DEBUG oslo_concurrency.lockutils [req-4bd8bdc7-965c-4c6f-b579-74e4612fd9f2 req-1a647724-ee02-4ae0-92ce-bf8880410dac service nova] Acquired lock "refresh_cache-341e67b6-2eb8-47c3-b5a7-c52f48da66fd" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.173921] env[62301]: DEBUG nova.network.neutron [req-4bd8bdc7-965c-4c6f-b579-74e4612fd9f2 req-1a647724-ee02-4ae0-92ce-bf8880410dac service nova] [instance: 341e67b6-2eb8-47c3-b5a7-c52f48da66fd] Refreshing network info cache for port deab775f-2a04-4ffe-91d3-71ce59943c97 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 579.184034] env[62301]: DEBUG oslo_vmware.api [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Task: {'id': task-2569664, 'name': Rename_Task, 'duration_secs': 0.25645} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.184305] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 579.184456] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3bfd41f4-8a76-441c-aaea-59bd94199043 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.190408] env[62301]: DEBUG oslo_vmware.api [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Waiting for the task: (returnval){ [ 579.190408] env[62301]: value = "task-2569665" [ 579.190408] env[62301]: _type = "Task" [ 579.190408] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.199990] env[62301]: DEBUG oslo_vmware.api [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Task: {'id': task-2569665, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.527658] env[62301]: DEBUG oslo_concurrency.lockutils [req-4cf60f40-a2bd-46a7-94f0-6143a365404d req-5db95803-1ce0-4320-9bd6-56e97e95365d service nova] Releasing lock "refresh_cache-91b2eaca-3a17-446b-abe7-ff677db29514" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.528029] env[62301]: DEBUG nova.compute.manager [req-4cf60f40-a2bd-46a7-94f0-6143a365404d req-5db95803-1ce0-4320-9bd6-56e97e95365d service nova] [instance: 5102a8ce-2234-43cb-ae85-df50645c9545] Received event network-changed-7160de9a-514e-4adc-ad45-c3c627d7791c {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 579.528218] env[62301]: DEBUG nova.compute.manager [req-4cf60f40-a2bd-46a7-94f0-6143a365404d req-5db95803-1ce0-4320-9bd6-56e97e95365d service nova] [instance: 5102a8ce-2234-43cb-ae85-df50645c9545] Refreshing instance network info cache due to event network-changed-7160de9a-514e-4adc-ad45-c3c627d7791c. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 579.528456] env[62301]: DEBUG oslo_concurrency.lockutils [req-4cf60f40-a2bd-46a7-94f0-6143a365404d req-5db95803-1ce0-4320-9bd6-56e97e95365d service nova] Acquiring lock "refresh_cache-5102a8ce-2234-43cb-ae85-df50645c9545" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.528563] env[62301]: DEBUG oslo_concurrency.lockutils [req-4cf60f40-a2bd-46a7-94f0-6143a365404d req-5db95803-1ce0-4320-9bd6-56e97e95365d service nova] Acquired lock "refresh_cache-5102a8ce-2234-43cb-ae85-df50645c9545" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.529398] env[62301]: DEBUG nova.network.neutron [req-4cf60f40-a2bd-46a7-94f0-6143a365404d req-5db95803-1ce0-4320-9bd6-56e97e95365d service nova] [instance: 5102a8ce-2234-43cb-ae85-df50645c9545] Refreshing network info cache for port 7160de9a-514e-4adc-ad45-c3c627d7791c {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 579.542793] env[62301]: DEBUG nova.compute.manager [None req-ec96f842-d74d-4b3f-ae1b-6b7e5ef51f04 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] [instance: 0a349cf5-a329-4b3a-b332-e7ff7442f9f3] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 579.543921] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-ec96f842-d74d-4b3f-ae1b-6b7e5ef51f04 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] [instance: 0a349cf5-a329-4b3a-b332-e7ff7442f9f3] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 579.544631] env[62301]: DEBUG nova.network.neutron [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] [instance: 7c637115-8590-4e15-8500-dc04e7cfc21a] Successfully updated port: 5ba6e25e-4331-477f-8001-4ff121eb11bd {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 579.546708] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6f5a9e-1891-4e17-b766-fc2e6305057d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.557767] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec96f842-d74d-4b3f-ae1b-6b7e5ef51f04 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] [instance: 0a349cf5-a329-4b3a-b332-e7ff7442f9f3] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 579.558041] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c72885a7-8157-47bd-8b81-c77f6869464a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.569089] env[62301]: DEBUG oslo_vmware.api [None req-ec96f842-d74d-4b3f-ae1b-6b7e5ef51f04 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Waiting for the task: (returnval){ [ 579.569089] env[62301]: value = "task-2569667" [ 579.569089] env[62301]: _type = "Task" [ 579.569089] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.578909] env[62301]: DEBUG oslo_vmware.api [None req-ec96f842-d74d-4b3f-ae1b-6b7e5ef51f04 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Task: {'id': task-2569667, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.637529] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.648545] env[62301]: DEBUG oslo_vmware.api [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52f52c4a-827b-1f8c-2ac2-dbc831943f68, 'name': SearchDatastore_Task, 'duration_secs': 0.027581} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.648545] env[62301]: DEBUG oslo_concurrency.lockutils [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.648545] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] 341e67b6-2eb8-47c3-b5a7-c52f48da66fd/341e67b6-2eb8-47c3-b5a7-c52f48da66fd.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 579.648545] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eca356b1-18d9-4b3f-9f76-d4cf01136021 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.655833] env[62301]: DEBUG nova.compute.utils [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 579.661394] env[62301]: DEBUG nova.compute.manager [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] [instance: bd6ed587-1425-4f8b-b89b-6577f3b68605] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 579.661567] env[62301]: DEBUG nova.network.neutron [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] [instance: bd6ed587-1425-4f8b-b89b-6577f3b68605] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 579.668182] env[62301]: DEBUG oslo_vmware.api [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Waiting for the task: (returnval){ [ 579.668182] env[62301]: value = "task-2569668" [ 579.668182] env[62301]: _type = "Task" [ 579.668182] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.689146] env[62301]: DEBUG oslo_vmware.api [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Task: {'id': task-2569663, 'name': ReconfigVM_Task, 'duration_secs': 0.774893} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.699019] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 91b2eaca-3a17-446b-abe7-ff677db29514] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 91b2eaca-3a17-446b-abe7-ff677db29514/91b2eaca-3a17-446b-abe7-ff677db29514.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 579.699019] env[62301]: DEBUG oslo_vmware.api [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Task: {'id': task-2569668, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.701298] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b6b6f4b-9b5f-4d7b-844b-2f775b371a8f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.724530] env[62301]: DEBUG oslo_vmware.api [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Task: {'id': task-2569665, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.725763] env[62301]: DEBUG oslo_vmware.api [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Waiting for the task: (returnval){ [ 579.725763] env[62301]: value = "task-2569669" [ 579.725763] env[62301]: _type = "Task" [ 579.725763] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.736478] env[62301]: DEBUG oslo_vmware.api [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Task: {'id': task-2569669, 'name': Rename_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.787544] env[62301]: DEBUG nova.policy [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2a5d8cadfc64f60bc6298cf176037e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8a9ffd58d31a40e58253ea509a87e55f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 580.051219] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Acquiring lock "refresh_cache-7c637115-8590-4e15-8500-dc04e7cfc21a" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.051438] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Acquired lock "refresh_cache-7c637115-8590-4e15-8500-dc04e7cfc21a" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.051529] env[62301]: DEBUG nova.network.neutron [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] [instance: 7c637115-8590-4e15-8500-dc04e7cfc21a] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 580.084155] env[62301]: DEBUG oslo_vmware.api [None req-ec96f842-d74d-4b3f-ae1b-6b7e5ef51f04 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Task: {'id': task-2569667, 'name': PowerOffVM_Task, 'duration_secs': 0.207805} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.084155] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec96f842-d74d-4b3f-ae1b-6b7e5ef51f04 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] [instance: 0a349cf5-a329-4b3a-b332-e7ff7442f9f3] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 580.084155] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-ec96f842-d74d-4b3f-ae1b-6b7e5ef51f04 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] [instance: 0a349cf5-a329-4b3a-b332-e7ff7442f9f3] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 580.084155] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3e9752e-51ab-4107-b81a-28d7a8884068 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.171250] env[62301]: DEBUG nova.compute.manager [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] [instance: bd6ed587-1425-4f8b-b89b-6577f3b68605] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 580.192499] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-ec96f842-d74d-4b3f-ae1b-6b7e5ef51f04 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] [instance: 0a349cf5-a329-4b3a-b332-e7ff7442f9f3] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 580.192976] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-ec96f842-d74d-4b3f-ae1b-6b7e5ef51f04 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] [instance: 0a349cf5-a329-4b3a-b332-e7ff7442f9f3] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 580.193315] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec96f842-d74d-4b3f-ae1b-6b7e5ef51f04 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Deleting the datastore file [datastore1] 0a349cf5-a329-4b3a-b332-e7ff7442f9f3 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 580.194712] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b63898ab-8fad-4fcd-9712-59f7f77e1b78 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.202344] env[62301]: DEBUG oslo_vmware.api [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Task: {'id': task-2569668, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.215396] env[62301]: DEBUG oslo_vmware.api [None req-ec96f842-d74d-4b3f-ae1b-6b7e5ef51f04 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Waiting for the task: (returnval){ [ 580.215396] env[62301]: value = "task-2569671" [ 580.215396] env[62301]: _type = "Task" [ 580.215396] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.216083] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c9feb103-e179-4783-ad72-3144d7ec3379 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Acquiring lock "f26ca09f-a9b1-4262-842e-cc77d036d33a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.216408] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c9feb103-e179-4783-ad72-3144d7ec3379 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Lock "f26ca09f-a9b1-4262-842e-cc77d036d33a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.216716] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c9feb103-e179-4783-ad72-3144d7ec3379 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Acquiring lock "f26ca09f-a9b1-4262-842e-cc77d036d33a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.217020] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c9feb103-e179-4783-ad72-3144d7ec3379 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Lock "f26ca09f-a9b1-4262-842e-cc77d036d33a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.221736] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c9feb103-e179-4783-ad72-3144d7ec3379 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Lock "f26ca09f-a9b1-4262-842e-cc77d036d33a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.005s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.232181] env[62301]: DEBUG oslo_vmware.api [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Task: {'id': task-2569665, 'name': PowerOnVM_Task, 'duration_secs': 0.770908} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.240322] env[62301]: INFO nova.compute.manager [None req-c9feb103-e179-4783-ad72-3144d7ec3379 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] [instance: f26ca09f-a9b1-4262-842e-cc77d036d33a] Terminating instance [ 580.245119] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 580.245492] env[62301]: INFO nova.compute.manager [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Took 12.79 seconds to spawn the instance on the hypervisor. [ 580.246213] env[62301]: DEBUG nova.compute.manager [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 580.255171] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2c3ab9-3e5b-4bb9-87fd-e83de3a4c271 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.261384] env[62301]: DEBUG oslo_vmware.api [None req-ec96f842-d74d-4b3f-ae1b-6b7e5ef51f04 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Task: {'id': task-2569671, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.267061] env[62301]: DEBUG oslo_vmware.api [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Task: {'id': task-2569669, 'name': Rename_Task, 'duration_secs': 0.187031} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.271874] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 91b2eaca-3a17-446b-abe7-ff677db29514] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 580.276241] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aafd681d-be57-4cb7-9b42-1ee9c2785fc4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.286275] env[62301]: DEBUG oslo_vmware.api [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Waiting for the task: (returnval){ [ 580.286275] env[62301]: value = "task-2569672" [ 580.286275] env[62301]: _type = "Task" [ 580.286275] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.301189] env[62301]: DEBUG oslo_vmware.api [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Task: {'id': task-2569672, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.628941] env[62301]: DEBUG nova.network.neutron [req-4bd8bdc7-965c-4c6f-b579-74e4612fd9f2 req-1a647724-ee02-4ae0-92ce-bf8880410dac service nova] [instance: 341e67b6-2eb8-47c3-b5a7-c52f48da66fd] Updated VIF entry in instance network info cache for port deab775f-2a04-4ffe-91d3-71ce59943c97. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 580.629412] env[62301]: DEBUG nova.network.neutron [req-4bd8bdc7-965c-4c6f-b579-74e4612fd9f2 req-1a647724-ee02-4ae0-92ce-bf8880410dac service nova] [instance: 341e67b6-2eb8-47c3-b5a7-c52f48da66fd] Updating instance_info_cache with network_info: [{"id": "deab775f-2a04-4ffe-91d3-71ce59943c97", "address": "fa:16:3e:20:f4:73", "network": {"id": "229d681a-36f3-4cf5-8b82-82a25738b030", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "584ed71e5cee48ffa78bf852023e57aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdeab775f-2a", "ovs_interfaceid": "deab775f-2a04-4ffe-91d3-71ce59943c97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 580.642571] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c47bcf4-22c8-4c2e-b77e-9eb893cf14f4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.652199] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e18a537-799c-4b1d-a511-2c534197911e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.694997] env[62301]: DEBUG nova.network.neutron [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] [instance: 7c637115-8590-4e15-8500-dc04e7cfc21a] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 580.700794] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff4598d-dd39-40cb-9f92-aaee63d27c25 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.706440] env[62301]: DEBUG nova.network.neutron [req-4cf60f40-a2bd-46a7-94f0-6143a365404d req-5db95803-1ce0-4320-9bd6-56e97e95365d service nova] [instance: 5102a8ce-2234-43cb-ae85-df50645c9545] Updated VIF entry in instance network info cache for port 7160de9a-514e-4adc-ad45-c3c627d7791c. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 580.706778] env[62301]: DEBUG nova.network.neutron [req-4cf60f40-a2bd-46a7-94f0-6143a365404d req-5db95803-1ce0-4320-9bd6-56e97e95365d service nova] [instance: 5102a8ce-2234-43cb-ae85-df50645c9545] Updating instance_info_cache with network_info: [{"id": "7160de9a-514e-4adc-ad45-c3c627d7791c", "address": "fa:16:3e:78:bf:bc", "network": {"id": "157bd25e-df67-42ee-b9a2-d4f490289cf6", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1737116222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45dffb779c6d47f1a7400fff90fd42ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7160de9a-51", "ovs_interfaceid": "7160de9a-514e-4adc-ad45-c3c627d7791c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 580.716321] env[62301]: DEBUG oslo_vmware.api [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Task: {'id': task-2569668, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58616} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.720925] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6249769e-7164-4b7a-aa09-612b702d1118 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.721714] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] 341e67b6-2eb8-47c3-b5a7-c52f48da66fd/341e67b6-2eb8-47c3-b5a7-c52f48da66fd.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 580.721945] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] [instance: 341e67b6-2eb8-47c3-b5a7-c52f48da66fd] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 580.722216] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff2111fc-c909-41a7-a785-60f4ad342402 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.737445] env[62301]: DEBUG nova.compute.provider_tree [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 580.741028] env[62301]: DEBUG oslo_vmware.api [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Waiting for the task: (returnval){ [ 580.741028] env[62301]: value = "task-2569674" [ 580.741028] env[62301]: _type = "Task" [ 580.741028] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.751076] env[62301]: DEBUG oslo_vmware.api [None req-ec96f842-d74d-4b3f-ae1b-6b7e5ef51f04 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Task: {'id': task-2569671, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.431401} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.751076] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec96f842-d74d-4b3f-ae1b-6b7e5ef51f04 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 580.751076] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-ec96f842-d74d-4b3f-ae1b-6b7e5ef51f04 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] [instance: 0a349cf5-a329-4b3a-b332-e7ff7442f9f3] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 580.751076] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-ec96f842-d74d-4b3f-ae1b-6b7e5ef51f04 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] [instance: 0a349cf5-a329-4b3a-b332-e7ff7442f9f3] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 580.751076] env[62301]: INFO nova.compute.manager [None req-ec96f842-d74d-4b3f-ae1b-6b7e5ef51f04 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] [instance: 0a349cf5-a329-4b3a-b332-e7ff7442f9f3] Took 1.21 seconds to destroy the instance on the hypervisor. [ 580.751394] env[62301]: DEBUG oslo.service.loopingcall [None req-ec96f842-d74d-4b3f-ae1b-6b7e5ef51f04 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 580.751394] env[62301]: DEBUG nova.compute.manager [-] [instance: 0a349cf5-a329-4b3a-b332-e7ff7442f9f3] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 580.751394] env[62301]: DEBUG nova.network.neutron [-] [instance: 0a349cf5-a329-4b3a-b332-e7ff7442f9f3] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 580.759274] env[62301]: DEBUG oslo_vmware.api [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Task: {'id': task-2569674, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.759902] env[62301]: DEBUG nova.compute.manager [None req-c9feb103-e179-4783-ad72-3144d7ec3379 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] [instance: f26ca09f-a9b1-4262-842e-cc77d036d33a] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 580.759902] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c9feb103-e179-4783-ad72-3144d7ec3379 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] [instance: f26ca09f-a9b1-4262-842e-cc77d036d33a] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 580.761374] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9bc222c-9e71-4c98-9ed6-491c940ef6d1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.771043] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9feb103-e179-4783-ad72-3144d7ec3379 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] [instance: f26ca09f-a9b1-4262-842e-cc77d036d33a] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 580.771408] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01b2400d-7c30-4dc2-967c-d8ecd9f31f50 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.778965] env[62301]: DEBUG oslo_vmware.api [None req-c9feb103-e179-4783-ad72-3144d7ec3379 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Waiting for the task: (returnval){ [ 580.778965] env[62301]: value = "task-2569675" [ 580.778965] env[62301]: _type = "Task" [ 580.778965] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.795558] env[62301]: INFO nova.compute.manager [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Took 27.77 seconds to build instance. [ 580.811479] env[62301]: DEBUG oslo_vmware.api [None req-c9feb103-e179-4783-ad72-3144d7ec3379 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Task: {'id': task-2569675, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.816255] env[62301]: DEBUG oslo_vmware.api [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Task: {'id': task-2569672, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.939342] env[62301]: DEBUG nova.network.neutron [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] [instance: bd6ed587-1425-4f8b-b89b-6577f3b68605] Successfully created port: c2599efa-4e12-4bf2-9dae-cd8534913a23 {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 581.132875] env[62301]: DEBUG oslo_concurrency.lockutils [req-4bd8bdc7-965c-4c6f-b579-74e4612fd9f2 req-1a647724-ee02-4ae0-92ce-bf8880410dac service nova] Releasing lock "refresh_cache-341e67b6-2eb8-47c3-b5a7-c52f48da66fd" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.207722] env[62301]: DEBUG nova.compute.manager [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] [instance: bd6ed587-1425-4f8b-b89b-6577f3b68605] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 581.212547] env[62301]: DEBUG oslo_concurrency.lockutils [req-4cf60f40-a2bd-46a7-94f0-6143a365404d req-5db95803-1ce0-4320-9bd6-56e97e95365d service nova] Releasing lock "refresh_cache-5102a8ce-2234-43cb-ae85-df50645c9545" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.243962] env[62301]: DEBUG nova.virt.hardware [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 581.244210] env[62301]: DEBUG nova.virt.hardware [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 581.244364] env[62301]: DEBUG nova.virt.hardware [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 581.244819] env[62301]: DEBUG nova.virt.hardware [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 581.245134] env[62301]: DEBUG nova.virt.hardware [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 581.245319] env[62301]: DEBUG nova.virt.hardware [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 581.245539] env[62301]: DEBUG nova.virt.hardware [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 581.245698] env[62301]: DEBUG nova.virt.hardware [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 581.245880] env[62301]: DEBUG nova.virt.hardware [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 581.246090] env[62301]: DEBUG nova.virt.hardware [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 581.246453] env[62301]: DEBUG nova.virt.hardware [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 581.247559] env[62301]: DEBUG nova.scheduler.client.report [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 581.252258] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7869a2f6-252f-48d8-80e0-98c3770715d9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.270117] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf5204d-2387-4ee9-a4ee-8903c91e6366 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.274415] env[62301]: DEBUG oslo_vmware.api [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Task: {'id': task-2569674, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077186} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.275903] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] [instance: 341e67b6-2eb8-47c3-b5a7-c52f48da66fd] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 581.276812] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a739a41-b44f-499a-80ed-46a49200a74a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.310930] env[62301]: DEBUG oslo_concurrency.lockutils [None req-45249d5e-a2c2-4264-a6a1-128cc298fc3a tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Lock "544d3a11-8c1f-4a7a-8e6c-ff8715950d35" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.297s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.323597] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] [instance: 341e67b6-2eb8-47c3-b5a7-c52f48da66fd] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 341e67b6-2eb8-47c3-b5a7-c52f48da66fd/341e67b6-2eb8-47c3-b5a7-c52f48da66fd.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 581.326206] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37927e11-4f02-450d-955a-fde15641a79a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.352086] env[62301]: DEBUG oslo_vmware.api [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Task: {'id': task-2569672, 'name': PowerOnVM_Task, 'duration_secs': 0.628064} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.352271] env[62301]: DEBUG oslo_vmware.api [None req-c9feb103-e179-4783-ad72-3144d7ec3379 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Task: {'id': task-2569675, 'name': PowerOffVM_Task, 'duration_secs': 0.3961} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.352903] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 91b2eaca-3a17-446b-abe7-ff677db29514] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 581.353127] env[62301]: INFO nova.compute.manager [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 91b2eaca-3a17-446b-abe7-ff677db29514] Took 11.30 seconds to spawn the instance on the hypervisor. [ 581.353412] env[62301]: DEBUG nova.compute.manager [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 91b2eaca-3a17-446b-abe7-ff677db29514] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 581.353693] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9feb103-e179-4783-ad72-3144d7ec3379 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] [instance: f26ca09f-a9b1-4262-842e-cc77d036d33a] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 581.353852] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c9feb103-e179-4783-ad72-3144d7ec3379 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] [instance: f26ca09f-a9b1-4262-842e-cc77d036d33a] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 581.355334] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc60e69-c12b-4e23-a5c4-d7d59fe9707e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.357838] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9cdbb1bd-9922-4026-bc73-bf811db79b6c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.361071] env[62301]: DEBUG oslo_vmware.api [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Waiting for the task: (returnval){ [ 581.361071] env[62301]: value = "task-2569676" [ 581.361071] env[62301]: _type = "Task" [ 581.361071] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.376424] env[62301]: DEBUG oslo_vmware.api [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Task: {'id': task-2569676, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.396468] env[62301]: DEBUG nova.network.neutron [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] [instance: 7c637115-8590-4e15-8500-dc04e7cfc21a] Updating instance_info_cache with network_info: [{"id": "5ba6e25e-4331-477f-8001-4ff121eb11bd", "address": "fa:16:3e:03:97:e3", "network": {"id": "37455ffe-d4fe-4c35-9607-c4f03e7048eb", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-255832250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d8900c8494442ef902376325dea7342", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ba6e25e-43", "ovs_interfaceid": "5ba6e25e-4331-477f-8001-4ff121eb11bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 581.428751] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c9feb103-e179-4783-ad72-3144d7ec3379 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] [instance: f26ca09f-a9b1-4262-842e-cc77d036d33a] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 581.435217] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c9feb103-e179-4783-ad72-3144d7ec3379 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] [instance: f26ca09f-a9b1-4262-842e-cc77d036d33a] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 581.435217] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9feb103-e179-4783-ad72-3144d7ec3379 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Deleting the datastore file [datastore1] f26ca09f-a9b1-4262-842e-cc77d036d33a {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 581.435217] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a99097c8-d955-472e-b5ee-a12e1b13180b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.442031] env[62301]: DEBUG oslo_vmware.api [None req-c9feb103-e179-4783-ad72-3144d7ec3379 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Waiting for the task: (returnval){ [ 581.442031] env[62301]: value = "task-2569679" [ 581.442031] env[62301]: _type = "Task" [ 581.442031] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.458932] env[62301]: DEBUG oslo_vmware.api [None req-c9feb103-e179-4783-ad72-3144d7ec3379 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Task: {'id': task-2569679, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.757778] env[62301]: DEBUG oslo_concurrency.lockutils [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.758348] env[62301]: DEBUG nova.compute.manager [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 581.764774] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.696s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.768793] env[62301]: DEBUG nova.objects.instance [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62301) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 581.846516] env[62301]: DEBUG nova.compute.manager [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 581.891630] env[62301]: INFO nova.compute.manager [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 91b2eaca-3a17-446b-abe7-ff677db29514] Took 24.10 seconds to build instance. [ 581.891630] env[62301]: DEBUG oslo_vmware.api [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Task: {'id': task-2569676, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.899180] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Releasing lock "refresh_cache-7c637115-8590-4e15-8500-dc04e7cfc21a" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.899463] env[62301]: DEBUG nova.compute.manager [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] [instance: 7c637115-8590-4e15-8500-dc04e7cfc21a] Instance network_info: |[{"id": "5ba6e25e-4331-477f-8001-4ff121eb11bd", "address": "fa:16:3e:03:97:e3", "network": {"id": "37455ffe-d4fe-4c35-9607-c4f03e7048eb", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-255832250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d8900c8494442ef902376325dea7342", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ba6e25e-43", "ovs_interfaceid": "5ba6e25e-4331-477f-8001-4ff121eb11bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 581.899862] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] [instance: 7c637115-8590-4e15-8500-dc04e7cfc21a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:97:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cbd5e0e-9116-46f1-9748-13a73d2d7e75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ba6e25e-4331-477f-8001-4ff121eb11bd', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 581.910586] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Creating folder: Project (0d8900c8494442ef902376325dea7342). Parent ref: group-v518653. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 581.910586] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2dd487d5-5786-4c6f-aff0-bb61852344da {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.921081] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Created folder: Project (0d8900c8494442ef902376325dea7342) in parent group-v518653. [ 581.922078] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Creating folder: Instances. Parent ref: group-v518702. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 581.922078] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1cbb5fc4-5471-4d4b-83a2-10ce92ed303b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.940683] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Created folder: Instances in parent group-v518702. [ 581.941111] env[62301]: DEBUG oslo.service.loopingcall [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 581.941111] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c637115-8590-4e15-8500-dc04e7cfc21a] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 581.941367] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-629dab93-129b-4baa-9f81-c9099569942c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.974998] env[62301]: DEBUG oslo_vmware.api [None req-c9feb103-e179-4783-ad72-3144d7ec3379 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Task: {'id': task-2569679, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263866} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.974998] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9feb103-e179-4783-ad72-3144d7ec3379 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 581.974998] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c9feb103-e179-4783-ad72-3144d7ec3379 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] [instance: f26ca09f-a9b1-4262-842e-cc77d036d33a] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 581.974998] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c9feb103-e179-4783-ad72-3144d7ec3379 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] [instance: f26ca09f-a9b1-4262-842e-cc77d036d33a] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 581.974998] env[62301]: INFO nova.compute.manager [None req-c9feb103-e179-4783-ad72-3144d7ec3379 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] [instance: f26ca09f-a9b1-4262-842e-cc77d036d33a] Took 1.22 seconds to destroy the instance on the hypervisor. [ 581.977747] env[62301]: DEBUG oslo.service.loopingcall [None req-c9feb103-e179-4783-ad72-3144d7ec3379 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 581.977747] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 581.977747] env[62301]: value = "task-2569682" [ 581.977747] env[62301]: _type = "Task" [ 581.977747] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.977747] env[62301]: DEBUG nova.compute.manager [-] [instance: f26ca09f-a9b1-4262-842e-cc77d036d33a] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 581.977938] env[62301]: DEBUG nova.network.neutron [-] [instance: f26ca09f-a9b1-4262-842e-cc77d036d33a] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 581.988784] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569682, 'name': CreateVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.274597] env[62301]: DEBUG nova.compute.utils [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 582.280121] env[62301]: DEBUG nova.compute.manager [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 582.280295] env[62301]: DEBUG nova.network.neutron [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 582.376938] env[62301]: DEBUG oslo_vmware.api [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Task: {'id': task-2569676, 'name': ReconfigVM_Task, 'duration_secs': 0.566949} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.377506] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] [instance: 341e67b6-2eb8-47c3-b5a7-c52f48da66fd] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 341e67b6-2eb8-47c3-b5a7-c52f48da66fd/341e67b6-2eb8-47c3-b5a7-c52f48da66fd.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 582.378697] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1030e0aa-bac6-4fc2-b1bf-cec6aae79db4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.381516] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.385245] env[62301]: DEBUG oslo_vmware.api [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Waiting for the task: (returnval){ [ 582.385245] env[62301]: value = "task-2569683" [ 582.385245] env[62301]: _type = "Task" [ 582.385245] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.397694] env[62301]: DEBUG oslo_concurrency.lockutils [None req-89a61287-a664-4347-a7a7-8934e5ced1e7 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Lock "91b2eaca-3a17-446b-abe7-ff677db29514" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.138s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.398070] env[62301]: DEBUG oslo_vmware.api [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Task: {'id': task-2569683, 'name': Rename_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.415513] env[62301]: DEBUG nova.policy [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77cefed55d8448289b8b442d6a42a6af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4acebba9dd984a1c8d8debe8f6e4143b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 582.433378] env[62301]: DEBUG nova.network.neutron [-] [instance: 0a349cf5-a329-4b3a-b332-e7ff7442f9f3] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 582.493941] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569682, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.784258] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a95f8650-2444-44d9-9b89-5f872f21ccb0 tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.786850] env[62301]: DEBUG nova.compute.manager [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 582.792739] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4f4d6868-e6b9-42b6-a75c-e8ec78cc8834 tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.972s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.794525] env[62301]: INFO nova.compute.claims [None req-4f4d6868-e6b9-42b6-a75c-e8ec78cc8834 tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] [instance: 8664eae3-4527-4338-8a17-fbd05b147636] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 582.903843] env[62301]: DEBUG nova.compute.manager [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 50244b23-8fa5-4b5a-9df7-7c5df8fdb00d] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 582.908578] env[62301]: DEBUG oslo_vmware.api [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Task: {'id': task-2569683, 'name': Rename_Task, 'duration_secs': 0.216416} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.908950] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] [instance: 341e67b6-2eb8-47c3-b5a7-c52f48da66fd] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 582.909305] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f40f3d15-0e62-4db2-8260-5501f5e10e96 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.919859] env[62301]: DEBUG oslo_vmware.api [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Waiting for the task: (returnval){ [ 582.919859] env[62301]: value = "task-2569685" [ 582.919859] env[62301]: _type = "Task" [ 582.919859] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.933807] env[62301]: DEBUG oslo_vmware.api [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Task: {'id': task-2569685, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.941145] env[62301]: INFO nova.compute.manager [-] [instance: 0a349cf5-a329-4b3a-b332-e7ff7442f9f3] Took 2.19 seconds to deallocate network for instance. [ 582.996010] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569682, 'name': CreateVM_Task, 'duration_secs': 0.614701} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.996222] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c637115-8590-4e15-8500-dc04e7cfc21a] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 582.996913] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.997195] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.997521] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.997944] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75825525-56ac-4f9d-8010-29299a731312 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.011476] env[62301]: DEBUG oslo_vmware.api [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Waiting for the task: (returnval){ [ 583.011476] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5220ccef-6a39-2855-c6d2-537e553d685d" [ 583.011476] env[62301]: _type = "Task" [ 583.011476] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.028548] env[62301]: DEBUG oslo_vmware.api [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5220ccef-6a39-2855-c6d2-537e553d685d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.147506] env[62301]: DEBUG nova.network.neutron [-] [instance: f26ca09f-a9b1-4262-842e-cc77d036d33a] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 583.247310] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Acquiring lock "d1de1100-83f4-43e8-a4c9-46ede08a7ed0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.247310] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Lock "d1de1100-83f4-43e8-a4c9-46ede08a7ed0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.269813] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Acquiring lock "989393f1-81d2-4f60-9c51-3f97e7cd873a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.270189] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Lock "989393f1-81d2-4f60-9c51-3f97e7cd873a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.338399] env[62301]: DEBUG nova.compute.manager [req-456e75a4-d1c7-41d3-b319-ef66b5074068 req-d1d4670e-055f-435b-afab-0f0bd5daa15c service nova] [instance: a7e173c9-7834-47e2-b469-2250fd138316] Received event network-changed-80db6027-5e07-4887-a460-f5c959102d70 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 583.338760] env[62301]: DEBUG nova.compute.manager [req-456e75a4-d1c7-41d3-b319-ef66b5074068 req-d1d4670e-055f-435b-afab-0f0bd5daa15c service nova] [instance: a7e173c9-7834-47e2-b469-2250fd138316] Refreshing instance network info cache due to event network-changed-80db6027-5e07-4887-a460-f5c959102d70. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 583.338760] env[62301]: DEBUG oslo_concurrency.lockutils [req-456e75a4-d1c7-41d3-b319-ef66b5074068 req-d1d4670e-055f-435b-afab-0f0bd5daa15c service nova] Acquiring lock "refresh_cache-a7e173c9-7834-47e2-b469-2250fd138316" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.338910] env[62301]: DEBUG oslo_concurrency.lockutils [req-456e75a4-d1c7-41d3-b319-ef66b5074068 req-d1d4670e-055f-435b-afab-0f0bd5daa15c service nova] Acquired lock "refresh_cache-a7e173c9-7834-47e2-b469-2250fd138316" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.339143] env[62301]: DEBUG nova.network.neutron [req-456e75a4-d1c7-41d3-b319-ef66b5074068 req-d1d4670e-055f-435b-afab-0f0bd5daa15c service nova] [instance: a7e173c9-7834-47e2-b469-2250fd138316] Refreshing network info cache for port 80db6027-5e07-4887-a460-f5c959102d70 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 583.361929] env[62301]: DEBUG nova.compute.manager [req-50a40d8a-392a-4bd5-89ce-7474b49b58cf req-da2218b3-9b17-4c9f-8e16-24296e820982 service nova] [instance: 7c637115-8590-4e15-8500-dc04e7cfc21a] Received event network-vif-plugged-5ba6e25e-4331-477f-8001-4ff121eb11bd {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 583.364101] env[62301]: DEBUG oslo_concurrency.lockutils [req-50a40d8a-392a-4bd5-89ce-7474b49b58cf req-da2218b3-9b17-4c9f-8e16-24296e820982 service nova] Acquiring lock "7c637115-8590-4e15-8500-dc04e7cfc21a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.364441] env[62301]: DEBUG oslo_concurrency.lockutils [req-50a40d8a-392a-4bd5-89ce-7474b49b58cf req-da2218b3-9b17-4c9f-8e16-24296e820982 service nova] Lock "7c637115-8590-4e15-8500-dc04e7cfc21a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.364732] env[62301]: DEBUG oslo_concurrency.lockutils [req-50a40d8a-392a-4bd5-89ce-7474b49b58cf req-da2218b3-9b17-4c9f-8e16-24296e820982 service nova] Lock "7c637115-8590-4e15-8500-dc04e7cfc21a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.364973] env[62301]: DEBUG nova.compute.manager [req-50a40d8a-392a-4bd5-89ce-7474b49b58cf req-da2218b3-9b17-4c9f-8e16-24296e820982 service nova] [instance: 7c637115-8590-4e15-8500-dc04e7cfc21a] No waiting events found dispatching network-vif-plugged-5ba6e25e-4331-477f-8001-4ff121eb11bd {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 583.365248] env[62301]: WARNING nova.compute.manager [req-50a40d8a-392a-4bd5-89ce-7474b49b58cf req-da2218b3-9b17-4c9f-8e16-24296e820982 service nova] [instance: 7c637115-8590-4e15-8500-dc04e7cfc21a] Received unexpected event network-vif-plugged-5ba6e25e-4331-477f-8001-4ff121eb11bd for instance with vm_state building and task_state spawning. [ 583.365477] env[62301]: DEBUG nova.compute.manager [req-50a40d8a-392a-4bd5-89ce-7474b49b58cf req-da2218b3-9b17-4c9f-8e16-24296e820982 service nova] [instance: 7c637115-8590-4e15-8500-dc04e7cfc21a] Received event network-changed-5ba6e25e-4331-477f-8001-4ff121eb11bd {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 583.365691] env[62301]: DEBUG nova.compute.manager [req-50a40d8a-392a-4bd5-89ce-7474b49b58cf req-da2218b3-9b17-4c9f-8e16-24296e820982 service nova] [instance: 7c637115-8590-4e15-8500-dc04e7cfc21a] Refreshing instance network info cache due to event network-changed-5ba6e25e-4331-477f-8001-4ff121eb11bd. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 583.366974] env[62301]: DEBUG oslo_concurrency.lockutils [req-50a40d8a-392a-4bd5-89ce-7474b49b58cf req-da2218b3-9b17-4c9f-8e16-24296e820982 service nova] Acquiring lock "refresh_cache-7c637115-8590-4e15-8500-dc04e7cfc21a" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.367175] env[62301]: DEBUG oslo_concurrency.lockutils [req-50a40d8a-392a-4bd5-89ce-7474b49b58cf req-da2218b3-9b17-4c9f-8e16-24296e820982 service nova] Acquired lock "refresh_cache-7c637115-8590-4e15-8500-dc04e7cfc21a" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.367349] env[62301]: DEBUG nova.network.neutron [req-50a40d8a-392a-4bd5-89ce-7474b49b58cf req-da2218b3-9b17-4c9f-8e16-24296e820982 service nova] [instance: 7c637115-8590-4e15-8500-dc04e7cfc21a] Refreshing network info cache for port 5ba6e25e-4331-477f-8001-4ff121eb11bd {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 583.430523] env[62301]: DEBUG oslo_vmware.api [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Task: {'id': task-2569685, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.431632] env[62301]: DEBUG oslo_concurrency.lockutils [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.449969] env[62301]: DEBUG oslo_concurrency.lockutils [None req-ec96f842-d74d-4b3f-ae1b-6b7e5ef51f04 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.507292] env[62301]: DEBUG nova.network.neutron [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Successfully created port: fa1de50a-0191-41ab-b097-bde4736088aa {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 583.522617] env[62301]: DEBUG oslo_vmware.api [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5220ccef-6a39-2855-c6d2-537e553d685d, 'name': SearchDatastore_Task, 'duration_secs': 0.027044} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.523085] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.523502] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] [instance: 7c637115-8590-4e15-8500-dc04e7cfc21a] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 583.523744] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.523978] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.524340] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 583.524770] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95357a45-8c35-416e-bd03-c93fa9d27192 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.534534] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 583.534837] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 583.535851] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8061637c-a2b3-4a34-8883-6c513ce14457 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.542124] env[62301]: DEBUG oslo_vmware.api [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Waiting for the task: (returnval){ [ 583.542124] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52b143bc-1149-156a-22da-1dc32efebb26" [ 583.542124] env[62301]: _type = "Task" [ 583.542124] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.554371] env[62301]: DEBUG oslo_vmware.api [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52b143bc-1149-156a-22da-1dc32efebb26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.652112] env[62301]: INFO nova.compute.manager [-] [instance: f26ca09f-a9b1-4262-842e-cc77d036d33a] Took 1.67 seconds to deallocate network for instance. [ 583.810334] env[62301]: DEBUG nova.compute.manager [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 583.857924] env[62301]: DEBUG nova.virt.hardware [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 583.858250] env[62301]: DEBUG nova.virt.hardware [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 583.858461] env[62301]: DEBUG nova.virt.hardware [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 583.858656] env[62301]: DEBUG nova.virt.hardware [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 583.858813] env[62301]: DEBUG nova.virt.hardware [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 583.858984] env[62301]: DEBUG nova.virt.hardware [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 583.860721] env[62301]: DEBUG nova.virt.hardware [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 583.860895] env[62301]: DEBUG nova.virt.hardware [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 583.861120] env[62301]: DEBUG nova.virt.hardware [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 583.861320] env[62301]: DEBUG nova.virt.hardware [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 583.861531] env[62301]: DEBUG nova.virt.hardware [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 583.863348] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b0b082-70be-410a-9e83-e62de13086ff {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.875975] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17345eda-c74c-40f1-9771-9c33045ed3b6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.933959] env[62301]: DEBUG oslo_vmware.api [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Task: {'id': task-2569685, 'name': PowerOnVM_Task, 'duration_secs': 0.776332} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.934134] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] [instance: 341e67b6-2eb8-47c3-b5a7-c52f48da66fd] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 583.934338] env[62301]: INFO nova.compute.manager [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] [instance: 341e67b6-2eb8-47c3-b5a7-c52f48da66fd] Took 11.27 seconds to spawn the instance on the hypervisor. [ 583.934512] env[62301]: DEBUG nova.compute.manager [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] [instance: 341e67b6-2eb8-47c3-b5a7-c52f48da66fd] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 583.935389] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d53a5fd-61bd-4042-96dc-8956e38525bf {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.054556] env[62301]: DEBUG oslo_vmware.api [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52b143bc-1149-156a-22da-1dc32efebb26, 'name': SearchDatastore_Task, 'duration_secs': 0.012458} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.056135] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43790dfa-2c98-41d1-be2a-7f1d5c47e5e7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.060795] env[62301]: DEBUG oslo_vmware.api [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Waiting for the task: (returnval){ [ 584.060795] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]529a1156-12ae-4ec0-515a-31b5d1266c96" [ 584.060795] env[62301]: _type = "Task" [ 584.060795] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.071934] env[62301]: DEBUG oslo_vmware.api [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]529a1156-12ae-4ec0-515a-31b5d1266c96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.137644] env[62301]: DEBUG nova.network.neutron [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] [instance: bd6ed587-1425-4f8b-b89b-6577f3b68605] Successfully updated port: c2599efa-4e12-4bf2-9dae-cd8534913a23 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 584.160144] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c9feb103-e179-4783-ad72-3144d7ec3379 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.204636] env[62301]: DEBUG nova.network.neutron [req-50a40d8a-392a-4bd5-89ce-7474b49b58cf req-da2218b3-9b17-4c9f-8e16-24296e820982 service nova] [instance: 7c637115-8590-4e15-8500-dc04e7cfc21a] Updated VIF entry in instance network info cache for port 5ba6e25e-4331-477f-8001-4ff121eb11bd. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 584.204975] env[62301]: DEBUG nova.network.neutron [req-50a40d8a-392a-4bd5-89ce-7474b49b58cf req-da2218b3-9b17-4c9f-8e16-24296e820982 service nova] [instance: 7c637115-8590-4e15-8500-dc04e7cfc21a] Updating instance_info_cache with network_info: [{"id": "5ba6e25e-4331-477f-8001-4ff121eb11bd", "address": "fa:16:3e:03:97:e3", "network": {"id": "37455ffe-d4fe-4c35-9607-c4f03e7048eb", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-255832250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d8900c8494442ef902376325dea7342", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ba6e25e-43", "ovs_interfaceid": "5ba6e25e-4331-477f-8001-4ff121eb11bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 584.303327] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c2b0cc-dca5-402f-a3ed-cbb67c538a8b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.311426] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c00e675-13dd-4a3d-9899-b6f0b81888e9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.352337] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271a02a9-4596-476f-ae40-606e9dd8ea73 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.360864] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6075af73-42fc-4070-b2ac-f4c87e7d8868 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.379486] env[62301]: DEBUG nova.compute.provider_tree [None req-4f4d6868-e6b9-42b6-a75c-e8ec78cc8834 tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Updating inventory in ProviderTree for provider f2701398-2646-410f-990f-c3cfa8025d57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 584.438832] env[62301]: DEBUG nova.network.neutron [req-456e75a4-d1c7-41d3-b319-ef66b5074068 req-d1d4670e-055f-435b-afab-0f0bd5daa15c service nova] [instance: a7e173c9-7834-47e2-b469-2250fd138316] Updated VIF entry in instance network info cache for port 80db6027-5e07-4887-a460-f5c959102d70. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 584.439281] env[62301]: DEBUG nova.network.neutron [req-456e75a4-d1c7-41d3-b319-ef66b5074068 req-d1d4670e-055f-435b-afab-0f0bd5daa15c service nova] [instance: a7e173c9-7834-47e2-b469-2250fd138316] Updating instance_info_cache with network_info: [{"id": "80db6027-5e07-4887-a460-f5c959102d70", "address": "fa:16:3e:7e:7f:9f", "network": {"id": "f4e38650-ad8b-4505-8bc6-9acddd75151a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1017226399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87b326311d834c3fa4919d2713062993", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80db6027-5e", "ovs_interfaceid": "80db6027-5e07-4887-a460-f5c959102d70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 584.469856] env[62301]: INFO nova.compute.manager [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] [instance: 341e67b6-2eb8-47c3-b5a7-c52f48da66fd] Took 26.53 seconds to build instance. [ 584.573530] env[62301]: DEBUG oslo_vmware.api [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]529a1156-12ae-4ec0-515a-31b5d1266c96, 'name': SearchDatastore_Task, 'duration_secs': 0.050885} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.573806] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.574079] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] 7c637115-8590-4e15-8500-dc04e7cfc21a/7c637115-8590-4e15-8500-dc04e7cfc21a.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 584.574688] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4683de07-b100-4542-9299-d50cd08a84ab {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.583569] env[62301]: DEBUG oslo_vmware.api [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Waiting for the task: (returnval){ [ 584.583569] env[62301]: value = "task-2569687" [ 584.583569] env[62301]: _type = "Task" [ 584.583569] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.593888] env[62301]: DEBUG oslo_vmware.api [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Task: {'id': task-2569687, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.640441] env[62301]: DEBUG oslo_concurrency.lockutils [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Acquiring lock "refresh_cache-bd6ed587-1425-4f8b-b89b-6577f3b68605" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.640597] env[62301]: DEBUG oslo_concurrency.lockutils [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Acquired lock "refresh_cache-bd6ed587-1425-4f8b-b89b-6577f3b68605" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.640749] env[62301]: DEBUG nova.network.neutron [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] [instance: bd6ed587-1425-4f8b-b89b-6577f3b68605] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 584.668056] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Acquiring lock "31934154-68a2-41a5-8c23-b95738eaeb70" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.669651] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Lock "31934154-68a2-41a5-8c23-b95738eaeb70" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.707736] env[62301]: DEBUG oslo_concurrency.lockutils [req-50a40d8a-392a-4bd5-89ce-7474b49b58cf req-da2218b3-9b17-4c9f-8e16-24296e820982 service nova] Releasing lock "refresh_cache-7c637115-8590-4e15-8500-dc04e7cfc21a" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.759995] env[62301]: DEBUG oslo_concurrency.lockutils [None req-55b04044-c187-4bdf-abec-7be93d9f815f tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Acquiring lock "bdc392c0-6aee-40e8-9acb-0cee34a7ded5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.760297] env[62301]: DEBUG oslo_concurrency.lockutils [None req-55b04044-c187-4bdf-abec-7be93d9f815f tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Lock "bdc392c0-6aee-40e8-9acb-0cee34a7ded5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.760529] env[62301]: DEBUG oslo_concurrency.lockutils [None req-55b04044-c187-4bdf-abec-7be93d9f815f tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Acquiring lock "bdc392c0-6aee-40e8-9acb-0cee34a7ded5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.760695] env[62301]: DEBUG oslo_concurrency.lockutils [None req-55b04044-c187-4bdf-abec-7be93d9f815f tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Lock "bdc392c0-6aee-40e8-9acb-0cee34a7ded5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.762806] env[62301]: DEBUG oslo_concurrency.lockutils [None req-55b04044-c187-4bdf-abec-7be93d9f815f tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Lock "bdc392c0-6aee-40e8-9acb-0cee34a7ded5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.764573] env[62301]: INFO nova.compute.manager [None req-55b04044-c187-4bdf-abec-7be93d9f815f tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Terminating instance [ 584.908828] env[62301]: ERROR nova.scheduler.client.report [None req-4f4d6868-e6b9-42b6-a75c-e8ec78cc8834 tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] [req-bc7475bd-b792-4f6c-9045-19286e275994] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f2701398-2646-410f-990f-c3cfa8025d57. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bc7475bd-b792-4f6c-9045-19286e275994"}]} [ 584.928521] env[62301]: DEBUG nova.scheduler.client.report [None req-4f4d6868-e6b9-42b6-a75c-e8ec78cc8834 tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Refreshing inventories for resource provider f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 584.941797] env[62301]: DEBUG oslo_concurrency.lockutils [req-456e75a4-d1c7-41d3-b319-ef66b5074068 req-d1d4670e-055f-435b-afab-0f0bd5daa15c service nova] Releasing lock "refresh_cache-a7e173c9-7834-47e2-b469-2250fd138316" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.948203] env[62301]: DEBUG nova.scheduler.client.report [None req-4f4d6868-e6b9-42b6-a75c-e8ec78cc8834 tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Updating ProviderTree inventory for provider f2701398-2646-410f-990f-c3cfa8025d57 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 584.948454] env[62301]: DEBUG nova.compute.provider_tree [None req-4f4d6868-e6b9-42b6-a75c-e8ec78cc8834 tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Updating inventory in ProviderTree for provider f2701398-2646-410f-990f-c3cfa8025d57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 584.960672] env[62301]: DEBUG nova.scheduler.client.report [None req-4f4d6868-e6b9-42b6-a75c-e8ec78cc8834 tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Refreshing aggregate associations for resource provider f2701398-2646-410f-990f-c3cfa8025d57, aggregates: None {{(pid=62301) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 584.969988] env[62301]: DEBUG oslo_concurrency.lockutils [None req-70ab7863-6635-4ac2-8974-d56821e19197 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Lock "341e67b6-2eb8-47c3-b5a7-c52f48da66fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.154s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.983903] env[62301]: DEBUG nova.scheduler.client.report [None req-4f4d6868-e6b9-42b6-a75c-e8ec78cc8834 tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Refreshing trait associations for resource provider f2701398-2646-410f-990f-c3cfa8025d57, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62301) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 585.099614] env[62301]: DEBUG oslo_vmware.api [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Task: {'id': task-2569687, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.238153] env[62301]: DEBUG nova.network.neutron [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] [instance: bd6ed587-1425-4f8b-b89b-6577f3b68605] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 585.269761] env[62301]: DEBUG oslo_concurrency.lockutils [None req-55b04044-c187-4bdf-abec-7be93d9f815f tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Acquiring lock "refresh_cache-bdc392c0-6aee-40e8-9acb-0cee34a7ded5" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.269761] env[62301]: DEBUG oslo_concurrency.lockutils [None req-55b04044-c187-4bdf-abec-7be93d9f815f tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Acquired lock "refresh_cache-bdc392c0-6aee-40e8-9acb-0cee34a7ded5" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.269761] env[62301]: DEBUG nova.network.neutron [None req-55b04044-c187-4bdf-abec-7be93d9f815f tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 585.442873] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2213e9f2-1908-4a06-8101-44eed465dd8d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.451305] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460be809-43f5-4f08-9984-5e89a5b4b393 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.485560] env[62301]: DEBUG nova.compute.manager [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: ed8d7f2a-231e-4ffe-b839-4074821619fc] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 585.492866] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048232ed-c6e1-4024-8b2f-6f6aa9364d6a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.499872] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e139fbf9-9247-4390-9ce9-7923ae4b2f78 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.513976] env[62301]: DEBUG nova.compute.provider_tree [None req-4f4d6868-e6b9-42b6-a75c-e8ec78cc8834 tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Updating inventory in ProviderTree for provider f2701398-2646-410f-990f-c3cfa8025d57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 585.593832] env[62301]: DEBUG oslo_vmware.api [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Task: {'id': task-2569687, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.875395} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.594341] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] 7c637115-8590-4e15-8500-dc04e7cfc21a/7c637115-8590-4e15-8500-dc04e7cfc21a.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 585.594695] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] [instance: 7c637115-8590-4e15-8500-dc04e7cfc21a] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 585.595049] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70ed5c35-c0e0-47b2-aa55-64cef764cf99 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.602213] env[62301]: DEBUG oslo_vmware.api [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Waiting for the task: (returnval){ [ 585.602213] env[62301]: value = "task-2569689" [ 585.602213] env[62301]: _type = "Task" [ 585.602213] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.612804] env[62301]: DEBUG oslo_vmware.api [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Task: {'id': task-2569689, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.714840] env[62301]: DEBUG nova.network.neutron [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] [instance: bd6ed587-1425-4f8b-b89b-6577f3b68605] Updating instance_info_cache with network_info: [{"id": "c2599efa-4e12-4bf2-9dae-cd8534913a23", "address": "fa:16:3e:e1:8d:39", "network": {"id": "229d681a-36f3-4cf5-8b82-82a25738b030", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "584ed71e5cee48ffa78bf852023e57aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2599efa-4e", "ovs_interfaceid": "c2599efa-4e12-4bf2-9dae-cd8534913a23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 585.817441] env[62301]: DEBUG nova.network.neutron [None req-55b04044-c187-4bdf-abec-7be93d9f815f tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 585.860815] env[62301]: DEBUG oslo_concurrency.lockutils [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Acquiring lock "1cda51f6-3d8a-497d-bc6a-63cfb058dd29" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.861157] env[62301]: DEBUG oslo_concurrency.lockutils [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Lock "1cda51f6-3d8a-497d-bc6a-63cfb058dd29" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.920623] env[62301]: DEBUG nova.network.neutron [None req-55b04044-c187-4bdf-abec-7be93d9f815f tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 586.009248] env[62301]: DEBUG nova.network.neutron [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Successfully updated port: fa1de50a-0191-41ab-b097-bde4736088aa {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 586.030586] env[62301]: DEBUG oslo_concurrency.lockutils [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.043624] env[62301]: ERROR nova.scheduler.client.report [None req-4f4d6868-e6b9-42b6-a75c-e8ec78cc8834 tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] [req-747c96a1-528c-4b9e-b3ea-81891844f8e1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f2701398-2646-410f-990f-c3cfa8025d57. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-747c96a1-528c-4b9e-b3ea-81891844f8e1"}]} [ 586.064788] env[62301]: DEBUG nova.scheduler.client.report [None req-4f4d6868-e6b9-42b6-a75c-e8ec78cc8834 tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Refreshing inventories for resource provider f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 586.083070] env[62301]: DEBUG nova.scheduler.client.report [None req-4f4d6868-e6b9-42b6-a75c-e8ec78cc8834 tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Updating ProviderTree inventory for provider f2701398-2646-410f-990f-c3cfa8025d57 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 586.083070] env[62301]: DEBUG nova.compute.provider_tree [None req-4f4d6868-e6b9-42b6-a75c-e8ec78cc8834 tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Updating inventory in ProviderTree for provider f2701398-2646-410f-990f-c3cfa8025d57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 586.097084] env[62301]: DEBUG nova.scheduler.client.report [None req-4f4d6868-e6b9-42b6-a75c-e8ec78cc8834 tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Refreshing aggregate associations for resource provider f2701398-2646-410f-990f-c3cfa8025d57, aggregates: None {{(pid=62301) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 586.113625] env[62301]: DEBUG oslo_vmware.api [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Task: {'id': task-2569689, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064771} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.113625] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] [instance: 7c637115-8590-4e15-8500-dc04e7cfc21a] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 586.114238] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e42449e-f9c3-4191-abb0-04361ccb91d8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.119104] env[62301]: DEBUG nova.scheduler.client.report [None req-4f4d6868-e6b9-42b6-a75c-e8ec78cc8834 tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Refreshing trait associations for resource provider f2701398-2646-410f-990f-c3cfa8025d57, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62301) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 586.148446] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] [instance: 7c637115-8590-4e15-8500-dc04e7cfc21a] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 7c637115-8590-4e15-8500-dc04e7cfc21a/7c637115-8590-4e15-8500-dc04e7cfc21a.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 586.151548] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f3f9a21-9134-46c9-87dd-0ed8b8ecfeb8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.174247] env[62301]: DEBUG oslo_vmware.api [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Waiting for the task: (returnval){ [ 586.174247] env[62301]: value = "task-2569690" [ 586.174247] env[62301]: _type = "Task" [ 586.174247] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.184959] env[62301]: DEBUG oslo_vmware.api [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Task: {'id': task-2569690, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.222439] env[62301]: DEBUG nova.compute.manager [req-a1911348-ea8c-4208-a8cd-705291722fe9 req-3fa62bd6-eea9-4962-a0fa-b75f5043acaa service nova] [instance: 0a349cf5-a329-4b3a-b332-e7ff7442f9f3] Received event network-vif-deleted-be1e93c9-295a-4105-83dc-5c55bf9c1b8a {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 586.222647] env[62301]: DEBUG nova.compute.manager [req-a1911348-ea8c-4208-a8cd-705291722fe9 req-3fa62bd6-eea9-4962-a0fa-b75f5043acaa service nova] [instance: f26ca09f-a9b1-4262-842e-cc77d036d33a] Received event network-vif-deleted-46e4419d-b197-44d2-b7ba-16ff56a10369 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 586.222815] env[62301]: DEBUG nova.compute.manager [req-a1911348-ea8c-4208-a8cd-705291722fe9 req-3fa62bd6-eea9-4962-a0fa-b75f5043acaa service nova] [instance: bd6ed587-1425-4f8b-b89b-6577f3b68605] Received event network-vif-plugged-c2599efa-4e12-4bf2-9dae-cd8534913a23 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 586.223021] env[62301]: DEBUG oslo_concurrency.lockutils [req-a1911348-ea8c-4208-a8cd-705291722fe9 req-3fa62bd6-eea9-4962-a0fa-b75f5043acaa service nova] Acquiring lock "bd6ed587-1425-4f8b-b89b-6577f3b68605-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.223570] env[62301]: DEBUG oslo_concurrency.lockutils [req-a1911348-ea8c-4208-a8cd-705291722fe9 req-3fa62bd6-eea9-4962-a0fa-b75f5043acaa service nova] Lock "bd6ed587-1425-4f8b-b89b-6577f3b68605-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.223754] env[62301]: DEBUG oslo_concurrency.lockutils [req-a1911348-ea8c-4208-a8cd-705291722fe9 req-3fa62bd6-eea9-4962-a0fa-b75f5043acaa service nova] Lock "bd6ed587-1425-4f8b-b89b-6577f3b68605-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.223938] env[62301]: DEBUG nova.compute.manager [req-a1911348-ea8c-4208-a8cd-705291722fe9 req-3fa62bd6-eea9-4962-a0fa-b75f5043acaa service nova] [instance: bd6ed587-1425-4f8b-b89b-6577f3b68605] No waiting events found dispatching network-vif-plugged-c2599efa-4e12-4bf2-9dae-cd8534913a23 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 586.224094] env[62301]: WARNING nova.compute.manager [req-a1911348-ea8c-4208-a8cd-705291722fe9 req-3fa62bd6-eea9-4962-a0fa-b75f5043acaa service nova] [instance: bd6ed587-1425-4f8b-b89b-6577f3b68605] Received unexpected event network-vif-plugged-c2599efa-4e12-4bf2-9dae-cd8534913a23 for instance with vm_state building and task_state spawning. [ 586.224259] env[62301]: DEBUG nova.compute.manager [req-a1911348-ea8c-4208-a8cd-705291722fe9 req-3fa62bd6-eea9-4962-a0fa-b75f5043acaa service nova] [instance: bd6ed587-1425-4f8b-b89b-6577f3b68605] Received event network-changed-c2599efa-4e12-4bf2-9dae-cd8534913a23 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 586.224411] env[62301]: DEBUG nova.compute.manager [req-a1911348-ea8c-4208-a8cd-705291722fe9 req-3fa62bd6-eea9-4962-a0fa-b75f5043acaa service nova] [instance: bd6ed587-1425-4f8b-b89b-6577f3b68605] Refreshing instance network info cache due to event network-changed-c2599efa-4e12-4bf2-9dae-cd8534913a23. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 586.224575] env[62301]: DEBUG oslo_concurrency.lockutils [req-a1911348-ea8c-4208-a8cd-705291722fe9 req-3fa62bd6-eea9-4962-a0fa-b75f5043acaa service nova] Acquiring lock "refresh_cache-bd6ed587-1425-4f8b-b89b-6577f3b68605" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.225360] env[62301]: DEBUG oslo_concurrency.lockutils [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Releasing lock "refresh_cache-bd6ed587-1425-4f8b-b89b-6577f3b68605" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.225360] env[62301]: DEBUG nova.compute.manager [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] [instance: bd6ed587-1425-4f8b-b89b-6577f3b68605] Instance network_info: |[{"id": "c2599efa-4e12-4bf2-9dae-cd8534913a23", "address": "fa:16:3e:e1:8d:39", "network": {"id": "229d681a-36f3-4cf5-8b82-82a25738b030", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "584ed71e5cee48ffa78bf852023e57aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2599efa-4e", "ovs_interfaceid": "c2599efa-4e12-4bf2-9dae-cd8534913a23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 586.225892] env[62301]: DEBUG oslo_concurrency.lockutils [req-a1911348-ea8c-4208-a8cd-705291722fe9 req-3fa62bd6-eea9-4962-a0fa-b75f5043acaa service nova] Acquired lock "refresh_cache-bd6ed587-1425-4f8b-b89b-6577f3b68605" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.226279] env[62301]: DEBUG nova.network.neutron [req-a1911348-ea8c-4208-a8cd-705291722fe9 req-3fa62bd6-eea9-4962-a0fa-b75f5043acaa service nova] [instance: bd6ed587-1425-4f8b-b89b-6577f3b68605] Refreshing network info cache for port c2599efa-4e12-4bf2-9dae-cd8534913a23 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 586.227684] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] [instance: bd6ed587-1425-4f8b-b89b-6577f3b68605] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:8d:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '195e328b-e41a-49f5-9e51-546b8ea8ceba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2599efa-4e12-4bf2-9dae-cd8534913a23', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 586.235550] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Creating folder: Project (8a9ffd58d31a40e58253ea509a87e55f). Parent ref: group-v518653. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 586.239665] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09179dd4-803f-4194-9dfe-311fac1dd5e1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.251639] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Created folder: Project (8a9ffd58d31a40e58253ea509a87e55f) in parent group-v518653. [ 586.251639] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Creating folder: Instances. Parent ref: group-v518706. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 586.251639] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99aafade-8545-4454-867c-2f995184ab54 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.261362] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Created folder: Instances in parent group-v518706. [ 586.261711] env[62301]: DEBUG oslo.service.loopingcall [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 586.261945] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd6ed587-1425-4f8b-b89b-6577f3b68605] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 586.262250] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-927ecd7e-8922-45d7-b882-638b95fe7f4a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.286703] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 586.286703] env[62301]: value = "task-2569693" [ 586.286703] env[62301]: _type = "Task" [ 586.286703] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.296296] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569693, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.371218] env[62301]: DEBUG nova.compute.manager [req-5aa0f358-0bf0-4184-bc38-47c03a2ad7df req-fc3b63df-5ef4-4e95-8b2f-0c2f7a3ed468 service nova] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Received event network-changed-8a79c63a-20ef-44f2-99e9-d1d8ecfa926f {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 586.371878] env[62301]: DEBUG nova.compute.manager [req-5aa0f358-0bf0-4184-bc38-47c03a2ad7df req-fc3b63df-5ef4-4e95-8b2f-0c2f7a3ed468 service nova] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Refreshing instance network info cache due to event network-changed-8a79c63a-20ef-44f2-99e9-d1d8ecfa926f. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 586.372041] env[62301]: DEBUG oslo_concurrency.lockutils [req-5aa0f358-0bf0-4184-bc38-47c03a2ad7df req-fc3b63df-5ef4-4e95-8b2f-0c2f7a3ed468 service nova] Acquiring lock "refresh_cache-544d3a11-8c1f-4a7a-8e6c-ff8715950d35" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.372163] env[62301]: DEBUG oslo_concurrency.lockutils [req-5aa0f358-0bf0-4184-bc38-47c03a2ad7df req-fc3b63df-5ef4-4e95-8b2f-0c2f7a3ed468 service nova] Acquired lock "refresh_cache-544d3a11-8c1f-4a7a-8e6c-ff8715950d35" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.372441] env[62301]: DEBUG nova.network.neutron [req-5aa0f358-0bf0-4184-bc38-47c03a2ad7df req-fc3b63df-5ef4-4e95-8b2f-0c2f7a3ed468 service nova] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Refreshing network info cache for port 8a79c63a-20ef-44f2-99e9-d1d8ecfa926f {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 586.425028] env[62301]: DEBUG oslo_concurrency.lockutils [None req-55b04044-c187-4bdf-abec-7be93d9f815f tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Releasing lock "refresh_cache-bdc392c0-6aee-40e8-9acb-0cee34a7ded5" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.425156] env[62301]: DEBUG nova.compute.manager [None req-55b04044-c187-4bdf-abec-7be93d9f815f tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 586.425361] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-55b04044-c187-4bdf-abec-7be93d9f815f tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 586.426125] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13cd705-93e1-44e5-a200-05fc4a47e141 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.436593] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-55b04044-c187-4bdf-abec-7be93d9f815f tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 586.436890] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79549759-30f8-4c1e-886b-f6a44880fdac {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.446202] env[62301]: DEBUG oslo_vmware.api [None req-55b04044-c187-4bdf-abec-7be93d9f815f tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Waiting for the task: (returnval){ [ 586.446202] env[62301]: value = "task-2569694" [ 586.446202] env[62301]: _type = "Task" [ 586.446202] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.455120] env[62301]: DEBUG oslo_vmware.api [None req-55b04044-c187-4bdf-abec-7be93d9f815f tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Task: {'id': task-2569694, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.512331] env[62301]: DEBUG oslo_concurrency.lockutils [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Acquiring lock "refresh_cache-7e9c242a-875f-4f89-ab87-debf3dbf8e94" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.512516] env[62301]: DEBUG oslo_concurrency.lockutils [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Acquired lock "refresh_cache-7e9c242a-875f-4f89-ab87-debf3dbf8e94" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.512692] env[62301]: DEBUG nova.network.neutron [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 586.595178] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c35feb7-9683-4918-b615-4234cb9edb50 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.603614] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955bd729-648f-4148-acf5-c7e77163aa5b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.638699] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b35925c-7a36-4334-9eea-fdc51ad34b5b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.646886] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784e72c5-ea9b-4077-9d47-1db85ae397ff {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.660790] env[62301]: DEBUG nova.compute.provider_tree [None req-4f4d6868-e6b9-42b6-a75c-e8ec78cc8834 tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Updating inventory in ProviderTree for provider f2701398-2646-410f-990f-c3cfa8025d57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 586.685340] env[62301]: DEBUG oslo_vmware.api [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Task: {'id': task-2569690, 'name': ReconfigVM_Task, 'duration_secs': 0.468083} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.685628] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] [instance: 7c637115-8590-4e15-8500-dc04e7cfc21a] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 7c637115-8590-4e15-8500-dc04e7cfc21a/7c637115-8590-4e15-8500-dc04e7cfc21a.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 586.686278] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54733846-da07-4dcb-9218-9161c2a23319 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.694027] env[62301]: DEBUG oslo_vmware.api [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Waiting for the task: (returnval){ [ 586.694027] env[62301]: value = "task-2569695" [ 586.694027] env[62301]: _type = "Task" [ 586.694027] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.706989] env[62301]: DEBUG oslo_vmware.api [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Task: {'id': task-2569695, 'name': Rename_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.797095] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569693, 'name': CreateVM_Task, 'duration_secs': 0.497807} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.797095] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd6ed587-1425-4f8b-b89b-6577f3b68605] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 586.797636] env[62301]: DEBUG oslo_concurrency.lockutils [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.797794] env[62301]: DEBUG oslo_concurrency.lockutils [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.798120] env[62301]: DEBUG oslo_concurrency.lockutils [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.798379] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbaa1d26-2798-4e8b-b7c8-52476ca23b14 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.803682] env[62301]: DEBUG oslo_vmware.api [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Waiting for the task: (returnval){ [ 586.803682] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]527f6d57-bb02-51c2-16d8-93ce3e44d015" [ 586.803682] env[62301]: _type = "Task" [ 586.803682] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.814597] env[62301]: DEBUG oslo_vmware.api [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]527f6d57-bb02-51c2-16d8-93ce3e44d015, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.962718] env[62301]: DEBUG oslo_vmware.api [None req-55b04044-c187-4bdf-abec-7be93d9f815f tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Task: {'id': task-2569694, 'name': PowerOffVM_Task, 'duration_secs': 0.133465} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.963176] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-55b04044-c187-4bdf-abec-7be93d9f815f tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 586.963403] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-55b04044-c187-4bdf-abec-7be93d9f815f tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 586.963705] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18ac0867-8b4c-4f33-af8a-972e235f84d4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.989500] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-55b04044-c187-4bdf-abec-7be93d9f815f tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 586.989725] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-55b04044-c187-4bdf-abec-7be93d9f815f tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Deleting contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 586.989901] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-55b04044-c187-4bdf-abec-7be93d9f815f tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Deleting the datastore file [datastore2] bdc392c0-6aee-40e8-9acb-0cee34a7ded5 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 586.990173] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08373a15-6050-4bdb-9a80-d6b836736382 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.996565] env[62301]: DEBUG oslo_vmware.api [None req-55b04044-c187-4bdf-abec-7be93d9f815f tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Waiting for the task: (returnval){ [ 586.996565] env[62301]: value = "task-2569698" [ 586.996565] env[62301]: _type = "Task" [ 586.996565] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.006247] env[62301]: DEBUG oslo_vmware.api [None req-55b04044-c187-4bdf-abec-7be93d9f815f tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Task: {'id': task-2569698, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.116826] env[62301]: DEBUG nova.network.neutron [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 587.134475] env[62301]: DEBUG nova.network.neutron [req-a1911348-ea8c-4208-a8cd-705291722fe9 req-3fa62bd6-eea9-4962-a0fa-b75f5043acaa service nova] [instance: bd6ed587-1425-4f8b-b89b-6577f3b68605] Updated VIF entry in instance network info cache for port c2599efa-4e12-4bf2-9dae-cd8534913a23. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 587.134475] env[62301]: DEBUG nova.network.neutron [req-a1911348-ea8c-4208-a8cd-705291722fe9 req-3fa62bd6-eea9-4962-a0fa-b75f5043acaa service nova] [instance: bd6ed587-1425-4f8b-b89b-6577f3b68605] Updating instance_info_cache with network_info: [{"id": "c2599efa-4e12-4bf2-9dae-cd8534913a23", "address": "fa:16:3e:e1:8d:39", "network": {"id": "229d681a-36f3-4cf5-8b82-82a25738b030", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "584ed71e5cee48ffa78bf852023e57aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2599efa-4e", "ovs_interfaceid": "c2599efa-4e12-4bf2-9dae-cd8534913a23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 587.186816] env[62301]: ERROR nova.scheduler.client.report [None req-4f4d6868-e6b9-42b6-a75c-e8ec78cc8834 tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] [req-7fe9a86e-997a-4e4d-b8ba-39843b0a6681] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f2701398-2646-410f-990f-c3cfa8025d57. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7fe9a86e-997a-4e4d-b8ba-39843b0a6681"}]} [ 587.205882] env[62301]: DEBUG oslo_vmware.api [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Task: {'id': task-2569695, 'name': Rename_Task, 'duration_secs': 0.148276} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.206153] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] [instance: 7c637115-8590-4e15-8500-dc04e7cfc21a] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 587.206392] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2adf887f-d6d2-420b-b84a-486787111740 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.210228] env[62301]: DEBUG nova.scheduler.client.report [None req-4f4d6868-e6b9-42b6-a75c-e8ec78cc8834 tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Refreshing inventories for resource provider f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 587.221255] env[62301]: DEBUG oslo_vmware.api [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Waiting for the task: (returnval){ [ 587.221255] env[62301]: value = "task-2569699" [ 587.221255] env[62301]: _type = "Task" [ 587.221255] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.226941] env[62301]: DEBUG nova.scheduler.client.report [None req-4f4d6868-e6b9-42b6-a75c-e8ec78cc8834 tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Updating ProviderTree inventory for provider f2701398-2646-410f-990f-c3cfa8025d57 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 587.227175] env[62301]: DEBUG nova.compute.provider_tree [None req-4f4d6868-e6b9-42b6-a75c-e8ec78cc8834 tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Updating inventory in ProviderTree for provider f2701398-2646-410f-990f-c3cfa8025d57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 587.232297] env[62301]: DEBUG oslo_vmware.api [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Task: {'id': task-2569699, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.243087] env[62301]: DEBUG nova.scheduler.client.report [None req-4f4d6868-e6b9-42b6-a75c-e8ec78cc8834 tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Refreshing aggregate associations for resource provider f2701398-2646-410f-990f-c3cfa8025d57, aggregates: None {{(pid=62301) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 587.256547] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Acquiring lock "e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.256989] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Lock "e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.266544] env[62301]: DEBUG nova.network.neutron [req-5aa0f358-0bf0-4184-bc38-47c03a2ad7df req-fc3b63df-5ef4-4e95-8b2f-0c2f7a3ed468 service nova] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Updated VIF entry in instance network info cache for port 8a79c63a-20ef-44f2-99e9-d1d8ecfa926f. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 587.266984] env[62301]: DEBUG nova.network.neutron [req-5aa0f358-0bf0-4184-bc38-47c03a2ad7df req-fc3b63df-5ef4-4e95-8b2f-0c2f7a3ed468 service nova] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Updating instance_info_cache with network_info: [{"id": "8a79c63a-20ef-44f2-99e9-d1d8ecfa926f", "address": "fa:16:3e:4d:34:d4", "network": {"id": "a46f0146-2486-42ff-bebb-5bcb18c6048e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1581663052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2636e850d8a4bd9bf7dc71d590ef940", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a79c63a-20", "ovs_interfaceid": "8a79c63a-20ef-44f2-99e9-d1d8ecfa926f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 587.269089] env[62301]: DEBUG nova.scheduler.client.report [None req-4f4d6868-e6b9-42b6-a75c-e8ec78cc8834 tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Refreshing trait associations for resource provider f2701398-2646-410f-990f-c3cfa8025d57, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62301) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 587.316147] env[62301]: DEBUG oslo_vmware.api [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]527f6d57-bb02-51c2-16d8-93ce3e44d015, 'name': SearchDatastore_Task, 'duration_secs': 0.021672} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.316848] env[62301]: DEBUG oslo_concurrency.lockutils [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.317085] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] [instance: bd6ed587-1425-4f8b-b89b-6577f3b68605] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 587.317950] env[62301]: DEBUG oslo_concurrency.lockutils [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.318143] env[62301]: DEBUG oslo_concurrency.lockutils [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.318319] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 587.318892] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62a3ea01-c515-4700-8c25-a0f6430a8195 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.335142] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 587.335142] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 587.335142] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c91b0d4-8529-4ac9-bc93-946d87ded5b2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.340069] env[62301]: DEBUG oslo_vmware.api [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Waiting for the task: (returnval){ [ 587.340069] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52dc3484-0083-00ae-5fa9-dee3f95b4100" [ 587.340069] env[62301]: _type = "Task" [ 587.340069] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.351416] env[62301]: DEBUG oslo_vmware.api [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52dc3484-0083-00ae-5fa9-dee3f95b4100, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.418964] env[62301]: DEBUG nova.network.neutron [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Updating instance_info_cache with network_info: [{"id": "fa1de50a-0191-41ab-b097-bde4736088aa", "address": "fa:16:3e:07:a2:fe", "network": {"id": "229d681a-36f3-4cf5-8b82-82a25738b030", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "584ed71e5cee48ffa78bf852023e57aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa1de50a-01", "ovs_interfaceid": "fa1de50a-0191-41ab-b097-bde4736088aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 587.510189] env[62301]: DEBUG oslo_vmware.api [None req-55b04044-c187-4bdf-abec-7be93d9f815f tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Task: {'id': task-2569698, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173827} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.510189] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-55b04044-c187-4bdf-abec-7be93d9f815f tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 587.510333] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-55b04044-c187-4bdf-abec-7be93d9f815f tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Deleted contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 587.510373] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-55b04044-c187-4bdf-abec-7be93d9f815f tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 587.510576] env[62301]: INFO nova.compute.manager [None req-55b04044-c187-4bdf-abec-7be93d9f815f tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Took 1.09 seconds to destroy the instance on the hypervisor. [ 587.510810] env[62301]: DEBUG oslo.service.loopingcall [None req-55b04044-c187-4bdf-abec-7be93d9f815f tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 587.510996] env[62301]: DEBUG nova.compute.manager [-] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 587.511108] env[62301]: DEBUG nova.network.neutron [-] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 587.535856] env[62301]: DEBUG nova.network.neutron [-] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 587.638609] env[62301]: DEBUG oslo_concurrency.lockutils [req-a1911348-ea8c-4208-a8cd-705291722fe9 req-3fa62bd6-eea9-4962-a0fa-b75f5043acaa service nova] Releasing lock "refresh_cache-bd6ed587-1425-4f8b-b89b-6577f3b68605" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.708497] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f26095b-a512-4a80-8821-21c1ef3e4be0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.717341] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6752545-1ee1-412b-860b-74df0a302739 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.752406] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7e3aa1-3b47-4cb9-acf7-c02510f97445 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.759152] env[62301]: DEBUG oslo_vmware.api [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Task: {'id': task-2569699, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.765170] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16044b0e-628c-4bd8-aa26-650ca6e286ae {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.779841] env[62301]: DEBUG oslo_concurrency.lockutils [req-5aa0f358-0bf0-4184-bc38-47c03a2ad7df req-fc3b63df-5ef4-4e95-8b2f-0c2f7a3ed468 service nova] Releasing lock "refresh_cache-544d3a11-8c1f-4a7a-8e6c-ff8715950d35" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.781024] env[62301]: DEBUG nova.compute.provider_tree [None req-4f4d6868-e6b9-42b6-a75c-e8ec78cc8834 tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Updating inventory in ProviderTree for provider f2701398-2646-410f-990f-c3cfa8025d57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 587.853117] env[62301]: DEBUG oslo_vmware.api [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52dc3484-0083-00ae-5fa9-dee3f95b4100, 'name': SearchDatastore_Task, 'duration_secs': 0.039446} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.854146] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-897af5db-09be-4add-814c-9f80098021da {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.861708] env[62301]: DEBUG oslo_vmware.api [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Waiting for the task: (returnval){ [ 587.861708] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52bfa217-e1b5-772a-cabc-22a5401f2488" [ 587.861708] env[62301]: _type = "Task" [ 587.861708] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.871439] env[62301]: DEBUG oslo_vmware.api [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52bfa217-e1b5-772a-cabc-22a5401f2488, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.921339] env[62301]: DEBUG oslo_concurrency.lockutils [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Releasing lock "refresh_cache-7e9c242a-875f-4f89-ab87-debf3dbf8e94" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.921732] env[62301]: DEBUG nova.compute.manager [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Instance network_info: |[{"id": "fa1de50a-0191-41ab-b097-bde4736088aa", "address": "fa:16:3e:07:a2:fe", "network": {"id": "229d681a-36f3-4cf5-8b82-82a25738b030", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "584ed71e5cee48ffa78bf852023e57aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa1de50a-01", "ovs_interfaceid": "fa1de50a-0191-41ab-b097-bde4736088aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 587.922052] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:a2:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '195e328b-e41a-49f5-9e51-546b8ea8ceba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa1de50a-0191-41ab-b097-bde4736088aa', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 587.929606] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Creating folder: Project (4acebba9dd984a1c8d8debe8f6e4143b). Parent ref: group-v518653. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 587.931435] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2206b7ae-2043-43da-b7cb-8ead31ee443e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.946087] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Created folder: Project (4acebba9dd984a1c8d8debe8f6e4143b) in parent group-v518653. [ 587.946347] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Creating folder: Instances. Parent ref: group-v518709. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 587.946667] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5065fb66-fac3-4613-a547-00a27a3e73e4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.959716] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Created folder: Instances in parent group-v518709. [ 587.959942] env[62301]: DEBUG oslo.service.loopingcall [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 587.960175] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 587.960387] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba46a925-7d87-451c-bc2f-8d193bc905b6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.984197] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 587.984197] env[62301]: value = "task-2569702" [ 587.984197] env[62301]: _type = "Task" [ 587.984197] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.993844] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569702, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.038442] env[62301]: DEBUG nova.network.neutron [-] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 588.170857] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Acquiring lock "ca83463c-d6ee-480f-b113-d05e977a6016" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.171113] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Lock "ca83463c-d6ee-480f-b113-d05e977a6016" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.237791] env[62301]: DEBUG oslo_vmware.api [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Task: {'id': task-2569699, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.305743] env[62301]: ERROR nova.scheduler.client.report [None req-4f4d6868-e6b9-42b6-a75c-e8ec78cc8834 tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] [req-2ed03161-8240-401b-84f3-669506bb2286] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f2701398-2646-410f-990f-c3cfa8025d57. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2ed03161-8240-401b-84f3-669506bb2286"}]} [ 588.306582] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4f4d6868-e6b9-42b6-a75c-e8ec78cc8834 tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.514s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.312023] env[62301]: ERROR nova.compute.manager [None req-4f4d6868-e6b9-42b6-a75c-e8ec78cc8834 tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] [instance: 8664eae3-4527-4338-8a17-fbd05b147636] Failed to build and run instance: nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider f2701398-2646-410f-990f-c3cfa8025d57 (generation 36): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2ed03161-8240-401b-84f3-669506bb2286"}]} [ 588.312023] env[62301]: ERROR nova.compute.manager [instance: 8664eae3-4527-4338-8a17-fbd05b147636] Traceback (most recent call last): [ 588.312023] env[62301]: ERROR nova.compute.manager [instance: 8664eae3-4527-4338-8a17-fbd05b147636] File "/opt/stack/nova/nova/compute/manager.py", line 2622, in _build_and_run_instance [ 588.312023] env[62301]: ERROR nova.compute.manager [instance: 8664eae3-4527-4338-8a17-fbd05b147636] with self.rt.instance_claim(context, instance, node, allocs, [ 588.312023] env[62301]: ERROR nova.compute.manager [instance: 8664eae3-4527-4338-8a17-fbd05b147636] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 412, in inner [ 588.312023] env[62301]: ERROR nova.compute.manager [instance: 8664eae3-4527-4338-8a17-fbd05b147636] return f(*args, **kwargs) [ 588.312023] env[62301]: ERROR nova.compute.manager [instance: 8664eae3-4527-4338-8a17-fbd05b147636] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 215, in instance_claim [ 588.312023] env[62301]: ERROR nova.compute.manager [instance: 8664eae3-4527-4338-8a17-fbd05b147636] self._update(elevated, cn) [ 588.312023] env[62301]: ERROR nova.compute.manager [instance: 8664eae3-4527-4338-8a17-fbd05b147636] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1375, in _update [ 588.312679] env[62301]: ERROR nova.compute.manager [instance: 8664eae3-4527-4338-8a17-fbd05b147636] self._update_to_placement(context, compute_node, startup) [ 588.312679] env[62301]: ERROR nova.compute.manager [instance: 8664eae3-4527-4338-8a17-fbd05b147636] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 56, in wrapped_f [ 588.312679] env[62301]: ERROR nova.compute.manager [instance: 8664eae3-4527-4338-8a17-fbd05b147636] return Retrying(*dargs, **dkw).call(f, *args, **kw) [ 588.312679] env[62301]: ERROR nova.compute.manager [instance: 8664eae3-4527-4338-8a17-fbd05b147636] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 266, in call [ 588.312679] env[62301]: ERROR nova.compute.manager [instance: 8664eae3-4527-4338-8a17-fbd05b147636] raise attempt.get() [ 588.312679] env[62301]: ERROR nova.compute.manager [instance: 8664eae3-4527-4338-8a17-fbd05b147636] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 301, in get [ 588.312679] env[62301]: ERROR nova.compute.manager [instance: 8664eae3-4527-4338-8a17-fbd05b147636] six.reraise(self.value[0], self.value[1], self.value[2]) [ 588.312679] env[62301]: ERROR nova.compute.manager [instance: 8664eae3-4527-4338-8a17-fbd05b147636] File "/opt/stack/data/venv/lib/python3.10/site-packages/six.py", line 724, in reraise [ 588.312679] env[62301]: ERROR nova.compute.manager [instance: 8664eae3-4527-4338-8a17-fbd05b147636] raise value [ 588.312679] env[62301]: ERROR nova.compute.manager [instance: 8664eae3-4527-4338-8a17-fbd05b147636] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 251, in call [ 588.312679] env[62301]: ERROR nova.compute.manager [instance: 8664eae3-4527-4338-8a17-fbd05b147636] attempt = Attempt(fn(*args, **kwargs), attempt_number, False) [ 588.312679] env[62301]: ERROR nova.compute.manager [instance: 8664eae3-4527-4338-8a17-fbd05b147636] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1360, in _update_to_placement [ 588.312679] env[62301]: ERROR nova.compute.manager [instance: 8664eae3-4527-4338-8a17-fbd05b147636] self.reportclient.update_from_provider_tree( [ 588.313364] env[62301]: ERROR nova.compute.manager [instance: 8664eae3-4527-4338-8a17-fbd05b147636] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1502, in update_from_provider_tree [ 588.313364] env[62301]: ERROR nova.compute.manager [instance: 8664eae3-4527-4338-8a17-fbd05b147636] self.set_inventory_for_provider( [ 588.313364] env[62301]: ERROR nova.compute.manager [instance: 8664eae3-4527-4338-8a17-fbd05b147636] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1007, in set_inventory_for_provider [ 588.313364] env[62301]: ERROR nova.compute.manager [instance: 8664eae3-4527-4338-8a17-fbd05b147636] raise exception.ResourceProviderUpdateConflict( [ 588.313364] env[62301]: ERROR nova.compute.manager [instance: 8664eae3-4527-4338-8a17-fbd05b147636] nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider f2701398-2646-410f-990f-c3cfa8025d57 (generation 36): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2ed03161-8240-401b-84f3-669506bb2286"}]} [ 588.313364] env[62301]: ERROR nova.compute.manager [instance: 8664eae3-4527-4338-8a17-fbd05b147636] [ 588.313364] env[62301]: DEBUG nova.compute.utils [None req-4f4d6868-e6b9-42b6-a75c-e8ec78cc8834 tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] [instance: 8664eae3-4527-4338-8a17-fbd05b147636] A conflict was encountered attempting to update resource provider f2701398-2646-410f-990f-c3cfa8025d57 (generation 36): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource pro {{(pid=62301) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 588.317169] env[62301]: DEBUG oslo_concurrency.lockutils [None req-159151e8-5373-4c3c-8ba9-dc8b5c8d9084 tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.142s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.317169] env[62301]: DEBUG nova.objects.instance [None req-159151e8-5373-4c3c-8ba9-dc8b5c8d9084 tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Lazy-loading 'resources' on Instance uuid 44f7dbb8-3c27-438b-bd41-9fc0e9c6329d {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 588.324160] env[62301]: DEBUG nova.compute.manager [None req-4f4d6868-e6b9-42b6-a75c-e8ec78cc8834 tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] [instance: 8664eae3-4527-4338-8a17-fbd05b147636] Build of instance 8664eae3-4527-4338-8a17-fbd05b147636 was re-scheduled: A conflict was encountered attempting to update resource provider f2701398-2646-410f-990f-c3cfa8025d57 (generation 36): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2ed03161-8240-401b-84f3-669506bb2286"}]} {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}} [ 588.326410] env[62301]: DEBUG nova.compute.manager [None req-4f4d6868-e6b9-42b6-a75c-e8ec78cc8834 tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] [instance: 8664eae3-4527-4338-8a17-fbd05b147636] Unplugging VIFs for instance {{(pid=62301) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}} [ 588.326410] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4f4d6868-e6b9-42b6-a75c-e8ec78cc8834 tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Acquiring lock "refresh_cache-8664eae3-4527-4338-8a17-fbd05b147636" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.326410] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4f4d6868-e6b9-42b6-a75c-e8ec78cc8834 tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Acquired lock "refresh_cache-8664eae3-4527-4338-8a17-fbd05b147636" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.326410] env[62301]: DEBUG nova.network.neutron [None req-4f4d6868-e6b9-42b6-a75c-e8ec78cc8834 tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] [instance: 8664eae3-4527-4338-8a17-fbd05b147636] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 588.382015] env[62301]: DEBUG oslo_vmware.api [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52bfa217-e1b5-772a-cabc-22a5401f2488, 'name': SearchDatastore_Task, 'duration_secs': 0.013312} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.382253] env[62301]: DEBUG oslo_concurrency.lockutils [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.382856] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] bd6ed587-1425-4f8b-b89b-6577f3b68605/bd6ed587-1425-4f8b-b89b-6577f3b68605.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 588.382856] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d6c4189-6241-4cce-8010-73085cd0667d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.401820] env[62301]: DEBUG oslo_vmware.api [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Waiting for the task: (returnval){ [ 588.401820] env[62301]: value = "task-2569703" [ 588.401820] env[62301]: _type = "Task" [ 588.401820] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.411900] env[62301]: DEBUG oslo_vmware.api [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Task: {'id': task-2569703, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.494540] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569702, 'name': CreateVM_Task, 'duration_secs': 0.429515} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.494814] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 588.495742] env[62301]: DEBUG oslo_concurrency.lockutils [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.496210] env[62301]: DEBUG oslo_concurrency.lockutils [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.496619] env[62301]: DEBUG oslo_concurrency.lockutils [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.497026] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-697a6e99-4c12-4c49-b9dc-bf6d9e56e0a1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.508578] env[62301]: DEBUG oslo_vmware.api [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Waiting for the task: (returnval){ [ 588.508578] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52217408-9fe9-ca85-5f37-fbe2fa6e1b7e" [ 588.508578] env[62301]: _type = "Task" [ 588.508578] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.520882] env[62301]: DEBUG oslo_vmware.api [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52217408-9fe9-ca85-5f37-fbe2fa6e1b7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.543337] env[62301]: INFO nova.compute.manager [-] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Took 1.03 seconds to deallocate network for instance. [ 588.658837] env[62301]: DEBUG nova.compute.manager [req-3c9423a1-6eaf-4030-be12-384bbaec484d req-82291fa1-c5fe-42f3-9d8c-c2d5b5163f2b service nova] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Received event network-vif-plugged-fa1de50a-0191-41ab-b097-bde4736088aa {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 588.662918] env[62301]: DEBUG oslo_concurrency.lockutils [req-3c9423a1-6eaf-4030-be12-384bbaec484d req-82291fa1-c5fe-42f3-9d8c-c2d5b5163f2b service nova] Acquiring lock "7e9c242a-875f-4f89-ab87-debf3dbf8e94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.662918] env[62301]: DEBUG oslo_concurrency.lockutils [req-3c9423a1-6eaf-4030-be12-384bbaec484d req-82291fa1-c5fe-42f3-9d8c-c2d5b5163f2b service nova] Lock "7e9c242a-875f-4f89-ab87-debf3dbf8e94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.004s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.662918] env[62301]: DEBUG oslo_concurrency.lockutils [req-3c9423a1-6eaf-4030-be12-384bbaec484d req-82291fa1-c5fe-42f3-9d8c-c2d5b5163f2b service nova] Lock "7e9c242a-875f-4f89-ab87-debf3dbf8e94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.662918] env[62301]: DEBUG nova.compute.manager [req-3c9423a1-6eaf-4030-be12-384bbaec484d req-82291fa1-c5fe-42f3-9d8c-c2d5b5163f2b service nova] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] No waiting events found dispatching network-vif-plugged-fa1de50a-0191-41ab-b097-bde4736088aa {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 588.662918] env[62301]: WARNING nova.compute.manager [req-3c9423a1-6eaf-4030-be12-384bbaec484d req-82291fa1-c5fe-42f3-9d8c-c2d5b5163f2b service nova] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Received unexpected event network-vif-plugged-fa1de50a-0191-41ab-b097-bde4736088aa for instance with vm_state building and task_state spawning. [ 588.663364] env[62301]: DEBUG nova.compute.manager [req-3c9423a1-6eaf-4030-be12-384bbaec484d req-82291fa1-c5fe-42f3-9d8c-c2d5b5163f2b service nova] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Received event network-changed-fa1de50a-0191-41ab-b097-bde4736088aa {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 588.663841] env[62301]: DEBUG nova.compute.manager [req-3c9423a1-6eaf-4030-be12-384bbaec484d req-82291fa1-c5fe-42f3-9d8c-c2d5b5163f2b service nova] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Refreshing instance network info cache due to event network-changed-fa1de50a-0191-41ab-b097-bde4736088aa. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 588.664119] env[62301]: DEBUG oslo_concurrency.lockutils [req-3c9423a1-6eaf-4030-be12-384bbaec484d req-82291fa1-c5fe-42f3-9d8c-c2d5b5163f2b service nova] Acquiring lock "refresh_cache-7e9c242a-875f-4f89-ab87-debf3dbf8e94" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.664357] env[62301]: DEBUG oslo_concurrency.lockutils [req-3c9423a1-6eaf-4030-be12-384bbaec484d req-82291fa1-c5fe-42f3-9d8c-c2d5b5163f2b service nova] Acquired lock "refresh_cache-7e9c242a-875f-4f89-ab87-debf3dbf8e94" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.664555] env[62301]: DEBUG nova.network.neutron [req-3c9423a1-6eaf-4030-be12-384bbaec484d req-82291fa1-c5fe-42f3-9d8c-c2d5b5163f2b service nova] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Refreshing network info cache for port fa1de50a-0191-41ab-b097-bde4736088aa {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 588.689644] env[62301]: DEBUG nova.compute.manager [req-5692f592-5fb9-448d-8e1d-0b7a0ed8b193 req-514e17b5-254f-4e33-8884-8dbfdf811b9c service nova] [instance: 91b2eaca-3a17-446b-abe7-ff677db29514] Received event network-changed-8beff611-531b-4959-b1f4-4cf59cdafd1b {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 588.690078] env[62301]: DEBUG nova.compute.manager [req-5692f592-5fb9-448d-8e1d-0b7a0ed8b193 req-514e17b5-254f-4e33-8884-8dbfdf811b9c service nova] [instance: 91b2eaca-3a17-446b-abe7-ff677db29514] Refreshing instance network info cache due to event network-changed-8beff611-531b-4959-b1f4-4cf59cdafd1b. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 588.690298] env[62301]: DEBUG oslo_concurrency.lockutils [req-5692f592-5fb9-448d-8e1d-0b7a0ed8b193 req-514e17b5-254f-4e33-8884-8dbfdf811b9c service nova] Acquiring lock "refresh_cache-91b2eaca-3a17-446b-abe7-ff677db29514" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.690441] env[62301]: DEBUG oslo_concurrency.lockutils [req-5692f592-5fb9-448d-8e1d-0b7a0ed8b193 req-514e17b5-254f-4e33-8884-8dbfdf811b9c service nova] Acquired lock "refresh_cache-91b2eaca-3a17-446b-abe7-ff677db29514" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.691106] env[62301]: DEBUG nova.network.neutron [req-5692f592-5fb9-448d-8e1d-0b7a0ed8b193 req-514e17b5-254f-4e33-8884-8dbfdf811b9c service nova] [instance: 91b2eaca-3a17-446b-abe7-ff677db29514] Refreshing network info cache for port 8beff611-531b-4959-b1f4-4cf59cdafd1b {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 588.740548] env[62301]: DEBUG oslo_vmware.api [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Task: {'id': task-2569699, 'name': PowerOnVM_Task, 'duration_secs': 1.212889} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.741527] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] [instance: 7c637115-8590-4e15-8500-dc04e7cfc21a] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 588.741527] env[62301]: INFO nova.compute.manager [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] [instance: 7c637115-8590-4e15-8500-dc04e7cfc21a] Took 11.38 seconds to spawn the instance on the hypervisor. [ 588.741527] env[62301]: DEBUG nova.compute.manager [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] [instance: 7c637115-8590-4e15-8500-dc04e7cfc21a] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 588.743266] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b47243-03af-4886-b48b-a38987875bd8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.862292] env[62301]: DEBUG nova.scheduler.client.report [None req-159151e8-5373-4c3c-8ba9-dc8b5c8d9084 tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Refreshing inventories for resource provider f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 588.872053] env[62301]: DEBUG nova.network.neutron [None req-4f4d6868-e6b9-42b6-a75c-e8ec78cc8834 tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] [instance: 8664eae3-4527-4338-8a17-fbd05b147636] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 588.891491] env[62301]: DEBUG nova.scheduler.client.report [None req-159151e8-5373-4c3c-8ba9-dc8b5c8d9084 tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Updating ProviderTree inventory for provider f2701398-2646-410f-990f-c3cfa8025d57 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 588.891822] env[62301]: DEBUG nova.compute.provider_tree [None req-159151e8-5373-4c3c-8ba9-dc8b5c8d9084 tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Updating inventory in ProviderTree for provider f2701398-2646-410f-990f-c3cfa8025d57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 588.913172] env[62301]: DEBUG nova.scheduler.client.report [None req-159151e8-5373-4c3c-8ba9-dc8b5c8d9084 tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Refreshing aggregate associations for resource provider f2701398-2646-410f-990f-c3cfa8025d57, aggregates: None {{(pid=62301) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 588.926021] env[62301]: DEBUG oslo_vmware.api [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Task: {'id': task-2569703, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.949426] env[62301]: DEBUG nova.scheduler.client.report [None req-159151e8-5373-4c3c-8ba9-dc8b5c8d9084 tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Refreshing trait associations for resource provider f2701398-2646-410f-990f-c3cfa8025d57, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62301) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 589.018884] env[62301]: DEBUG nova.network.neutron [None req-4f4d6868-e6b9-42b6-a75c-e8ec78cc8834 tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] [instance: 8664eae3-4527-4338-8a17-fbd05b147636] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.024296] env[62301]: DEBUG oslo_vmware.api [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52217408-9fe9-ca85-5f37-fbe2fa6e1b7e, 'name': SearchDatastore_Task, 'duration_secs': 0.025415} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.027211] env[62301]: DEBUG oslo_concurrency.lockutils [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.027456] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 589.027680] env[62301]: DEBUG oslo_concurrency.lockutils [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.027828] env[62301]: DEBUG oslo_concurrency.lockutils [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.027998] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 589.028525] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63c13613-02be-4c1b-811f-d143b228000d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.046371] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 589.046615] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 589.050221] env[62301]: DEBUG oslo_concurrency.lockutils [None req-55b04044-c187-4bdf-abec-7be93d9f815f tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.050221] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d4222fb-1804-4c5c-9fe8-6a12bfde8aa9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.061199] env[62301]: DEBUG oslo_vmware.api [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Waiting for the task: (returnval){ [ 589.061199] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5284d4ac-6a96-e6a6-32aa-6de23a7b7985" [ 589.061199] env[62301]: _type = "Task" [ 589.061199] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.073274] env[62301]: DEBUG oslo_vmware.api [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5284d4ac-6a96-e6a6-32aa-6de23a7b7985, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.117513] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0263dca9-ec4d-4b95-9f10-a9b2786ca3c0 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Acquiring lock "341e67b6-2eb8-47c3-b5a7-c52f48da66fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.119938] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0263dca9-ec4d-4b95-9f10-a9b2786ca3c0 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Lock "341e67b6-2eb8-47c3-b5a7-c52f48da66fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 589.119938] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0263dca9-ec4d-4b95-9f10-a9b2786ca3c0 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Acquiring lock "341e67b6-2eb8-47c3-b5a7-c52f48da66fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.119938] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0263dca9-ec4d-4b95-9f10-a9b2786ca3c0 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Lock "341e67b6-2eb8-47c3-b5a7-c52f48da66fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 589.119938] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0263dca9-ec4d-4b95-9f10-a9b2786ca3c0 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Lock "341e67b6-2eb8-47c3-b5a7-c52f48da66fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 589.122134] env[62301]: INFO nova.compute.manager [None req-0263dca9-ec4d-4b95-9f10-a9b2786ca3c0 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] [instance: 341e67b6-2eb8-47c3-b5a7-c52f48da66fd] Terminating instance [ 589.273462] env[62301]: INFO nova.compute.manager [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] [instance: 7c637115-8590-4e15-8500-dc04e7cfc21a] Took 24.46 seconds to build instance. [ 589.416014] env[62301]: DEBUG oslo_vmware.api [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Task: {'id': task-2569703, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.724497} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.416297] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] bd6ed587-1425-4f8b-b89b-6577f3b68605/bd6ed587-1425-4f8b-b89b-6577f3b68605.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 589.416501] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] [instance: bd6ed587-1425-4f8b-b89b-6577f3b68605] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 589.416744] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-772235e9-cda0-44f9-b6d3-98b0d62bab6c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.431385] env[62301]: DEBUG oslo_vmware.api [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Waiting for the task: (returnval){ [ 589.431385] env[62301]: value = "task-2569705" [ 589.431385] env[62301]: _type = "Task" [ 589.431385] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.449039] env[62301]: DEBUG oslo_vmware.api [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Task: {'id': task-2569705, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.461829] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caec4f9f-1c24-45cb-a41a-bff0bd6f6291 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.472056] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61ab23a-9988-4108-bf28-e22defa0df19 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.516436] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b053ff-8225-4008-be89-189de2b19f91 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.526531] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4f4d6868-e6b9-42b6-a75c-e8ec78cc8834 tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Releasing lock "refresh_cache-8664eae3-4527-4338-8a17-fbd05b147636" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.526746] env[62301]: DEBUG nova.compute.manager [None req-4f4d6868-e6b9-42b6-a75c-e8ec78cc8834 tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62301) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3036}} [ 589.526912] env[62301]: DEBUG nova.compute.manager [None req-4f4d6868-e6b9-42b6-a75c-e8ec78cc8834 tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] [instance: 8664eae3-4527-4338-8a17-fbd05b147636] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 589.527093] env[62301]: DEBUG nova.network.neutron [None req-4f4d6868-e6b9-42b6-a75c-e8ec78cc8834 tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] [instance: 8664eae3-4527-4338-8a17-fbd05b147636] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 589.529907] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98085f8c-f773-40c9-ae33-37461a96424d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.553655] env[62301]: DEBUG nova.compute.provider_tree [None req-159151e8-5373-4c3c-8ba9-dc8b5c8d9084 tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 589.556126] env[62301]: DEBUG nova.network.neutron [None req-4f4d6868-e6b9-42b6-a75c-e8ec78cc8834 tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] [instance: 8664eae3-4527-4338-8a17-fbd05b147636] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 589.569168] env[62301]: DEBUG nova.network.neutron [req-5692f592-5fb9-448d-8e1d-0b7a0ed8b193 req-514e17b5-254f-4e33-8884-8dbfdf811b9c service nova] [instance: 91b2eaca-3a17-446b-abe7-ff677db29514] Updated VIF entry in instance network info cache for port 8beff611-531b-4959-b1f4-4cf59cdafd1b. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 589.569524] env[62301]: DEBUG nova.network.neutron [req-5692f592-5fb9-448d-8e1d-0b7a0ed8b193 req-514e17b5-254f-4e33-8884-8dbfdf811b9c service nova] [instance: 91b2eaca-3a17-446b-abe7-ff677db29514] Updating instance_info_cache with network_info: [{"id": "8beff611-531b-4959-b1f4-4cf59cdafd1b", "address": "fa:16:3e:8e:0b:b1", "network": {"id": "b9decadf-ee16-4e06-9d46-1ca7e88995ac", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1528769376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e11c1362b8af4c37a053f63281a80c0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8beff611-53", "ovs_interfaceid": "8beff611-531b-4959-b1f4-4cf59cdafd1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.576522] env[62301]: DEBUG oslo_vmware.api [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5284d4ac-6a96-e6a6-32aa-6de23a7b7985, 'name': SearchDatastore_Task, 'duration_secs': 0.042026} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.576522] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad46925d-e4ef-4fe4-82cf-beab4ada6022 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.589015] env[62301]: DEBUG oslo_vmware.api [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Waiting for the task: (returnval){ [ 589.589015] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52216cb7-32b8-1511-8a9f-c15ac1384192" [ 589.589015] env[62301]: _type = "Task" [ 589.589015] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.593247] env[62301]: DEBUG nova.network.neutron [req-3c9423a1-6eaf-4030-be12-384bbaec484d req-82291fa1-c5fe-42f3-9d8c-c2d5b5163f2b service nova] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Updated VIF entry in instance network info cache for port fa1de50a-0191-41ab-b097-bde4736088aa. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 589.593596] env[62301]: DEBUG nova.network.neutron [req-3c9423a1-6eaf-4030-be12-384bbaec484d req-82291fa1-c5fe-42f3-9d8c-c2d5b5163f2b service nova] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Updating instance_info_cache with network_info: [{"id": "fa1de50a-0191-41ab-b097-bde4736088aa", "address": "fa:16:3e:07:a2:fe", "network": {"id": "229d681a-36f3-4cf5-8b82-82a25738b030", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "584ed71e5cee48ffa78bf852023e57aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa1de50a-01", "ovs_interfaceid": "fa1de50a-0191-41ab-b097-bde4736088aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.600041] env[62301]: DEBUG oslo_vmware.api [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52216cb7-32b8-1511-8a9f-c15ac1384192, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.629952] env[62301]: DEBUG nova.compute.manager [None req-0263dca9-ec4d-4b95-9f10-a9b2786ca3c0 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] [instance: 341e67b6-2eb8-47c3-b5a7-c52f48da66fd] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 589.630202] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0263dca9-ec4d-4b95-9f10-a9b2786ca3c0 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] [instance: 341e67b6-2eb8-47c3-b5a7-c52f48da66fd] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 589.631178] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c35a69-f9f1-47de-b7a6-eeab6504d3c2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.644145] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-0263dca9-ec4d-4b95-9f10-a9b2786ca3c0 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] [instance: 341e67b6-2eb8-47c3-b5a7-c52f48da66fd] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 589.644411] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea9e8a14-d563-4adc-a02b-ff0d4842c3e2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.651753] env[62301]: DEBUG oslo_vmware.api [None req-0263dca9-ec4d-4b95-9f10-a9b2786ca3c0 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Waiting for the task: (returnval){ [ 589.651753] env[62301]: value = "task-2569706" [ 589.651753] env[62301]: _type = "Task" [ 589.651753] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.661594] env[62301]: DEBUG oslo_vmware.api [None req-0263dca9-ec4d-4b95-9f10-a9b2786ca3c0 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Task: {'id': task-2569706, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.776408] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b71e49ec-69de-42bd-b0ba-8796577cdced tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Lock "7c637115-8590-4e15-8500-dc04e7cfc21a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.740s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 589.943205] env[62301]: DEBUG oslo_vmware.api [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Task: {'id': task-2569705, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1449} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.943356] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] [instance: bd6ed587-1425-4f8b-b89b-6577f3b68605] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 589.944200] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5a820f-4880-4418-9ebe-1c19430f2bdd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.971229] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] [instance: bd6ed587-1425-4f8b-b89b-6577f3b68605] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] bd6ed587-1425-4f8b-b89b-6577f3b68605/bd6ed587-1425-4f8b-b89b-6577f3b68605.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 589.972998] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60900ed5-a6e4-4f4d-99b8-a6675d1ace62 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.998129] env[62301]: DEBUG oslo_vmware.api [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Waiting for the task: (returnval){ [ 589.998129] env[62301]: value = "task-2569707" [ 589.998129] env[62301]: _type = "Task" [ 589.998129] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.007968] env[62301]: DEBUG oslo_vmware.api [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Task: {'id': task-2569707, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.056661] env[62301]: DEBUG nova.scheduler.client.report [None req-159151e8-5373-4c3c-8ba9-dc8b5c8d9084 tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 590.060581] env[62301]: DEBUG nova.network.neutron [None req-4f4d6868-e6b9-42b6-a75c-e8ec78cc8834 tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] [instance: 8664eae3-4527-4338-8a17-fbd05b147636] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 590.072435] env[62301]: DEBUG oslo_concurrency.lockutils [req-5692f592-5fb9-448d-8e1d-0b7a0ed8b193 req-514e17b5-254f-4e33-8884-8dbfdf811b9c service nova] Releasing lock "refresh_cache-91b2eaca-3a17-446b-abe7-ff677db29514" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.095972] env[62301]: DEBUG oslo_concurrency.lockutils [req-3c9423a1-6eaf-4030-be12-384bbaec484d req-82291fa1-c5fe-42f3-9d8c-c2d5b5163f2b service nova] Releasing lock "refresh_cache-7e9c242a-875f-4f89-ab87-debf3dbf8e94" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.096299] env[62301]: DEBUG nova.compute.manager [req-3c9423a1-6eaf-4030-be12-384bbaec484d req-82291fa1-c5fe-42f3-9d8c-c2d5b5163f2b service nova] [instance: a7e173c9-7834-47e2-b469-2250fd138316] Received event network-changed-80db6027-5e07-4887-a460-f5c959102d70 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 590.096448] env[62301]: DEBUG nova.compute.manager [req-3c9423a1-6eaf-4030-be12-384bbaec484d req-82291fa1-c5fe-42f3-9d8c-c2d5b5163f2b service nova] [instance: a7e173c9-7834-47e2-b469-2250fd138316] Refreshing instance network info cache due to event network-changed-80db6027-5e07-4887-a460-f5c959102d70. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 590.096653] env[62301]: DEBUG oslo_concurrency.lockutils [req-3c9423a1-6eaf-4030-be12-384bbaec484d req-82291fa1-c5fe-42f3-9d8c-c2d5b5163f2b service nova] Acquiring lock "refresh_cache-a7e173c9-7834-47e2-b469-2250fd138316" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.096828] env[62301]: DEBUG oslo_concurrency.lockutils [req-3c9423a1-6eaf-4030-be12-384bbaec484d req-82291fa1-c5fe-42f3-9d8c-c2d5b5163f2b service nova] Acquired lock "refresh_cache-a7e173c9-7834-47e2-b469-2250fd138316" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.097024] env[62301]: DEBUG nova.network.neutron [req-3c9423a1-6eaf-4030-be12-384bbaec484d req-82291fa1-c5fe-42f3-9d8c-c2d5b5163f2b service nova] [instance: a7e173c9-7834-47e2-b469-2250fd138316] Refreshing network info cache for port 80db6027-5e07-4887-a460-f5c959102d70 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 590.102643] env[62301]: DEBUG oslo_vmware.api [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52216cb7-32b8-1511-8a9f-c15ac1384192, 'name': SearchDatastore_Task, 'duration_secs': 0.070552} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.103227] env[62301]: DEBUG oslo_concurrency.lockutils [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.103522] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 7e9c242a-875f-4f89-ab87-debf3dbf8e94/7e9c242a-875f-4f89-ab87-debf3dbf8e94.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 590.103815] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99317c22-436f-452f-b71a-9b4759f492b3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.112462] env[62301]: DEBUG oslo_vmware.api [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Waiting for the task: (returnval){ [ 590.112462] env[62301]: value = "task-2569708" [ 590.112462] env[62301]: _type = "Task" [ 590.112462] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.123498] env[62301]: DEBUG oslo_vmware.api [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2569708, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.162406] env[62301]: DEBUG oslo_vmware.api [None req-0263dca9-ec4d-4b95-9f10-a9b2786ca3c0 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Task: {'id': task-2569706, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.279902] env[62301]: DEBUG nova.compute.manager [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] [instance: 1475032b-244f-4a11-922e-eefbd0671a3e] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 590.492361] env[62301]: DEBUG oslo_concurrency.lockutils [None req-ba40a09b-c0b7-4c7e-961a-ca04cbfec19d tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Acquiring lock "interface-7c637115-8590-4e15-8500-dc04e7cfc21a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.492361] env[62301]: DEBUG oslo_concurrency.lockutils [None req-ba40a09b-c0b7-4c7e-961a-ca04cbfec19d tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Lock "interface-7c637115-8590-4e15-8500-dc04e7cfc21a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.492361] env[62301]: DEBUG nova.objects.instance [None req-ba40a09b-c0b7-4c7e-961a-ca04cbfec19d tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Lazy-loading 'flavor' on Instance uuid 7c637115-8590-4e15-8500-dc04e7cfc21a {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 590.514248] env[62301]: DEBUG oslo_vmware.api [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Task: {'id': task-2569707, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.564028] env[62301]: DEBUG oslo_concurrency.lockutils [None req-159151e8-5373-4c3c-8ba9-dc8b5c8d9084 tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.249s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.567194] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a4229855-8d95-4d67-935c-da77d680244b tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.373s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.567464] env[62301]: DEBUG nova.objects.instance [None req-a4229855-8d95-4d67-935c-da77d680244b tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Lazy-loading 'resources' on Instance uuid e0f90512-56d7-4a9c-9b57-dea54f8b682f {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 590.568876] env[62301]: INFO nova.compute.manager [None req-4f4d6868-e6b9-42b6-a75c-e8ec78cc8834 tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] [instance: 8664eae3-4527-4338-8a17-fbd05b147636] Took 1.04 seconds to deallocate network for instance. [ 590.604206] env[62301]: INFO nova.scheduler.client.report [None req-159151e8-5373-4c3c-8ba9-dc8b5c8d9084 tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Deleted allocations for instance 44f7dbb8-3c27-438b-bd41-9fc0e9c6329d [ 590.631952] env[62301]: DEBUG oslo_vmware.api [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2569708, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.669020] env[62301]: DEBUG oslo_vmware.api [None req-0263dca9-ec4d-4b95-9f10-a9b2786ca3c0 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Task: {'id': task-2569706, 'name': PowerOffVM_Task, 'duration_secs': 0.83947} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.669474] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-0263dca9-ec4d-4b95-9f10-a9b2786ca3c0 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] [instance: 341e67b6-2eb8-47c3-b5a7-c52f48da66fd] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 590.669627] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0263dca9-ec4d-4b95-9f10-a9b2786ca3c0 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] [instance: 341e67b6-2eb8-47c3-b5a7-c52f48da66fd] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 590.669912] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a19cfdb-7869-4967-aa79-cb59f53947eb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.805111] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7118baa5-95d6-4b6e-9004-0ae2118500ca tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Acquiring lock "a7e173c9-7834-47e2-b469-2250fd138316" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.805574] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7118baa5-95d6-4b6e-9004-0ae2118500ca tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Lock "a7e173c9-7834-47e2-b469-2250fd138316" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.805835] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7118baa5-95d6-4b6e-9004-0ae2118500ca tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Acquiring lock "a7e173c9-7834-47e2-b469-2250fd138316-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.806141] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7118baa5-95d6-4b6e-9004-0ae2118500ca tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Lock "a7e173c9-7834-47e2-b469-2250fd138316-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.806412] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7118baa5-95d6-4b6e-9004-0ae2118500ca tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Lock "a7e173c9-7834-47e2-b469-2250fd138316-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.812024] env[62301]: INFO nova.compute.manager [None req-7118baa5-95d6-4b6e-9004-0ae2118500ca tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] [instance: a7e173c9-7834-47e2-b469-2250fd138316] Terminating instance [ 590.816365] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0263dca9-ec4d-4b95-9f10-a9b2786ca3c0 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] [instance: 341e67b6-2eb8-47c3-b5a7-c52f48da66fd] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 590.816627] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0263dca9-ec4d-4b95-9f10-a9b2786ca3c0 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] [instance: 341e67b6-2eb8-47c3-b5a7-c52f48da66fd] Deleting contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 590.816850] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-0263dca9-ec4d-4b95-9f10-a9b2786ca3c0 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Deleting the datastore file [datastore2] 341e67b6-2eb8-47c3-b5a7-c52f48da66fd {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 590.817174] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9bac1e0c-5d50-4704-975f-e291d9283cdc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.828188] env[62301]: DEBUG oslo_vmware.api [None req-0263dca9-ec4d-4b95-9f10-a9b2786ca3c0 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Waiting for the task: (returnval){ [ 590.828188] env[62301]: value = "task-2569710" [ 590.828188] env[62301]: _type = "Task" [ 590.828188] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.833891] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.845017] env[62301]: DEBUG oslo_vmware.api [None req-0263dca9-ec4d-4b95-9f10-a9b2786ca3c0 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Task: {'id': task-2569710, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.956301] env[62301]: DEBUG nova.network.neutron [req-3c9423a1-6eaf-4030-be12-384bbaec484d req-82291fa1-c5fe-42f3-9d8c-c2d5b5163f2b service nova] [instance: a7e173c9-7834-47e2-b469-2250fd138316] Updated VIF entry in instance network info cache for port 80db6027-5e07-4887-a460-f5c959102d70. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 590.956747] env[62301]: DEBUG nova.network.neutron [req-3c9423a1-6eaf-4030-be12-384bbaec484d req-82291fa1-c5fe-42f3-9d8c-c2d5b5163f2b service nova] [instance: a7e173c9-7834-47e2-b469-2250fd138316] Updating instance_info_cache with network_info: [{"id": "80db6027-5e07-4887-a460-f5c959102d70", "address": "fa:16:3e:7e:7f:9f", "network": {"id": "f4e38650-ad8b-4505-8bc6-9acddd75151a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1017226399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87b326311d834c3fa4919d2713062993", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80db6027-5e", "ovs_interfaceid": "80db6027-5e07-4887-a460-f5c959102d70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 590.996441] env[62301]: DEBUG nova.objects.instance [None req-ba40a09b-c0b7-4c7e-961a-ca04cbfec19d tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Lazy-loading 'pci_requests' on Instance uuid 7c637115-8590-4e15-8500-dc04e7cfc21a {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 591.009690] env[62301]: DEBUG oslo_vmware.api [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Task: {'id': task-2569707, 'name': ReconfigVM_Task, 'duration_secs': 0.770066} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.009926] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] [instance: bd6ed587-1425-4f8b-b89b-6577f3b68605] Reconfigured VM instance instance-0000000f to attach disk [datastore1] bd6ed587-1425-4f8b-b89b-6577f3b68605/bd6ed587-1425-4f8b-b89b-6577f3b68605.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 591.010452] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11734936-e7a6-40a3-be33-092e46527880 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.018729] env[62301]: DEBUG oslo_vmware.api [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Waiting for the task: (returnval){ [ 591.018729] env[62301]: value = "task-2569711" [ 591.018729] env[62301]: _type = "Task" [ 591.018729] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.029460] env[62301]: DEBUG oslo_vmware.api [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Task: {'id': task-2569711, 'name': Rename_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.123423] env[62301]: DEBUG oslo_concurrency.lockutils [None req-159151e8-5373-4c3c-8ba9-dc8b5c8d9084 tempest-ServerAddressesNegativeTestJSON-209585099 tempest-ServerAddressesNegativeTestJSON-209585099-project-member] Lock "44f7dbb8-3c27-438b-bd41-9fc0e9c6329d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.187s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.131259] env[62301]: DEBUG oslo_vmware.api [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2569708, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.724939} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.134643] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 7e9c242a-875f-4f89-ab87-debf3dbf8e94/7e9c242a-875f-4f89-ab87-debf3dbf8e94.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 591.134897] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 591.135583] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a848dd09-4216-4235-ab7c-57d3b5ffd49e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.145050] env[62301]: DEBUG oslo_vmware.api [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Waiting for the task: (returnval){ [ 591.145050] env[62301]: value = "task-2569712" [ 591.145050] env[62301]: _type = "Task" [ 591.145050] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.159609] env[62301]: DEBUG oslo_vmware.api [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2569712, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.321351] env[62301]: DEBUG nova.compute.manager [None req-7118baa5-95d6-4b6e-9004-0ae2118500ca tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] [instance: a7e173c9-7834-47e2-b469-2250fd138316] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 591.322021] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-7118baa5-95d6-4b6e-9004-0ae2118500ca tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] [instance: a7e173c9-7834-47e2-b469-2250fd138316] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 591.323692] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85c92bb-29ef-4674-a286-54210cc1b09c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.332962] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-7118baa5-95d6-4b6e-9004-0ae2118500ca tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] [instance: a7e173c9-7834-47e2-b469-2250fd138316] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 591.338372] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-082b611f-7a2a-4d52-acde-2e439cff3b82 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.346447] env[62301]: DEBUG oslo_vmware.api [None req-0263dca9-ec4d-4b95-9f10-a9b2786ca3c0 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Task: {'id': task-2569710, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226791} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.347773] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-0263dca9-ec4d-4b95-9f10-a9b2786ca3c0 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 591.348097] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0263dca9-ec4d-4b95-9f10-a9b2786ca3c0 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] [instance: 341e67b6-2eb8-47c3-b5a7-c52f48da66fd] Deleted contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 591.348282] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0263dca9-ec4d-4b95-9f10-a9b2786ca3c0 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] [instance: 341e67b6-2eb8-47c3-b5a7-c52f48da66fd] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 591.348792] env[62301]: INFO nova.compute.manager [None req-0263dca9-ec4d-4b95-9f10-a9b2786ca3c0 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] [instance: 341e67b6-2eb8-47c3-b5a7-c52f48da66fd] Took 1.72 seconds to destroy the instance on the hypervisor. [ 591.348792] env[62301]: DEBUG oslo.service.loopingcall [None req-0263dca9-ec4d-4b95-9f10-a9b2786ca3c0 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 591.349114] env[62301]: DEBUG oslo_vmware.api [None req-7118baa5-95d6-4b6e-9004-0ae2118500ca tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Waiting for the task: (returnval){ [ 591.349114] env[62301]: value = "task-2569713" [ 591.349114] env[62301]: _type = "Task" [ 591.349114] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.350536] env[62301]: DEBUG nova.compute.manager [-] [instance: 341e67b6-2eb8-47c3-b5a7-c52f48da66fd] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 591.350536] env[62301]: DEBUG nova.network.neutron [-] [instance: 341e67b6-2eb8-47c3-b5a7-c52f48da66fd] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 591.366426] env[62301]: DEBUG oslo_vmware.api [None req-7118baa5-95d6-4b6e-9004-0ae2118500ca tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Task: {'id': task-2569713, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.464282] env[62301]: DEBUG oslo_concurrency.lockutils [req-3c9423a1-6eaf-4030-be12-384bbaec484d req-82291fa1-c5fe-42f3-9d8c-c2d5b5163f2b service nova] Releasing lock "refresh_cache-a7e173c9-7834-47e2-b469-2250fd138316" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.501696] env[62301]: DEBUG nova.objects.base [None req-ba40a09b-c0b7-4c7e-961a-ca04cbfec19d tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Object Instance<7c637115-8590-4e15-8500-dc04e7cfc21a> lazy-loaded attributes: flavor,pci_requests {{(pid=62301) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 591.501913] env[62301]: DEBUG nova.network.neutron [None req-ba40a09b-c0b7-4c7e-961a-ca04cbfec19d tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] [instance: 7c637115-8590-4e15-8500-dc04e7cfc21a] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 591.504462] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b8f410-85aa-4de3-a410-1741b8dfaf30 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.514880] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3e7ad5-1761-4541-865c-46bef56bea09 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.527989] env[62301]: DEBUG oslo_vmware.api [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Task: {'id': task-2569711, 'name': Rename_Task, 'duration_secs': 0.172213} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.551724] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] [instance: bd6ed587-1425-4f8b-b89b-6577f3b68605] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 591.552183] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da1d537a-53c9-43b5-8a7b-90dc50bc5434 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.554356] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf507af1-97c0-4a84-bf9d-6e572316fbe9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.567990] env[62301]: DEBUG oslo_vmware.api [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Waiting for the task: (returnval){ [ 591.567990] env[62301]: value = "task-2569714" [ 591.567990] env[62301]: _type = "Task" [ 591.567990] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.569357] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f4b538-0e3a-42ab-b0bb-e015cff3d207 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.598578] env[62301]: DEBUG nova.compute.provider_tree [None req-a4229855-8d95-4d67-935c-da77d680244b tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Updating inventory in ProviderTree for provider f2701398-2646-410f-990f-c3cfa8025d57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 591.603160] env[62301]: DEBUG oslo_vmware.api [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Task: {'id': task-2569714, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.611139] env[62301]: INFO nova.scheduler.client.report [None req-4f4d6868-e6b9-42b6-a75c-e8ec78cc8834 tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Deleted allocations for instance 8664eae3-4527-4338-8a17-fbd05b147636 [ 591.655752] env[62301]: DEBUG oslo_vmware.api [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2569712, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073997} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.655851] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 591.657046] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d142ab6-64f6-43eb-98e7-d277208111df {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.680187] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 7e9c242a-875f-4f89-ab87-debf3dbf8e94/7e9c242a-875f-4f89-ab87-debf3dbf8e94.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 591.681189] env[62301]: DEBUG oslo_concurrency.lockutils [None req-ba40a09b-c0b7-4c7e-961a-ca04cbfec19d tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Lock "interface-7c637115-8590-4e15-8500-dc04e7cfc21a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.189s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.682696] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8dd73ac-ea47-4e6c-a79d-ecf4a2f51dfd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.708308] env[62301]: DEBUG oslo_vmware.api [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Waiting for the task: (returnval){ [ 591.708308] env[62301]: value = "task-2569715" [ 591.708308] env[62301]: _type = "Task" [ 591.708308] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.723802] env[62301]: DEBUG oslo_vmware.api [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2569715, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.865841] env[62301]: DEBUG oslo_vmware.api [None req-7118baa5-95d6-4b6e-9004-0ae2118500ca tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Task: {'id': task-2569713, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.081016] env[62301]: DEBUG oslo_vmware.api [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Task: {'id': task-2569714, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.121282] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4f4d6868-e6b9-42b6-a75c-e8ec78cc8834 tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Lock "8664eae3-4527-4338-8a17-fbd05b147636" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.369s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 592.151024] env[62301]: DEBUG nova.scheduler.client.report [None req-a4229855-8d95-4d67-935c-da77d680244b tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Updated inventory for provider f2701398-2646-410f-990f-c3cfa8025d57 with generation 37 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 592.151024] env[62301]: DEBUG nova.compute.provider_tree [None req-a4229855-8d95-4d67-935c-da77d680244b tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Updating resource provider f2701398-2646-410f-990f-c3cfa8025d57 generation from 37 to 38 during operation: update_inventory {{(pid=62301) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 592.151024] env[62301]: DEBUG nova.compute.provider_tree [None req-a4229855-8d95-4d67-935c-da77d680244b tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Updating inventory in ProviderTree for provider f2701398-2646-410f-990f-c3cfa8025d57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 592.203031] env[62301]: DEBUG nova.network.neutron [-] [instance: 341e67b6-2eb8-47c3-b5a7-c52f48da66fd] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.225753] env[62301]: DEBUG oslo_vmware.api [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2569715, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.368648] env[62301]: DEBUG nova.compute.manager [req-320391b6-e7c6-4719-85fc-600c01074105 req-bbe61150-524c-4bb8-a59a-ee7e8578ab3c service nova] [instance: 341e67b6-2eb8-47c3-b5a7-c52f48da66fd] Received event network-vif-deleted-deab775f-2a04-4ffe-91d3-71ce59943c97 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 592.369330] env[62301]: DEBUG oslo_vmware.api [None req-7118baa5-95d6-4b6e-9004-0ae2118500ca tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Task: {'id': task-2569713, 'name': PowerOffVM_Task, 'duration_secs': 1.009914} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.369572] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-7118baa5-95d6-4b6e-9004-0ae2118500ca tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] [instance: a7e173c9-7834-47e2-b469-2250fd138316] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 592.369910] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-7118baa5-95d6-4b6e-9004-0ae2118500ca tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] [instance: a7e173c9-7834-47e2-b469-2250fd138316] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 592.369977] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3657e84e-5125-484f-9d36-38f5ac6e77b7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.582956] env[62301]: DEBUG oslo_vmware.api [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Task: {'id': task-2569714, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.623721] env[62301]: DEBUG nova.compute.manager [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 592.658863] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a4229855-8d95-4d67-935c-da77d680244b tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.092s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 592.668138] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.599s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.669990] env[62301]: INFO nova.compute.claims [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 592.697789] env[62301]: INFO nova.scheduler.client.report [None req-a4229855-8d95-4d67-935c-da77d680244b tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Deleted allocations for instance e0f90512-56d7-4a9c-9b57-dea54f8b682f [ 592.708157] env[62301]: INFO nova.compute.manager [-] [instance: 341e67b6-2eb8-47c3-b5a7-c52f48da66fd] Took 1.36 seconds to deallocate network for instance. [ 592.730541] env[62301]: DEBUG oslo_vmware.api [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2569715, 'name': ReconfigVM_Task, 'duration_secs': 0.834421} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.732065] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 7e9c242a-875f-4f89-ab87-debf3dbf8e94/7e9c242a-875f-4f89-ab87-debf3dbf8e94.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 592.732065] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2d9665a-82b8-45b1-b633-33ead4bdd8e5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.739368] env[62301]: DEBUG oslo_vmware.api [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Waiting for the task: (returnval){ [ 592.739368] env[62301]: value = "task-2569717" [ 592.739368] env[62301]: _type = "Task" [ 592.739368] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.756025] env[62301]: DEBUG oslo_vmware.api [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2569717, 'name': Rename_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.080497] env[62301]: DEBUG oslo_vmware.api [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Task: {'id': task-2569714, 'name': PowerOnVM_Task, 'duration_secs': 1.098962} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.081855] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] [instance: bd6ed587-1425-4f8b-b89b-6577f3b68605] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 593.081855] env[62301]: INFO nova.compute.manager [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] [instance: bd6ed587-1425-4f8b-b89b-6577f3b68605] Took 11.87 seconds to spawn the instance on the hypervisor. [ 593.081855] env[62301]: DEBUG nova.compute.manager [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] [instance: bd6ed587-1425-4f8b-b89b-6577f3b68605] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 593.082031] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b288dbf-cbde-45dd-af3c-d8d503ae1d08 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.152941] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.206891] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a4229855-8d95-4d67-935c-da77d680244b tempest-ServerExternalEventsTest-1364021127 tempest-ServerExternalEventsTest-1364021127-project-member] Lock "e0f90512-56d7-4a9c-9b57-dea54f8b682f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.503s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.228208] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0263dca9-ec4d-4b95-9f10-a9b2786ca3c0 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.253072] env[62301]: DEBUG oslo_vmware.api [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2569717, 'name': Rename_Task, 'duration_secs': 0.215975} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.253313] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 593.253721] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9a58c8d-6839-4991-b080-39781102e10d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.261835] env[62301]: DEBUG oslo_vmware.api [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Waiting for the task: (returnval){ [ 593.261835] env[62301]: value = "task-2569718" [ 593.261835] env[62301]: _type = "Task" [ 593.261835] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.274775] env[62301]: DEBUG oslo_vmware.api [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2569718, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.604499] env[62301]: INFO nova.compute.manager [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] [instance: bd6ed587-1425-4f8b-b89b-6577f3b68605] Took 28.18 seconds to build instance. [ 593.767118] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-7118baa5-95d6-4b6e-9004-0ae2118500ca tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] [instance: a7e173c9-7834-47e2-b469-2250fd138316] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 593.767348] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-7118baa5-95d6-4b6e-9004-0ae2118500ca tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] [instance: a7e173c9-7834-47e2-b469-2250fd138316] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 593.767532] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-7118baa5-95d6-4b6e-9004-0ae2118500ca tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Deleting the datastore file [datastore1] a7e173c9-7834-47e2-b469-2250fd138316 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 593.773971] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-002735a3-11d1-4d14-ac4e-3695ca9f9855 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.786055] env[62301]: DEBUG oslo_vmware.api [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2569718, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.787708] env[62301]: DEBUG oslo_vmware.api [None req-7118baa5-95d6-4b6e-9004-0ae2118500ca tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Waiting for the task: (returnval){ [ 593.787708] env[62301]: value = "task-2569719" [ 593.787708] env[62301]: _type = "Task" [ 593.787708] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.108042] env[62301]: DEBUG oslo_concurrency.lockutils [None req-da20ad21-902c-4b41-ba4b-cfa2c105facd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Lock "bd6ed587-1425-4f8b-b89b-6577f3b68605" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.435s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 594.116243] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Acquiring lock "7a0b066b-4028-47bb-891d-685f99d039a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.116712] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Lock "7a0b066b-4028-47bb-891d-685f99d039a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.199682] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d34f792b-7bfe-4642-8718-0dcd4690561d tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Acquiring lock "7c637115-8590-4e15-8500-dc04e7cfc21a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.199957] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d34f792b-7bfe-4642-8718-0dcd4690561d tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Lock "7c637115-8590-4e15-8500-dc04e7cfc21a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.200137] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d34f792b-7bfe-4642-8718-0dcd4690561d tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Acquiring lock "7c637115-8590-4e15-8500-dc04e7cfc21a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.200318] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d34f792b-7bfe-4642-8718-0dcd4690561d tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Lock "7c637115-8590-4e15-8500-dc04e7cfc21a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.200483] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d34f792b-7bfe-4642-8718-0dcd4690561d tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Lock "7c637115-8590-4e15-8500-dc04e7cfc21a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 594.203438] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3861d68e-369f-4d8e-91e3-634c0c1a7b6c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.206261] env[62301]: INFO nova.compute.manager [None req-d34f792b-7bfe-4642-8718-0dcd4690561d tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] [instance: 7c637115-8590-4e15-8500-dc04e7cfc21a] Terminating instance [ 594.216366] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242371fc-1040-4681-84b8-7a54dce97f43 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.248909] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33f13c2-013d-4534-aa21-f8786f362156 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.259010] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1d5178-922f-4c75-ac6c-784fb2517587 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.278130] env[62301]: DEBUG nova.compute.provider_tree [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 594.286556] env[62301]: DEBUG oslo_vmware.api [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2569718, 'name': PowerOnVM_Task, 'duration_secs': 0.790521} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.286957] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 594.289018] env[62301]: INFO nova.compute.manager [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Took 10.48 seconds to spawn the instance on the hypervisor. [ 594.289321] env[62301]: DEBUG nova.compute.manager [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 594.290699] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f215d81-ef26-49f8-9be2-a05c75030cc9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.309863] env[62301]: DEBUG oslo_vmware.api [None req-7118baa5-95d6-4b6e-9004-0ae2118500ca tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Task: {'id': task-2569719, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236025} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.310328] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-7118baa5-95d6-4b6e-9004-0ae2118500ca tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 594.310519] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-7118baa5-95d6-4b6e-9004-0ae2118500ca tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] [instance: a7e173c9-7834-47e2-b469-2250fd138316] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 594.310694] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-7118baa5-95d6-4b6e-9004-0ae2118500ca tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] [instance: a7e173c9-7834-47e2-b469-2250fd138316] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 594.310865] env[62301]: INFO nova.compute.manager [None req-7118baa5-95d6-4b6e-9004-0ae2118500ca tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] [instance: a7e173c9-7834-47e2-b469-2250fd138316] Took 2.99 seconds to destroy the instance on the hypervisor. [ 594.311203] env[62301]: DEBUG oslo.service.loopingcall [None req-7118baa5-95d6-4b6e-9004-0ae2118500ca tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 594.311534] env[62301]: DEBUG nova.compute.manager [-] [instance: a7e173c9-7834-47e2-b469-2250fd138316] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 594.311669] env[62301]: DEBUG nova.network.neutron [-] [instance: a7e173c9-7834-47e2-b469-2250fd138316] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 594.616106] env[62301]: DEBUG nova.compute.manager [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] [instance: 989393f1-81d2-4f60-9c51-3f97e7cd873a] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 594.713759] env[62301]: DEBUG nova.compute.manager [None req-d34f792b-7bfe-4642-8718-0dcd4690561d tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] [instance: 7c637115-8590-4e15-8500-dc04e7cfc21a] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 594.713759] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d34f792b-7bfe-4642-8718-0dcd4690561d tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] [instance: 7c637115-8590-4e15-8500-dc04e7cfc21a] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 594.713759] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07cd0fe5-cd3c-4ebc-a499-740ec228b7ba {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.723016] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-d34f792b-7bfe-4642-8718-0dcd4690561d tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] [instance: 7c637115-8590-4e15-8500-dc04e7cfc21a] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 594.723314] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-145e0fa8-4746-42f0-8ef6-c7f1b50a9aaf {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.733226] env[62301]: DEBUG oslo_vmware.api [None req-d34f792b-7bfe-4642-8718-0dcd4690561d tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Waiting for the task: (returnval){ [ 594.733226] env[62301]: value = "task-2569720" [ 594.733226] env[62301]: _type = "Task" [ 594.733226] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.747263] env[62301]: DEBUG oslo_vmware.api [None req-d34f792b-7bfe-4642-8718-0dcd4690561d tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Task: {'id': task-2569720, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.782011] env[62301]: DEBUG nova.scheduler.client.report [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 594.821909] env[62301]: INFO nova.compute.manager [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Took 28.81 seconds to build instance. [ 595.146833] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.223648] env[62301]: DEBUG nova.network.neutron [-] [instance: a7e173c9-7834-47e2-b469-2250fd138316] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.254460] env[62301]: DEBUG oslo_vmware.api [None req-d34f792b-7bfe-4642-8718-0dcd4690561d tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Task: {'id': task-2569720, 'name': PowerOffVM_Task, 'duration_secs': 0.225445} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.255958] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-d34f792b-7bfe-4642-8718-0dcd4690561d tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] [instance: 7c637115-8590-4e15-8500-dc04e7cfc21a] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 595.256294] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d34f792b-7bfe-4642-8718-0dcd4690561d tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] [instance: 7c637115-8590-4e15-8500-dc04e7cfc21a] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 595.257383] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b54e4837-71e9-45d2-9987-6d18e6a83d5d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.281866] env[62301]: DEBUG nova.compute.manager [req-64a3a503-9bbd-454b-8946-0b4681479edf req-4db50974-57d9-4a6b-a901-bf45d0cec7dd service nova] [instance: a7e173c9-7834-47e2-b469-2250fd138316] Received event network-vif-deleted-80db6027-5e07-4887-a460-f5c959102d70 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 595.291050] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.629s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.295128] env[62301]: DEBUG nova.compute.manager [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 595.298929] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.388s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.300440] env[62301]: INFO nova.compute.claims [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 595.325246] env[62301]: DEBUG oslo_concurrency.lockutils [None req-88d327d5-1d55-4537-9864-dfa29a346776 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Lock "7e9c242a-875f-4f89-ab87-debf3dbf8e94" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.056s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.331470] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d34f792b-7bfe-4642-8718-0dcd4690561d tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] [instance: 7c637115-8590-4e15-8500-dc04e7cfc21a] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 595.331470] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d34f792b-7bfe-4642-8718-0dcd4690561d tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] [instance: 7c637115-8590-4e15-8500-dc04e7cfc21a] Deleting contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 595.331470] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-d34f792b-7bfe-4642-8718-0dcd4690561d tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Deleting the datastore file [datastore2] 7c637115-8590-4e15-8500-dc04e7cfc21a {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 595.331470] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1292bed-40da-4198-a5a2-711bd4f2ed6d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.339228] env[62301]: DEBUG oslo_vmware.api [None req-d34f792b-7bfe-4642-8718-0dcd4690561d tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Waiting for the task: (returnval){ [ 595.339228] env[62301]: value = "task-2569722" [ 595.339228] env[62301]: _type = "Task" [ 595.339228] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.353787] env[62301]: DEBUG oslo_vmware.api [None req-d34f792b-7bfe-4642-8718-0dcd4690561d tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Task: {'id': task-2569722, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.419997] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Acquiring lock "47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.420529] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Lock "47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.728375] env[62301]: INFO nova.compute.manager [-] [instance: a7e173c9-7834-47e2-b469-2250fd138316] Took 1.41 seconds to deallocate network for instance. [ 595.804500] env[62301]: DEBUG nova.compute.utils [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 595.810028] env[62301]: DEBUG nova.compute.manager [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 595.810028] env[62301]: DEBUG nova.network.neutron [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 595.829787] env[62301]: DEBUG nova.compute.manager [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] [instance: 31934154-68a2-41a5-8c23-b95738eaeb70] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 595.851862] env[62301]: DEBUG oslo_vmware.api [None req-d34f792b-7bfe-4642-8718-0dcd4690561d tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Task: {'id': task-2569722, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141563} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.852247] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-d34f792b-7bfe-4642-8718-0dcd4690561d tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 595.852499] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d34f792b-7bfe-4642-8718-0dcd4690561d tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] [instance: 7c637115-8590-4e15-8500-dc04e7cfc21a] Deleted contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 595.852660] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d34f792b-7bfe-4642-8718-0dcd4690561d tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] [instance: 7c637115-8590-4e15-8500-dc04e7cfc21a] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 595.852843] env[62301]: INFO nova.compute.manager [None req-d34f792b-7bfe-4642-8718-0dcd4690561d tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] [instance: 7c637115-8590-4e15-8500-dc04e7cfc21a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 595.853987] env[62301]: DEBUG oslo.service.loopingcall [None req-d34f792b-7bfe-4642-8718-0dcd4690561d tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 595.853987] env[62301]: DEBUG nova.compute.manager [-] [instance: 7c637115-8590-4e15-8500-dc04e7cfc21a] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 595.853987] env[62301]: DEBUG nova.network.neutron [-] [instance: 7c637115-8590-4e15-8500-dc04e7cfc21a] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 595.858199] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a01a2541-420c-496d-923f-983b628081cd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Acquiring lock "bd6ed587-1425-4f8b-b89b-6577f3b68605" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.858199] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a01a2541-420c-496d-923f-983b628081cd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Lock "bd6ed587-1425-4f8b-b89b-6577f3b68605" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.858404] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a01a2541-420c-496d-923f-983b628081cd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Acquiring lock "bd6ed587-1425-4f8b-b89b-6577f3b68605-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.858579] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a01a2541-420c-496d-923f-983b628081cd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Lock "bd6ed587-1425-4f8b-b89b-6577f3b68605-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.858755] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a01a2541-420c-496d-923f-983b628081cd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Lock "bd6ed587-1425-4f8b-b89b-6577f3b68605-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.860828] env[62301]: INFO nova.compute.manager [None req-a01a2541-420c-496d-923f-983b628081cd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] [instance: bd6ed587-1425-4f8b-b89b-6577f3b68605] Terminating instance [ 595.897659] env[62301]: DEBUG nova.policy [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f47ee79463440e79e59e44a0b2d1b9c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f79c1c72ace843d4be630377bd5e2326', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 596.234659] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7118baa5-95d6-4b6e-9004-0ae2118500ca tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.313825] env[62301]: DEBUG nova.compute.manager [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 596.365715] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.366336] env[62301]: DEBUG nova.compute.manager [None req-a01a2541-420c-496d-923f-983b628081cd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] [instance: bd6ed587-1425-4f8b-b89b-6577f3b68605] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 596.369035] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-a01a2541-420c-496d-923f-983b628081cd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] [instance: bd6ed587-1425-4f8b-b89b-6577f3b68605] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 596.369035] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ec7f66-716c-4efd-b822-bd79ab068cfa {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.382893] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-a01a2541-420c-496d-923f-983b628081cd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] [instance: bd6ed587-1425-4f8b-b89b-6577f3b68605] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 596.383392] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6877f09d-32de-458d-adf5-9ccc9ee05fd5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.396578] env[62301]: DEBUG oslo_vmware.api [None req-a01a2541-420c-496d-923f-983b628081cd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Waiting for the task: (returnval){ [ 596.396578] env[62301]: value = "task-2569723" [ 596.396578] env[62301]: _type = "Task" [ 596.396578] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.411486] env[62301]: DEBUG oslo_vmware.api [None req-a01a2541-420c-496d-923f-983b628081cd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Task: {'id': task-2569723, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.673064] env[62301]: DEBUG nova.network.neutron [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] Successfully created port: ff5f411d-8197-4919-a029-0088542573e7 {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 596.789063] env[62301]: DEBUG nova.compute.manager [req-506ef01f-ef4f-4140-a81c-07d40b2917f4 req-9b758ba2-d130-438e-95cf-59cbcf98dd38 service nova] [instance: 7c637115-8590-4e15-8500-dc04e7cfc21a] Received event network-vif-deleted-5ba6e25e-4331-477f-8001-4ff121eb11bd {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 596.789293] env[62301]: INFO nova.compute.manager [req-506ef01f-ef4f-4140-a81c-07d40b2917f4 req-9b758ba2-d130-438e-95cf-59cbcf98dd38 service nova] [instance: 7c637115-8590-4e15-8500-dc04e7cfc21a] Neutron deleted interface 5ba6e25e-4331-477f-8001-4ff121eb11bd; detaching it from the instance and deleting it from the info cache [ 596.789477] env[62301]: DEBUG nova.network.neutron [req-506ef01f-ef4f-4140-a81c-07d40b2917f4 req-9b758ba2-d130-438e-95cf-59cbcf98dd38 service nova] [instance: 7c637115-8590-4e15-8500-dc04e7cfc21a] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.808019] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b98fa5-c290-4a0c-a410-7322e49fe9de {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.819972] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ad6aee-953d-4ad0-bc2c-20a9c1978f77 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.874512] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef0cafe-0f55-4cbd-94a0-87ad275e9cdc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.885109] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4896669b-46af-4b19-b188-44edb145b7af {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.905411] env[62301]: DEBUG nova.compute.provider_tree [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 596.917234] env[62301]: DEBUG oslo_vmware.api [None req-a01a2541-420c-496d-923f-983b628081cd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Task: {'id': task-2569723, 'name': PowerOffVM_Task, 'duration_secs': 0.275896} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.918259] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-a01a2541-420c-496d-923f-983b628081cd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] [instance: bd6ed587-1425-4f8b-b89b-6577f3b68605] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 596.918400] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-a01a2541-420c-496d-923f-983b628081cd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] [instance: bd6ed587-1425-4f8b-b89b-6577f3b68605] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 596.918890] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8e81e30-543b-4d8f-b92c-b6797c83fee2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.955488] env[62301]: DEBUG nova.network.neutron [-] [instance: 7c637115-8590-4e15-8500-dc04e7cfc21a] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.002182] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-a01a2541-420c-496d-923f-983b628081cd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] [instance: bd6ed587-1425-4f8b-b89b-6577f3b68605] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 597.002415] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-a01a2541-420c-496d-923f-983b628081cd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] [instance: bd6ed587-1425-4f8b-b89b-6577f3b68605] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 597.002609] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-a01a2541-420c-496d-923f-983b628081cd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Deleting the datastore file [datastore1] bd6ed587-1425-4f8b-b89b-6577f3b68605 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 597.002881] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12d25c28-0071-461c-bd35-43606c96c7a2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.010971] env[62301]: DEBUG oslo_vmware.api [None req-a01a2541-420c-496d-923f-983b628081cd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Waiting for the task: (returnval){ [ 597.010971] env[62301]: value = "task-2569725" [ 597.010971] env[62301]: _type = "Task" [ 597.010971] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.024415] env[62301]: DEBUG oslo_vmware.api [None req-a01a2541-420c-496d-923f-983b628081cd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Task: {'id': task-2569725, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.292432] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4e94f407-07cd-4f0e-872a-1089a45ac971 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.302714] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8c5bb1-c23a-4ec4-8d8e-d8bd800df7f1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.340153] env[62301]: DEBUG nova.compute.manager [req-506ef01f-ef4f-4140-a81c-07d40b2917f4 req-9b758ba2-d130-438e-95cf-59cbcf98dd38 service nova] [instance: 7c637115-8590-4e15-8500-dc04e7cfc21a] Detach interface failed, port_id=5ba6e25e-4331-477f-8001-4ff121eb11bd, reason: Instance 7c637115-8590-4e15-8500-dc04e7cfc21a could not be found. {{(pid=62301) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 597.365870] env[62301]: DEBUG nova.compute.manager [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 597.389980] env[62301]: DEBUG nova.compute.manager [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Stashing vm_state: active {{(pid=62301) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 597.411017] env[62301]: DEBUG nova.virt.hardware [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 597.411017] env[62301]: DEBUG nova.virt.hardware [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 597.411017] env[62301]: DEBUG nova.virt.hardware [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 597.411262] env[62301]: DEBUG nova.virt.hardware [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 597.411262] env[62301]: DEBUG nova.virt.hardware [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 597.411262] env[62301]: DEBUG nova.virt.hardware [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 597.411262] env[62301]: DEBUG nova.virt.hardware [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 597.411262] env[62301]: DEBUG nova.virt.hardware [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 597.411441] env[62301]: DEBUG nova.virt.hardware [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 597.411441] env[62301]: DEBUG nova.virt.hardware [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 597.411441] env[62301]: DEBUG nova.virt.hardware [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 597.411441] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ddfdb5-6025-4dbd-b580-0566a69e9a81 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.414604] env[62301]: DEBUG nova.scheduler.client.report [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 598.045996] env[62301]: INFO nova.compute.manager [-] [instance: 7c637115-8590-4e15-8500-dc04e7cfc21a] Took 2.19 seconds to deallocate network for instance. [ 598.048136] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.749s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.048567] env[62301]: DEBUG nova.compute.manager [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 598.056739] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.702s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.058378] env[62301]: INFO nova.compute.claims [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 598.062116] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d689cd4-f7db-4745-a866-77299f4c03ca {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.072167] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.086015] env[62301]: DEBUG oslo_vmware.api [None req-a01a2541-420c-496d-923f-983b628081cd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Task: {'id': task-2569725, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146625} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.086015] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-a01a2541-420c-496d-923f-983b628081cd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 598.086015] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-a01a2541-420c-496d-923f-983b628081cd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] [instance: bd6ed587-1425-4f8b-b89b-6577f3b68605] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 598.086015] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-a01a2541-420c-496d-923f-983b628081cd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] [instance: bd6ed587-1425-4f8b-b89b-6577f3b68605] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 598.086015] env[62301]: INFO nova.compute.manager [None req-a01a2541-420c-496d-923f-983b628081cd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] [instance: bd6ed587-1425-4f8b-b89b-6577f3b68605] Took 1.72 seconds to destroy the instance on the hypervisor. [ 598.086282] env[62301]: DEBUG oslo.service.loopingcall [None req-a01a2541-420c-496d-923f-983b628081cd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 598.086282] env[62301]: DEBUG nova.compute.manager [-] [instance: bd6ed587-1425-4f8b-b89b-6577f3b68605] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 598.086282] env[62301]: DEBUG nova.network.neutron [-] [instance: bd6ed587-1425-4f8b-b89b-6577f3b68605] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 598.553993] env[62301]: DEBUG nova.compute.utils [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 598.555433] env[62301]: DEBUG nova.compute.manager [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 598.556280] env[62301]: DEBUG nova.network.neutron [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 598.573627] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d34f792b-7bfe-4642-8718-0dcd4690561d tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.641792] env[62301]: DEBUG nova.policy [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0a9c620c727444f9656478d686e0bcc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0a2df5bf95d493093d8bd193d1763e9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 598.974422] env[62301]: DEBUG nova.network.neutron [-] [instance: bd6ed587-1425-4f8b-b89b-6577f3b68605] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.060537] env[62301]: DEBUG nova.compute.manager [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 599.069633] env[62301]: DEBUG nova.network.neutron [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b] Successfully created port: 2ad225b5-95c6-4e3b-9f53-dc81d174806a {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 599.165974] env[62301]: DEBUG nova.compute.manager [req-2bf0d37b-30aa-4d88-bbe8-caa113e0c706 req-41aae9db-b546-4df5-8ec1-b5d1868d90e7 service nova] [instance: bd6ed587-1425-4f8b-b89b-6577f3b68605] Received event network-vif-deleted-c2599efa-4e12-4bf2-9dae-cd8534913a23 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 599.318238] env[62301]: DEBUG nova.compute.manager [req-bbd6d27c-8872-4322-af16-1ae78e6e590f req-73fd2739-ddf2-4415-8773-f78963bcfb28 service nova] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] Received event network-vif-plugged-ff5f411d-8197-4919-a029-0088542573e7 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 599.318351] env[62301]: DEBUG oslo_concurrency.lockutils [req-bbd6d27c-8872-4322-af16-1ae78e6e590f req-73fd2739-ddf2-4415-8773-f78963bcfb28 service nova] Acquiring lock "c51583ab-2881-42e3-b9e6-831afc6b6f49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.318573] env[62301]: DEBUG oslo_concurrency.lockutils [req-bbd6d27c-8872-4322-af16-1ae78e6e590f req-73fd2739-ddf2-4415-8773-f78963bcfb28 service nova] Lock "c51583ab-2881-42e3-b9e6-831afc6b6f49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 599.319264] env[62301]: DEBUG oslo_concurrency.lockutils [req-bbd6d27c-8872-4322-af16-1ae78e6e590f req-73fd2739-ddf2-4415-8773-f78963bcfb28 service nova] Lock "c51583ab-2881-42e3-b9e6-831afc6b6f49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 599.319264] env[62301]: DEBUG nova.compute.manager [req-bbd6d27c-8872-4322-af16-1ae78e6e590f req-73fd2739-ddf2-4415-8773-f78963bcfb28 service nova] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] No waiting events found dispatching network-vif-plugged-ff5f411d-8197-4919-a029-0088542573e7 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 599.319264] env[62301]: WARNING nova.compute.manager [req-bbd6d27c-8872-4322-af16-1ae78e6e590f req-73fd2739-ddf2-4415-8773-f78963bcfb28 service nova] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] Received unexpected event network-vif-plugged-ff5f411d-8197-4919-a029-0088542573e7 for instance with vm_state building and task_state spawning. [ 599.329105] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Acquiring lock "bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.330035] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Lock "bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 599.427112] env[62301]: DEBUG nova.network.neutron [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] Successfully updated port: ff5f411d-8197-4919-a029-0088542573e7 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 599.480934] env[62301]: INFO nova.compute.manager [-] [instance: bd6ed587-1425-4f8b-b89b-6577f3b68605] Took 1.40 seconds to deallocate network for instance. [ 599.681132] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed2c98b-4f23-4c5e-839c-121ce31b462f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.695554] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325ecaef-8e25-49bf-bf7f-7954bba13147 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.734892] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354ff81b-d52a-4c18-a7c2-eef5607076f1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.743193] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b2534a-1dd4-4f50-9cf1-50039d27aa86 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.758771] env[62301]: DEBUG nova.compute.provider_tree [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 599.929745] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquiring lock "refresh_cache-c51583ab-2881-42e3-b9e6-831afc6b6f49" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.929936] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquired lock "refresh_cache-c51583ab-2881-42e3-b9e6-831afc6b6f49" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.930109] env[62301]: DEBUG nova.network.neutron [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 599.988580] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a01a2541-420c-496d-923f-983b628081cd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.078110] env[62301]: DEBUG nova.compute.manager [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 600.125831] env[62301]: DEBUG nova.virt.hardware [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 600.125831] env[62301]: DEBUG nova.virt.hardware [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 600.126027] env[62301]: DEBUG nova.virt.hardware [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 600.126118] env[62301]: DEBUG nova.virt.hardware [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 600.126242] env[62301]: DEBUG nova.virt.hardware [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 600.127118] env[62301]: DEBUG nova.virt.hardware [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 600.127118] env[62301]: DEBUG nova.virt.hardware [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 600.127118] env[62301]: DEBUG nova.virt.hardware [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 600.127118] env[62301]: DEBUG nova.virt.hardware [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 600.127118] env[62301]: DEBUG nova.virt.hardware [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 600.127371] env[62301]: DEBUG nova.virt.hardware [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 600.128122] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a3d29e-5755-4585-9e28-364915bf1274 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.137471] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add031f3-73cb-49fc-bff1-94474c91d921 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.263940] env[62301]: DEBUG nova.scheduler.client.report [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 600.468224] env[62301]: DEBUG nova.network.neutron [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 600.662585] env[62301]: DEBUG nova.network.neutron [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] Updating instance_info_cache with network_info: [{"id": "ff5f411d-8197-4919-a029-0088542573e7", "address": "fa:16:3e:8a:ea:6b", "network": {"id": "84fdfe6c-b92c-4aa3-a9b8-6d0fb516b49a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-430300115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f79c1c72ace843d4be630377bd5e2326", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff5f411d-81", "ovs_interfaceid": "ff5f411d-8197-4919-a029-0088542573e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.768767] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.712s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.769596] env[62301]: DEBUG nova.compute.manager [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 600.777018] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.137s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.777018] env[62301]: DEBUG nova.objects.instance [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62301) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 600.990952] env[62301]: DEBUG nova.network.neutron [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b] Successfully updated port: 2ad225b5-95c6-4e3b-9f53-dc81d174806a {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 601.167329] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Releasing lock "refresh_cache-c51583ab-2881-42e3-b9e6-831afc6b6f49" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.167659] env[62301]: DEBUG nova.compute.manager [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] Instance network_info: |[{"id": "ff5f411d-8197-4919-a029-0088542573e7", "address": "fa:16:3e:8a:ea:6b", "network": {"id": "84fdfe6c-b92c-4aa3-a9b8-6d0fb516b49a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-430300115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f79c1c72ace843d4be630377bd5e2326", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff5f411d-81", "ovs_interfaceid": "ff5f411d-8197-4919-a029-0088542573e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 601.168104] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:ea:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '07e9bef1-2b0e-4e4d-997f-de71bb0e213a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff5f411d-8197-4919-a029-0088542573e7', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 601.182512] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Creating folder: Project (f79c1c72ace843d4be630377bd5e2326). Parent ref: group-v518653. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 601.182512] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2115f26-98cb-4519-9c3e-451e48bf5aa4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.199054] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Created folder: Project (f79c1c72ace843d4be630377bd5e2326) in parent group-v518653. [ 601.199296] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Creating folder: Instances. Parent ref: group-v518712. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 601.199737] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af771e33-8203-4bf2-95bb-49ffeebae88f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.219069] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Created folder: Instances in parent group-v518712. [ 601.219069] env[62301]: DEBUG oslo.service.loopingcall [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 601.219069] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 601.219069] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5eb1932c-bae0-4036-85b3-a077e37fdf7c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.236016] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 601.236016] env[62301]: value = "task-2569728" [ 601.236016] env[62301]: _type = "Task" [ 601.236016] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.246697] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569728, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.282024] env[62301]: DEBUG nova.compute.utils [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 601.285018] env[62301]: DEBUG nova.compute.manager [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 601.285449] env[62301]: DEBUG nova.network.neutron [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 601.376485] env[62301]: DEBUG nova.policy [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c34c6612edac4439a2085be0cbc4198b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b3dfd09250b4ab486b15b680428b1a5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 601.407156] env[62301]: DEBUG nova.compute.manager [req-a27a43c6-13c8-451e-b5b9-5da24ee341c2 req-c049af68-0280-4efd-aefd-3c3c10d69bb8 service nova] [instance: e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b] Received event network-vif-plugged-2ad225b5-95c6-4e3b-9f53-dc81d174806a {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 601.407481] env[62301]: DEBUG oslo_concurrency.lockutils [req-a27a43c6-13c8-451e-b5b9-5da24ee341c2 req-c049af68-0280-4efd-aefd-3c3c10d69bb8 service nova] Acquiring lock "e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.407759] env[62301]: DEBUG oslo_concurrency.lockutils [req-a27a43c6-13c8-451e-b5b9-5da24ee341c2 req-c049af68-0280-4efd-aefd-3c3c10d69bb8 service nova] Lock "e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.408266] env[62301]: DEBUG oslo_concurrency.lockutils [req-a27a43c6-13c8-451e-b5b9-5da24ee341c2 req-c049af68-0280-4efd-aefd-3c3c10d69bb8 service nova] Lock "e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.408524] env[62301]: DEBUG nova.compute.manager [req-a27a43c6-13c8-451e-b5b9-5da24ee341c2 req-c049af68-0280-4efd-aefd-3c3c10d69bb8 service nova] [instance: e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b] No waiting events found dispatching network-vif-plugged-2ad225b5-95c6-4e3b-9f53-dc81d174806a {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 601.408792] env[62301]: WARNING nova.compute.manager [req-a27a43c6-13c8-451e-b5b9-5da24ee341c2 req-c049af68-0280-4efd-aefd-3c3c10d69bb8 service nova] [instance: e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b] Received unexpected event network-vif-plugged-2ad225b5-95c6-4e3b-9f53-dc81d174806a for instance with vm_state building and task_state spawning. [ 601.409023] env[62301]: DEBUG nova.compute.manager [req-a27a43c6-13c8-451e-b5b9-5da24ee341c2 req-c049af68-0280-4efd-aefd-3c3c10d69bb8 service nova] [instance: e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b] Received event network-changed-2ad225b5-95c6-4e3b-9f53-dc81d174806a {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 601.409234] env[62301]: DEBUG nova.compute.manager [req-a27a43c6-13c8-451e-b5b9-5da24ee341c2 req-c049af68-0280-4efd-aefd-3c3c10d69bb8 service nova] [instance: e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b] Refreshing instance network info cache due to event network-changed-2ad225b5-95c6-4e3b-9f53-dc81d174806a. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 601.409474] env[62301]: DEBUG oslo_concurrency.lockutils [req-a27a43c6-13c8-451e-b5b9-5da24ee341c2 req-c049af68-0280-4efd-aefd-3c3c10d69bb8 service nova] Acquiring lock "refresh_cache-e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.409713] env[62301]: DEBUG oslo_concurrency.lockutils [req-a27a43c6-13c8-451e-b5b9-5da24ee341c2 req-c049af68-0280-4efd-aefd-3c3c10d69bb8 service nova] Acquired lock "refresh_cache-e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.410157] env[62301]: DEBUG nova.network.neutron [req-a27a43c6-13c8-451e-b5b9-5da24ee341c2 req-c049af68-0280-4efd-aefd-3c3c10d69bb8 service nova] [instance: e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b] Refreshing network info cache for port 2ad225b5-95c6-4e3b-9f53-dc81d174806a {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 601.497235] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Acquiring lock "refresh_cache-e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.650308] env[62301]: DEBUG nova.compute.manager [req-8227c73e-ea64-4c37-a006-84740881f564 req-717a4a40-3f3a-496f-a756-6523306d95be service nova] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] Received event network-changed-ff5f411d-8197-4919-a029-0088542573e7 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 601.652451] env[62301]: DEBUG nova.compute.manager [req-8227c73e-ea64-4c37-a006-84740881f564 req-717a4a40-3f3a-496f-a756-6523306d95be service nova] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] Refreshing instance network info cache due to event network-changed-ff5f411d-8197-4919-a029-0088542573e7. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 601.653824] env[62301]: DEBUG oslo_concurrency.lockutils [req-8227c73e-ea64-4c37-a006-84740881f564 req-717a4a40-3f3a-496f-a756-6523306d95be service nova] Acquiring lock "refresh_cache-c51583ab-2881-42e3-b9e6-831afc6b6f49" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.653980] env[62301]: DEBUG oslo_concurrency.lockutils [req-8227c73e-ea64-4c37-a006-84740881f564 req-717a4a40-3f3a-496f-a756-6523306d95be service nova] Acquired lock "refresh_cache-c51583ab-2881-42e3-b9e6-831afc6b6f49" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.654165] env[62301]: DEBUG nova.network.neutron [req-8227c73e-ea64-4c37-a006-84740881f564 req-717a4a40-3f3a-496f-a756-6523306d95be service nova] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] Refreshing network info cache for port ff5f411d-8197-4919-a029-0088542573e7 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 601.748281] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569728, 'name': CreateVM_Task, 'duration_secs': 0.391843} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.748487] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 601.749120] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.749284] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.749601] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.749843] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1685e2f0-aea5-4dc8-b935-1603c9222272 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.755489] env[62301]: DEBUG oslo_vmware.api [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 601.755489] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52a7d384-e719-0f1f-e08e-fedea5a84d32" [ 601.755489] env[62301]: _type = "Task" [ 601.755489] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.764668] env[62301]: DEBUG oslo_vmware.api [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52a7d384-e719-0f1f-e08e-fedea5a84d32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.788236] env[62301]: DEBUG nova.compute.manager [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 601.789309] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8fc97a0f-b325-4c0a-97e1-e0bb8a31a3b9 tempest-ServersAdmin275Test-1626705907 tempest-ServersAdmin275Test-1626705907-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.790499] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.409s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.791875] env[62301]: INFO nova.compute.claims [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 601.945107] env[62301]: DEBUG nova.network.neutron [req-a27a43c6-13c8-451e-b5b9-5da24ee341c2 req-c049af68-0280-4efd-aefd-3c3c10d69bb8 service nova] [instance: e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 602.007569] env[62301]: DEBUG nova.network.neutron [req-a27a43c6-13c8-451e-b5b9-5da24ee341c2 req-c049af68-0280-4efd-aefd-3c3c10d69bb8 service nova] [instance: e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.275434] env[62301]: DEBUG oslo_vmware.api [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52a7d384-e719-0f1f-e08e-fedea5a84d32, 'name': SearchDatastore_Task, 'duration_secs': 0.011244} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.275434] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.275434] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 602.275609] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.275748] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.275841] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 602.276321] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b435dc5-53e8-4f2d-8e54-3d561b8ad25d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.285375] env[62301]: DEBUG nova.network.neutron [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Successfully created port: c1b36057-fe1d-42e5-ba4c-986735c7fcee {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 602.289820] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 602.289820] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 602.289820] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd5163d9-7329-47d1-99d1-80819ee9f48b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.301661] env[62301]: DEBUG oslo_vmware.api [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 602.301661] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]527bb24b-cd4e-4945-33e0-3d61984e4579" [ 602.301661] env[62301]: _type = "Task" [ 602.301661] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.310342] env[62301]: DEBUG oslo_vmware.api [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]527bb24b-cd4e-4945-33e0-3d61984e4579, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.423869] env[62301]: DEBUG nova.network.neutron [req-8227c73e-ea64-4c37-a006-84740881f564 req-717a4a40-3f3a-496f-a756-6523306d95be service nova] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] Updated VIF entry in instance network info cache for port ff5f411d-8197-4919-a029-0088542573e7. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 602.423869] env[62301]: DEBUG nova.network.neutron [req-8227c73e-ea64-4c37-a006-84740881f564 req-717a4a40-3f3a-496f-a756-6523306d95be service nova] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] Updating instance_info_cache with network_info: [{"id": "ff5f411d-8197-4919-a029-0088542573e7", "address": "fa:16:3e:8a:ea:6b", "network": {"id": "84fdfe6c-b92c-4aa3-a9b8-6d0fb516b49a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-430300115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f79c1c72ace843d4be630377bd5e2326", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff5f411d-81", "ovs_interfaceid": "ff5f411d-8197-4919-a029-0088542573e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.513581] env[62301]: DEBUG oslo_concurrency.lockutils [req-a27a43c6-13c8-451e-b5b9-5da24ee341c2 req-c049af68-0280-4efd-aefd-3c3c10d69bb8 service nova] Releasing lock "refresh_cache-e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.513581] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Acquired lock "refresh_cache-e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.513581] env[62301]: DEBUG nova.network.neutron [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 602.798235] env[62301]: DEBUG nova.compute.manager [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 602.819445] env[62301]: DEBUG oslo_vmware.api [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]527bb24b-cd4e-4945-33e0-3d61984e4579, 'name': SearchDatastore_Task, 'duration_secs': 0.010466} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.820957] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8cf9322-0c0f-4abc-a13e-49c4fb795797 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.830716] env[62301]: DEBUG oslo_vmware.api [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 602.830716] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]524bd460-18b8-741e-19d5-e0201d2139e9" [ 602.830716] env[62301]: _type = "Task" [ 602.830716] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.845504] env[62301]: DEBUG oslo_vmware.api [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]524bd460-18b8-741e-19d5-e0201d2139e9, 'name': SearchDatastore_Task, 'duration_secs': 0.01119} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.845504] env[62301]: DEBUG nova.virt.hardware [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 602.845504] env[62301]: DEBUG nova.virt.hardware [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 602.845703] env[62301]: DEBUG nova.virt.hardware [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 602.846405] env[62301]: DEBUG nova.virt.hardware [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 602.846566] env[62301]: DEBUG nova.virt.hardware [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 602.846713] env[62301]: DEBUG nova.virt.hardware [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 602.846920] env[62301]: DEBUG nova.virt.hardware [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 602.847701] env[62301]: DEBUG nova.virt.hardware [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 602.847701] env[62301]: DEBUG nova.virt.hardware [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 602.847701] env[62301]: DEBUG nova.virt.hardware [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 602.847701] env[62301]: DEBUG nova.virt.hardware [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 602.848080] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.848123] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] c51583ab-2881-42e3-b9e6-831afc6b6f49/c51583ab-2881-42e3-b9e6-831afc6b6f49.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 602.848876] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24eaa85e-195d-4036-9efa-8aef963cb0ec {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.854554] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b4cbf1a-4455-4ede-a1da-9eec5a057658 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.870881] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1e482b-1f73-4996-bae7-16f0829e833a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.875143] env[62301]: DEBUG oslo_vmware.api [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 602.875143] env[62301]: value = "task-2569729" [ 602.875143] env[62301]: _type = "Task" [ 602.875143] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.898858] env[62301]: DEBUG oslo_vmware.api [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2569729, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.926829] env[62301]: DEBUG oslo_concurrency.lockutils [req-8227c73e-ea64-4c37-a006-84740881f564 req-717a4a40-3f3a-496f-a756-6523306d95be service nova] Releasing lock "refresh_cache-c51583ab-2881-42e3-b9e6-831afc6b6f49" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.065295] env[62301]: DEBUG nova.network.neutron [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 603.306055] env[62301]: DEBUG nova.network.neutron [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b] Updating instance_info_cache with network_info: [{"id": "2ad225b5-95c6-4e3b-9f53-dc81d174806a", "address": "fa:16:3e:70:aa:7b", "network": {"id": "229d681a-36f3-4cf5-8b82-82a25738b030", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "584ed71e5cee48ffa78bf852023e57aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ad225b5-95", "ovs_interfaceid": "2ad225b5-95c6-4e3b-9f53-dc81d174806a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.366034] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0934e853-52d7-41c7-a413-4d0589331e96 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.375677] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47f5fb2-8355-439c-92fd-a594ac7ac0e2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.387570] env[62301]: DEBUG oslo_vmware.api [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2569729, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501265} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.417300] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] c51583ab-2881-42e3-b9e6-831afc6b6f49/c51583ab-2881-42e3-b9e6-831afc6b6f49.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 603.417683] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 603.419712] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fdf89241-5437-4c61-b6cf-d37459af7863 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.421780] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88e517f-19ed-42d2-bda6-a92eda3968b7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.432462] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9b2e32-7bfe-4b73-999e-e74217348fd0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.436320] env[62301]: DEBUG oslo_vmware.api [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 603.436320] env[62301]: value = "task-2569730" [ 603.436320] env[62301]: _type = "Task" [ 603.436320] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.448060] env[62301]: DEBUG nova.compute.provider_tree [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 603.458013] env[62301]: DEBUG oslo_vmware.api [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2569730, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.812216] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Releasing lock "refresh_cache-e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.812216] env[62301]: DEBUG nova.compute.manager [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b] Instance network_info: |[{"id": "2ad225b5-95c6-4e3b-9f53-dc81d174806a", "address": "fa:16:3e:70:aa:7b", "network": {"id": "229d681a-36f3-4cf5-8b82-82a25738b030", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "584ed71e5cee48ffa78bf852023e57aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ad225b5-95", "ovs_interfaceid": "2ad225b5-95c6-4e3b-9f53-dc81d174806a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 603.812614] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:aa:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '195e328b-e41a-49f5-9e51-546b8ea8ceba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ad225b5-95c6-4e3b-9f53-dc81d174806a', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 603.825795] env[62301]: DEBUG oslo.service.loopingcall [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 603.826232] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 603.827094] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6fb28853-c99d-43b0-b85a-c47c944f799f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.860188] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 603.860188] env[62301]: value = "task-2569731" [ 603.860188] env[62301]: _type = "Task" [ 603.860188] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.868264] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569731, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.949777] env[62301]: DEBUG oslo_vmware.api [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2569730, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077388} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.950133] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 603.951140] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e4eefe-53c5-4341-9a76-d7d3b6635003 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.956497] env[62301]: DEBUG nova.scheduler.client.report [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 603.982716] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] c51583ab-2881-42e3-b9e6-831afc6b6f49/c51583ab-2881-42e3-b9e6-831afc6b6f49.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 603.983722] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab482596-c0c5-4957-9a49-e0aa02a55178 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.006576] env[62301]: DEBUG oslo_vmware.api [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 604.006576] env[62301]: value = "task-2569732" [ 604.006576] env[62301]: _type = "Task" [ 604.006576] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.017086] env[62301]: DEBUG oslo_vmware.api [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2569732, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.333098] env[62301]: DEBUG nova.network.neutron [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Successfully updated port: c1b36057-fe1d-42e5-ba4c-986735c7fcee {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 604.369295] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569731, 'name': CreateVM_Task, 'duration_secs': 0.408194} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.369533] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 604.371981] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.371981] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.371981] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.371981] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86231023-bb2c-4bdb-8472-71ac0417d64b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.377970] env[62301]: DEBUG oslo_vmware.api [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Waiting for the task: (returnval){ [ 604.377970] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52d486ea-2a0d-de3d-fa98-404f3de29623" [ 604.377970] env[62301]: _type = "Task" [ 604.377970] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.387494] env[62301]: DEBUG oslo_vmware.api [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52d486ea-2a0d-de3d-fa98-404f3de29623, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.460231] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.460832] env[62301]: DEBUG nova.compute.manager [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 604.465027] env[62301]: DEBUG oslo_concurrency.lockutils [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.033s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.466794] env[62301]: INFO nova.compute.claims [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 50244b23-8fa5-4b5a-9df7-7c5df8fdb00d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 604.489858] env[62301]: DEBUG nova.compute.manager [req-21a6509c-dd5b-4428-a05a-a23ae13d43bd req-41c8dc62-4f85-459d-b80b-6dca5155fd47 service nova] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Received event network-vif-plugged-c1b36057-fe1d-42e5-ba4c-986735c7fcee {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 604.489858] env[62301]: DEBUG oslo_concurrency.lockutils [req-21a6509c-dd5b-4428-a05a-a23ae13d43bd req-41c8dc62-4f85-459d-b80b-6dca5155fd47 service nova] Acquiring lock "6bb105e9-936b-46c0-82e3-37a2139c76bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.489858] env[62301]: DEBUG oslo_concurrency.lockutils [req-21a6509c-dd5b-4428-a05a-a23ae13d43bd req-41c8dc62-4f85-459d-b80b-6dca5155fd47 service nova] Lock "6bb105e9-936b-46c0-82e3-37a2139c76bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.489858] env[62301]: DEBUG oslo_concurrency.lockutils [req-21a6509c-dd5b-4428-a05a-a23ae13d43bd req-41c8dc62-4f85-459d-b80b-6dca5155fd47 service nova] Lock "6bb105e9-936b-46c0-82e3-37a2139c76bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.489858] env[62301]: DEBUG nova.compute.manager [req-21a6509c-dd5b-4428-a05a-a23ae13d43bd req-41c8dc62-4f85-459d-b80b-6dca5155fd47 service nova] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] No waiting events found dispatching network-vif-plugged-c1b36057-fe1d-42e5-ba4c-986735c7fcee {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 604.490594] env[62301]: WARNING nova.compute.manager [req-21a6509c-dd5b-4428-a05a-a23ae13d43bd req-41c8dc62-4f85-459d-b80b-6dca5155fd47 service nova] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Received unexpected event network-vif-plugged-c1b36057-fe1d-42e5-ba4c-986735c7fcee for instance with vm_state building and task_state spawning. [ 604.521625] env[62301]: DEBUG oslo_vmware.api [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2569732, 'name': ReconfigVM_Task, 'duration_secs': 0.484101} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.522059] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] Reconfigured VM instance instance-00000012 to attach disk [datastore2] c51583ab-2881-42e3-b9e6-831afc6b6f49/c51583ab-2881-42e3-b9e6-831afc6b6f49.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 604.523656] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ada978e8-d6ec-4ae8-9629-321f2d66b976 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.533020] env[62301]: DEBUG oslo_vmware.api [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 604.533020] env[62301]: value = "task-2569733" [ 604.533020] env[62301]: _type = "Task" [ 604.533020] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.543516] env[62301]: DEBUG oslo_vmware.api [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2569733, 'name': Rename_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.837041] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquiring lock "refresh_cache-6bb105e9-936b-46c0-82e3-37a2139c76bd" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.837041] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquired lock "refresh_cache-6bb105e9-936b-46c0-82e3-37a2139c76bd" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.837041] env[62301]: DEBUG nova.network.neutron [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 604.892888] env[62301]: DEBUG oslo_vmware.api [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52d486ea-2a0d-de3d-fa98-404f3de29623, 'name': SearchDatastore_Task, 'duration_secs': 0.010687} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.893268] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.893546] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 604.893819] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.894047] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.894262] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 604.894557] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9dfc29c-b027-49a1-a983-18f16c619b91 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.910021] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 604.910214] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 604.911047] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f402d20f-04fa-4f73-80bd-53f8d9fd6e51 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.917189] env[62301]: DEBUG oslo_vmware.api [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Waiting for the task: (returnval){ [ 604.917189] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5252dd70-db6f-f45c-52df-b115de145209" [ 604.917189] env[62301]: _type = "Task" [ 604.917189] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.927185] env[62301]: DEBUG oslo_vmware.api [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5252dd70-db6f-f45c-52df-b115de145209, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.972132] env[62301]: DEBUG nova.compute.utils [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 604.976748] env[62301]: DEBUG nova.compute.manager [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 604.976748] env[62301]: DEBUG nova.network.neutron [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 605.024938] env[62301]: DEBUG nova.policy [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '58b9c92b6b4242ee85a454c46ad0d97a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c1b7a6289bc4ac89d1e493f56de77a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 605.042578] env[62301]: DEBUG oslo_vmware.api [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2569733, 'name': Rename_Task, 'duration_secs': 0.150818} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.042725] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 605.042927] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b4be903-c55b-4bbe-ab46-5698695ec34d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.050768] env[62301]: DEBUG oslo_vmware.api [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 605.050768] env[62301]: value = "task-2569734" [ 605.050768] env[62301]: _type = "Task" [ 605.050768] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.063133] env[62301]: DEBUG oslo_vmware.api [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2569734, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.113942] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Acquiring lock "74379ea7-7c7d-4212-b637-2af384ba4c95" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.113942] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Lock "74379ea7-7c7d-4212-b637-2af384ba4c95" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.382982] env[62301]: DEBUG nova.network.neutron [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 605.432313] env[62301]: DEBUG oslo_vmware.api [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5252dd70-db6f-f45c-52df-b115de145209, 'name': SearchDatastore_Task, 'duration_secs': 0.039615} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.432313] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-806789ed-a644-474f-9e03-d41acae50f1b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.440194] env[62301]: DEBUG oslo_vmware.api [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Waiting for the task: (returnval){ [ 605.440194] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5251b22d-0a53-8ee1-0105-1a74e0f05c22" [ 605.440194] env[62301]: _type = "Task" [ 605.440194] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.451497] env[62301]: DEBUG oslo_vmware.api [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5251b22d-0a53-8ee1-0105-1a74e0f05c22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.456489] env[62301]: DEBUG nova.network.neutron [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Successfully created port: d2c029a0-f940-4c24-9266-fcbd54b094b3 {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 605.476650] env[62301]: DEBUG nova.compute.manager [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 605.562811] env[62301]: DEBUG oslo_vmware.api [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2569734, 'name': PowerOnVM_Task, 'duration_secs': 0.479471} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.563103] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 605.563345] env[62301]: INFO nova.compute.manager [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] Took 8.20 seconds to spawn the instance on the hypervisor. [ 605.563529] env[62301]: DEBUG nova.compute.manager [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 605.564359] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d8ff21-ce77-475e-ad4a-fba5aac947aa {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.572253] env[62301]: DEBUG nova.network.neutron [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Updating instance_info_cache with network_info: [{"id": "c1b36057-fe1d-42e5-ba4c-986735c7fcee", "address": "fa:16:3e:08:6e:6b", "network": {"id": "7c0f3559-1453-49cf-acfe-38cb288125ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1921160483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b3dfd09250b4ab486b15b680428b1a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1b36057-fe", "ovs_interfaceid": "c1b36057-fe1d-42e5-ba4c-986735c7fcee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.657323] env[62301]: DEBUG oslo_concurrency.lockutils [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Acquiring lock "fff316c1-2305-464b-8745-fabdb9636c46" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.657620] env[62301]: DEBUG oslo_concurrency.lockutils [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Lock "fff316c1-2305-464b-8745-fabdb9636c46" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.954100] env[62301]: DEBUG oslo_vmware.api [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5251b22d-0a53-8ee1-0105-1a74e0f05c22, 'name': SearchDatastore_Task, 'duration_secs': 0.028308} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.954350] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.954499] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b/e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 605.954754] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ab7bc6b-f2c4-4e27-9cda-0e952a1407e8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.962804] env[62301]: DEBUG oslo_vmware.api [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Waiting for the task: (returnval){ [ 605.962804] env[62301]: value = "task-2569735" [ 605.962804] env[62301]: _type = "Task" [ 605.962804] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.971499] env[62301]: DEBUG oslo_vmware.api [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Task: {'id': task-2569735, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.988677] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbf85f4-7523-42b9-b047-fc5229f8d09d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.996858] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722ce99a-0be7-4428-9d4c-e62181027c3f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.028756] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9668024-c9b3-4211-acac-be65db71793e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.037613] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479bfb80-b4aa-491e-8671-de227616a9cf {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.055543] env[62301]: DEBUG nova.compute.provider_tree [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 606.079335] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Releasing lock "refresh_cache-6bb105e9-936b-46c0-82e3-37a2139c76bd" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.079672] env[62301]: DEBUG nova.compute.manager [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Instance network_info: |[{"id": "c1b36057-fe1d-42e5-ba4c-986735c7fcee", "address": "fa:16:3e:08:6e:6b", "network": {"id": "7c0f3559-1453-49cf-acfe-38cb288125ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1921160483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b3dfd09250b4ab486b15b680428b1a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1b36057-fe", "ovs_interfaceid": "c1b36057-fe1d-42e5-ba4c-986735c7fcee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 606.080076] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:6e:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cca1f087-01e1-49ca-831b-5c51478a5d60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1b36057-fe1d-42e5-ba4c-986735c7fcee', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 606.090640] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Creating folder: Project (9b3dfd09250b4ab486b15b680428b1a5). Parent ref: group-v518653. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 606.094217] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a095422b-1207-43b1-87b5-7d96e65aa82c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.098124] env[62301]: INFO nova.compute.manager [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] Took 31.06 seconds to build instance. [ 606.107876] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Created folder: Project (9b3dfd09250b4ab486b15b680428b1a5) in parent group-v518653. [ 606.108134] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Creating folder: Instances. Parent ref: group-v518716. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 606.108362] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9ab3da0-4400-4cdb-94a1-e6363e4f16bf {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.121223] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Created folder: Instances in parent group-v518716. [ 606.121460] env[62301]: DEBUG oslo.service.loopingcall [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 606.121641] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 606.121841] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d8484af-e82e-4530-a3fa-f718e0775757 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.142502] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 606.142502] env[62301]: value = "task-2569738" [ 606.142502] env[62301]: _type = "Task" [ 606.142502] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.151195] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569738, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.475434] env[62301]: DEBUG oslo_vmware.api [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Task: {'id': task-2569735, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.493112] env[62301]: DEBUG nova.compute.manager [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 606.526241] env[62301]: DEBUG nova.virt.hardware [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 606.526490] env[62301]: DEBUG nova.virt.hardware [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 606.526647] env[62301]: DEBUG nova.virt.hardware [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 606.526866] env[62301]: DEBUG nova.virt.hardware [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 606.527030] env[62301]: DEBUG nova.virt.hardware [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 606.527180] env[62301]: DEBUG nova.virt.hardware [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 606.527389] env[62301]: DEBUG nova.virt.hardware [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 606.527541] env[62301]: DEBUG nova.virt.hardware [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 606.527703] env[62301]: DEBUG nova.virt.hardware [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 606.527861] env[62301]: DEBUG nova.virt.hardware [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 606.528077] env[62301]: DEBUG nova.virt.hardware [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 606.528900] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a59760-7b87-44ba-b83e-1ad07d09e3ae {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.537335] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65281e6-9570-427a-95cc-bcef5b99f85a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.558778] env[62301]: DEBUG nova.scheduler.client.report [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 606.600020] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f4e3153c-902e-42b9-8d74-45c818d58800 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "c51583ab-2881-42e3-b9e6-831afc6b6f49" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.985s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.654143] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569738, 'name': CreateVM_Task} progress is 25%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.679165] env[62301]: DEBUG nova.compute.manager [req-3bb8c090-13fa-4a8e-8c03-a34bcab8a18a req-aaae786b-65dc-4e1c-9a35-48531f91057d service nova] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Received event network-changed-c1b36057-fe1d-42e5-ba4c-986735c7fcee {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 606.679554] env[62301]: DEBUG nova.compute.manager [req-3bb8c090-13fa-4a8e-8c03-a34bcab8a18a req-aaae786b-65dc-4e1c-9a35-48531f91057d service nova] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Refreshing instance network info cache due to event network-changed-c1b36057-fe1d-42e5-ba4c-986735c7fcee. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 606.680520] env[62301]: DEBUG oslo_concurrency.lockutils [req-3bb8c090-13fa-4a8e-8c03-a34bcab8a18a req-aaae786b-65dc-4e1c-9a35-48531f91057d service nova] Acquiring lock "refresh_cache-6bb105e9-936b-46c0-82e3-37a2139c76bd" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.681078] env[62301]: DEBUG oslo_concurrency.lockutils [req-3bb8c090-13fa-4a8e-8c03-a34bcab8a18a req-aaae786b-65dc-4e1c-9a35-48531f91057d service nova] Acquired lock "refresh_cache-6bb105e9-936b-46c0-82e3-37a2139c76bd" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.681386] env[62301]: DEBUG nova.network.neutron [req-3bb8c090-13fa-4a8e-8c03-a34bcab8a18a req-aaae786b-65dc-4e1c-9a35-48531f91057d service nova] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Refreshing network info cache for port c1b36057-fe1d-42e5-ba4c-986735c7fcee {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 606.976297] env[62301]: DEBUG oslo_vmware.api [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Task: {'id': task-2569735, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548996} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.976765] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b/e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 606.977184] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 606.977849] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0567786f-afa2-44c2-a1cf-ef9faa7ea17c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.987175] env[62301]: DEBUG oslo_vmware.api [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Waiting for the task: (returnval){ [ 606.987175] env[62301]: value = "task-2569739" [ 606.987175] env[62301]: _type = "Task" [ 606.987175] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.997893] env[62301]: DEBUG oslo_vmware.api [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Task: {'id': task-2569739, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.064086] env[62301]: DEBUG oslo_concurrency.lockutils [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.064637] env[62301]: DEBUG nova.compute.manager [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 50244b23-8fa5-4b5a-9df7-7c5df8fdb00d] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 607.068275] env[62301]: DEBUG oslo_concurrency.lockutils [None req-ec96f842-d74d-4b3f-ae1b-6b7e5ef51f04 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.618s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.069303] env[62301]: DEBUG nova.objects.instance [None req-ec96f842-d74d-4b3f-ae1b-6b7e5ef51f04 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Lazy-loading 'resources' on Instance uuid 0a349cf5-a329-4b3a-b332-e7ff7442f9f3 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 607.103444] env[62301]: DEBUG nova.compute.manager [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] [instance: 1cda51f6-3d8a-497d-bc6a-63cfb058dd29] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 607.157167] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569738, 'name': CreateVM_Task, 'duration_secs': 0.721381} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.157167] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 607.157758] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.158081] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.159082] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.159082] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96f73e10-e519-4ccc-9fd3-68b5d3fa5c92 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.167937] env[62301]: DEBUG oslo_vmware.api [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 607.167937] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]524f1472-2ec2-f75a-f56c-6fc881881e45" [ 607.167937] env[62301]: _type = "Task" [ 607.167937] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.175299] env[62301]: DEBUG oslo_vmware.api [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]524f1472-2ec2-f75a-f56c-6fc881881e45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.292406] env[62301]: DEBUG nova.network.neutron [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Successfully updated port: d2c029a0-f940-4c24-9266-fcbd54b094b3 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 607.387580] env[62301]: DEBUG nova.compute.manager [req-3f7eb493-ffdd-4a9b-b54b-c49f6a6c06f1 req-3c0fdd35-d355-4329-a132-892699018957 service nova] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] Received event network-changed-ff5f411d-8197-4919-a029-0088542573e7 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 607.387580] env[62301]: DEBUG nova.compute.manager [req-3f7eb493-ffdd-4a9b-b54b-c49f6a6c06f1 req-3c0fdd35-d355-4329-a132-892699018957 service nova] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] Refreshing instance network info cache due to event network-changed-ff5f411d-8197-4919-a029-0088542573e7. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 607.387580] env[62301]: DEBUG oslo_concurrency.lockutils [req-3f7eb493-ffdd-4a9b-b54b-c49f6a6c06f1 req-3c0fdd35-d355-4329-a132-892699018957 service nova] Acquiring lock "refresh_cache-c51583ab-2881-42e3-b9e6-831afc6b6f49" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.387580] env[62301]: DEBUG oslo_concurrency.lockutils [req-3f7eb493-ffdd-4a9b-b54b-c49f6a6c06f1 req-3c0fdd35-d355-4329-a132-892699018957 service nova] Acquired lock "refresh_cache-c51583ab-2881-42e3-b9e6-831afc6b6f49" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.387580] env[62301]: DEBUG nova.network.neutron [req-3f7eb493-ffdd-4a9b-b54b-c49f6a6c06f1 req-3c0fdd35-d355-4329-a132-892699018957 service nova] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] Refreshing network info cache for port ff5f411d-8197-4919-a029-0088542573e7 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 607.459658] env[62301]: DEBUG nova.network.neutron [req-3bb8c090-13fa-4a8e-8c03-a34bcab8a18a req-aaae786b-65dc-4e1c-9a35-48531f91057d service nova] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Updated VIF entry in instance network info cache for port c1b36057-fe1d-42e5-ba4c-986735c7fcee. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 607.459658] env[62301]: DEBUG nova.network.neutron [req-3bb8c090-13fa-4a8e-8c03-a34bcab8a18a req-aaae786b-65dc-4e1c-9a35-48531f91057d service nova] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Updating instance_info_cache with network_info: [{"id": "c1b36057-fe1d-42e5-ba4c-986735c7fcee", "address": "fa:16:3e:08:6e:6b", "network": {"id": "7c0f3559-1453-49cf-acfe-38cb288125ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1921160483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b3dfd09250b4ab486b15b680428b1a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1b36057-fe", "ovs_interfaceid": "c1b36057-fe1d-42e5-ba4c-986735c7fcee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.498269] env[62301]: DEBUG oslo_vmware.api [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Task: {'id': task-2569739, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075911} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.498501] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 607.499824] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c99552a-e0ee-4a99-9e10-20998b124f29 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.526172] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b/e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 607.528954] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc18c48d-7152-4c65-9257-8dbd3cb027a5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.552187] env[62301]: DEBUG oslo_vmware.api [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Waiting for the task: (returnval){ [ 607.552187] env[62301]: value = "task-2569740" [ 607.552187] env[62301]: _type = "Task" [ 607.552187] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.561542] env[62301]: DEBUG oslo_vmware.api [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Task: {'id': task-2569740, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.579435] env[62301]: DEBUG nova.compute.utils [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 607.579435] env[62301]: DEBUG nova.compute.manager [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 50244b23-8fa5-4b5a-9df7-7c5df8fdb00d] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 607.579435] env[62301]: DEBUG nova.network.neutron [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 50244b23-8fa5-4b5a-9df7-7c5df8fdb00d] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 607.630085] env[62301]: DEBUG oslo_concurrency.lockutils [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.679264] env[62301]: DEBUG oslo_vmware.api [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]524f1472-2ec2-f75a-f56c-6fc881881e45, 'name': SearchDatastore_Task, 'duration_secs': 0.010167} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.682177] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.682450] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 607.682729] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.682926] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.683148] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 607.683606] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9426ebbc-cb3c-431f-a4ae-a87ddc23159b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.692619] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 607.692837] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 607.693998] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a67defd-e785-471a-952a-dad3734ed096 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.702082] env[62301]: DEBUG oslo_vmware.api [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 607.702082] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5291da28-39df-c765-84f8-722fc9110da4" [ 607.702082] env[62301]: _type = "Task" [ 607.702082] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.710749] env[62301]: DEBUG oslo_vmware.api [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5291da28-39df-c765-84f8-722fc9110da4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.795618] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Acquiring lock "refresh_cache-b9a359d8-bdde-488f-b5e2-360ebd9660fb" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.795753] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Acquired lock "refresh_cache-b9a359d8-bdde-488f-b5e2-360ebd9660fb" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.795876] env[62301]: DEBUG nova.network.neutron [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 607.830709] env[62301]: DEBUG nova.policy [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '972bd7c4d3d6418a8c72db96e76e458e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea0e6662fa8e4d9d9145bd8fbc1cf541', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 607.963462] env[62301]: DEBUG oslo_concurrency.lockutils [req-3bb8c090-13fa-4a8e-8c03-a34bcab8a18a req-aaae786b-65dc-4e1c-9a35-48531f91057d service nova] Releasing lock "refresh_cache-6bb105e9-936b-46c0-82e3-37a2139c76bd" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.065273] env[62301]: DEBUG oslo_vmware.api [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Task: {'id': task-2569740, 'name': ReconfigVM_Task, 'duration_secs': 0.285013} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.065273] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b] Reconfigured VM instance instance-00000013 to attach disk [datastore2] e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b/e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 608.065273] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-734a285a-c67c-46e1-bd7f-2491d98b6fa4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.072152] env[62301]: DEBUG oslo_vmware.api [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Waiting for the task: (returnval){ [ 608.072152] env[62301]: value = "task-2569741" [ 608.072152] env[62301]: _type = "Task" [ 608.072152] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.083420] env[62301]: DEBUG nova.compute.manager [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 50244b23-8fa5-4b5a-9df7-7c5df8fdb00d] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 608.090737] env[62301]: DEBUG oslo_vmware.api [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Task: {'id': task-2569741, 'name': Rename_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.094825] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298b7dce-ce35-45e7-b9b6-951db123082b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.106311] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f61c3d-0476-4d26-b0a9-cbb6ad8b41ce {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.139534] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18470073-29f5-4d34-9698-ca74f392cd7b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.149182] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac87fdaf-9fa4-4a22-a9c7-1d1894460365 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.164144] env[62301]: DEBUG nova.compute.provider_tree [None req-ec96f842-d74d-4b3f-ae1b-6b7e5ef51f04 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 608.216051] env[62301]: DEBUG oslo_vmware.api [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5291da28-39df-c765-84f8-722fc9110da4, 'name': SearchDatastore_Task, 'duration_secs': 0.008694} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.217522] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18ead1b0-23be-4a28-949f-154e217f5269 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.222205] env[62301]: DEBUG oslo_vmware.api [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 608.222205] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]521fdf23-e7b2-91a2-d17c-e06320a8cbe8" [ 608.222205] env[62301]: _type = "Task" [ 608.222205] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.230553] env[62301]: DEBUG oslo_vmware.api [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]521fdf23-e7b2-91a2-d17c-e06320a8cbe8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.247024] env[62301]: DEBUG nova.network.neutron [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 50244b23-8fa5-4b5a-9df7-7c5df8fdb00d] Successfully created port: c77d3140-3569-4875-a770-b4d45524dbc2 {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 608.378357] env[62301]: DEBUG nova.network.neutron [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 608.582363] env[62301]: DEBUG nova.network.neutron [req-3f7eb493-ffdd-4a9b-b54b-c49f6a6c06f1 req-3c0fdd35-d355-4329-a132-892699018957 service nova] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] Updated VIF entry in instance network info cache for port ff5f411d-8197-4919-a029-0088542573e7. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 608.582710] env[62301]: DEBUG nova.network.neutron [req-3f7eb493-ffdd-4a9b-b54b-c49f6a6c06f1 req-3c0fdd35-d355-4329-a132-892699018957 service nova] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] Updating instance_info_cache with network_info: [{"id": "ff5f411d-8197-4919-a029-0088542573e7", "address": "fa:16:3e:8a:ea:6b", "network": {"id": "84fdfe6c-b92c-4aa3-a9b8-6d0fb516b49a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-430300115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f79c1c72ace843d4be630377bd5e2326", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff5f411d-81", "ovs_interfaceid": "ff5f411d-8197-4919-a029-0088542573e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.588180] env[62301]: DEBUG oslo_vmware.api [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Task: {'id': task-2569741, 'name': Rename_Task, 'duration_secs': 0.156402} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.588180] env[62301]: DEBUG nova.network.neutron [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Updating instance_info_cache with network_info: [{"id": "d2c029a0-f940-4c24-9266-fcbd54b094b3", "address": "fa:16:3e:98:bd:37", "network": {"id": "60d65c63-008c-468f-9a7a-7a22a839b9b8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1509324704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7c1b7a6289bc4ac89d1e493f56de77a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2c029a0-f9", "ovs_interfaceid": "d2c029a0-f940-4c24-9266-fcbd54b094b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.588860] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 608.589268] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe36fb94-9c27-40a0-84e1-1d746050c664 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.600533] env[62301]: DEBUG oslo_vmware.api [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Waiting for the task: (returnval){ [ 608.600533] env[62301]: value = "task-2569742" [ 608.600533] env[62301]: _type = "Task" [ 608.600533] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.614803] env[62301]: DEBUG oslo_vmware.api [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Task: {'id': task-2569742, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.671261] env[62301]: DEBUG nova.scheduler.client.report [None req-ec96f842-d74d-4b3f-ae1b-6b7e5ef51f04 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 608.733693] env[62301]: DEBUG oslo_vmware.api [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]521fdf23-e7b2-91a2-d17c-e06320a8cbe8, 'name': SearchDatastore_Task, 'duration_secs': 0.010031} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.734024] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.734277] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] 6bb105e9-936b-46c0-82e3-37a2139c76bd/6bb105e9-936b-46c0-82e3-37a2139c76bd.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 608.734541] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b807551c-0267-4be0-89a9-22420833ff0d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.740988] env[62301]: DEBUG oslo_vmware.api [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 608.740988] env[62301]: value = "task-2569743" [ 608.740988] env[62301]: _type = "Task" [ 608.740988] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.749043] env[62301]: DEBUG oslo_vmware.api [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2569743, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.865698] env[62301]: DEBUG nova.compute.manager [req-d1298d96-56b0-4a17-a289-0e760f3db89c req-c0868983-a7b0-466c-9187-fbca9847b15e service nova] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Received event network-vif-plugged-d2c029a0-f940-4c24-9266-fcbd54b094b3 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 608.865698] env[62301]: DEBUG oslo_concurrency.lockutils [req-d1298d96-56b0-4a17-a289-0e760f3db89c req-c0868983-a7b0-466c-9187-fbca9847b15e service nova] Acquiring lock "b9a359d8-bdde-488f-b5e2-360ebd9660fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.865922] env[62301]: DEBUG oslo_concurrency.lockutils [req-d1298d96-56b0-4a17-a289-0e760f3db89c req-c0868983-a7b0-466c-9187-fbca9847b15e service nova] Lock "b9a359d8-bdde-488f-b5e2-360ebd9660fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.866188] env[62301]: DEBUG oslo_concurrency.lockutils [req-d1298d96-56b0-4a17-a289-0e760f3db89c req-c0868983-a7b0-466c-9187-fbca9847b15e service nova] Lock "b9a359d8-bdde-488f-b5e2-360ebd9660fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.866268] env[62301]: DEBUG nova.compute.manager [req-d1298d96-56b0-4a17-a289-0e760f3db89c req-c0868983-a7b0-466c-9187-fbca9847b15e service nova] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] No waiting events found dispatching network-vif-plugged-d2c029a0-f940-4c24-9266-fcbd54b094b3 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 608.866444] env[62301]: WARNING nova.compute.manager [req-d1298d96-56b0-4a17-a289-0e760f3db89c req-c0868983-a7b0-466c-9187-fbca9847b15e service nova] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Received unexpected event network-vif-plugged-d2c029a0-f940-4c24-9266-fcbd54b094b3 for instance with vm_state building and task_state spawning. [ 608.866658] env[62301]: DEBUG nova.compute.manager [req-d1298d96-56b0-4a17-a289-0e760f3db89c req-c0868983-a7b0-466c-9187-fbca9847b15e service nova] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Received event network-changed-d2c029a0-f940-4c24-9266-fcbd54b094b3 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 608.867602] env[62301]: DEBUG nova.compute.manager [req-d1298d96-56b0-4a17-a289-0e760f3db89c req-c0868983-a7b0-466c-9187-fbca9847b15e service nova] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Refreshing instance network info cache due to event network-changed-d2c029a0-f940-4c24-9266-fcbd54b094b3. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 608.867782] env[62301]: DEBUG oslo_concurrency.lockutils [req-d1298d96-56b0-4a17-a289-0e760f3db89c req-c0868983-a7b0-466c-9187-fbca9847b15e service nova] Acquiring lock "refresh_cache-b9a359d8-bdde-488f-b5e2-360ebd9660fb" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.090838] env[62301]: DEBUG oslo_concurrency.lockutils [req-3f7eb493-ffdd-4a9b-b54b-c49f6a6c06f1 req-3c0fdd35-d355-4329-a132-892699018957 service nova] Releasing lock "refresh_cache-c51583ab-2881-42e3-b9e6-831afc6b6f49" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.090838] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Releasing lock "refresh_cache-b9a359d8-bdde-488f-b5e2-360ebd9660fb" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.091227] env[62301]: DEBUG nova.compute.manager [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Instance network_info: |[{"id": "d2c029a0-f940-4c24-9266-fcbd54b094b3", "address": "fa:16:3e:98:bd:37", "network": {"id": "60d65c63-008c-468f-9a7a-7a22a839b9b8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1509324704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7c1b7a6289bc4ac89d1e493f56de77a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2c029a0-f9", "ovs_interfaceid": "d2c029a0-f940-4c24-9266-fcbd54b094b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 609.091319] env[62301]: DEBUG oslo_concurrency.lockutils [req-d1298d96-56b0-4a17-a289-0e760f3db89c req-c0868983-a7b0-466c-9187-fbca9847b15e service nova] Acquired lock "refresh_cache-b9a359d8-bdde-488f-b5e2-360ebd9660fb" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.091504] env[62301]: DEBUG nova.network.neutron [req-d1298d96-56b0-4a17-a289-0e760f3db89c req-c0868983-a7b0-466c-9187-fbca9847b15e service nova] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Refreshing network info cache for port d2c029a0-f940-4c24-9266-fcbd54b094b3 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 609.092793] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:bd:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afae6acd-1873-4228-9d5a-1cd5d4efe3e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2c029a0-f940-4c24-9266-fcbd54b094b3', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 609.102829] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Creating folder: Project (7c1b7a6289bc4ac89d1e493f56de77a6). Parent ref: group-v518653. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.104986] env[62301]: DEBUG nova.compute.manager [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 50244b23-8fa5-4b5a-9df7-7c5df8fdb00d] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 609.106543] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36db0760-4688-4802-9e39-7184808d4869 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.126268] env[62301]: DEBUG oslo_vmware.api [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Task: {'id': task-2569742, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.128160] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Created folder: Project (7c1b7a6289bc4ac89d1e493f56de77a6) in parent group-v518653. [ 609.128345] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Creating folder: Instances. Parent ref: group-v518719. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.128589] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f27cef75-1449-42a6-b25f-541910668681 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.138761] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Created folder: Instances in parent group-v518719. [ 609.139191] env[62301]: DEBUG oslo.service.loopingcall [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 609.141195] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 609.142108] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c053ad9-d667-4b55-8b70-a1f935a477ad {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.159882] env[62301]: DEBUG nova.virt.hardware [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 609.160135] env[62301]: DEBUG nova.virt.hardware [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 609.160991] env[62301]: DEBUG nova.virt.hardware [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 609.160991] env[62301]: DEBUG nova.virt.hardware [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 609.160991] env[62301]: DEBUG nova.virt.hardware [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 609.160991] env[62301]: DEBUG nova.virt.hardware [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 609.160991] env[62301]: DEBUG nova.virt.hardware [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 609.161397] env[62301]: DEBUG nova.virt.hardware [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 609.161397] env[62301]: DEBUG nova.virt.hardware [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 609.161524] env[62301]: DEBUG nova.virt.hardware [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 609.161586] env[62301]: DEBUG nova.virt.hardware [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 609.162928] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f8e4f3-c522-4cee-93ae-5635893da830 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.172587] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b4b8e7e-1200-46aa-adcb-878dfec9ebbe {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.179241] env[62301]: DEBUG oslo_concurrency.lockutils [None req-ec96f842-d74d-4b3f-ae1b-6b7e5ef51f04 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.111s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.181517] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 609.181517] env[62301]: value = "task-2569746" [ 609.181517] env[62301]: _type = "Task" [ 609.181517] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.182131] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c9feb103-e179-4783-ad72-3144d7ec3379 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.022s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.182424] env[62301]: DEBUG nova.objects.instance [None req-c9feb103-e179-4783-ad72-3144d7ec3379 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Lazy-loading 'resources' on Instance uuid f26ca09f-a9b1-4262-842e-cc77d036d33a {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 609.207466] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569746, 'name': CreateVM_Task} progress is 15%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.214069] env[62301]: INFO nova.scheduler.client.report [None req-ec96f842-d74d-4b3f-ae1b-6b7e5ef51f04 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Deleted allocations for instance 0a349cf5-a329-4b3a-b332-e7ff7442f9f3 [ 609.252947] env[62301]: DEBUG oslo_vmware.api [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2569743, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457887} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.253487] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] 6bb105e9-936b-46c0-82e3-37a2139c76bd/6bb105e9-936b-46c0-82e3-37a2139c76bd.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 609.253718] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 609.253995] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea311e18-8710-429a-8b71-6ef8e29b52ef {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.261695] env[62301]: DEBUG oslo_vmware.api [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 609.261695] env[62301]: value = "task-2569747" [ 609.261695] env[62301]: _type = "Task" [ 609.261695] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.274032] env[62301]: DEBUG oslo_vmware.api [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2569747, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.620091] env[62301]: DEBUG oslo_vmware.api [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Task: {'id': task-2569742, 'name': PowerOnVM_Task, 'duration_secs': 0.730924} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.620480] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 609.620746] env[62301]: INFO nova.compute.manager [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b] Took 9.54 seconds to spawn the instance on the hypervisor. [ 609.620985] env[62301]: DEBUG nova.compute.manager [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 609.622100] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d1985a-c9af-4637-a1a5-1996fa50dd7f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.696588] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569746, 'name': CreateVM_Task, 'duration_secs': 0.377703} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.696845] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 609.697556] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.697723] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.698043] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.698295] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ef4f75a-c833-4c08-b60f-912b1fca16d0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.703049] env[62301]: DEBUG oslo_vmware.api [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Waiting for the task: (returnval){ [ 609.703049] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]523c35af-a76a-7850-2737-b92115dabb1b" [ 609.703049] env[62301]: _type = "Task" [ 609.703049] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.715541] env[62301]: DEBUG oslo_vmware.api [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]523c35af-a76a-7850-2737-b92115dabb1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.724960] env[62301]: DEBUG oslo_concurrency.lockutils [None req-ec96f842-d74d-4b3f-ae1b-6b7e5ef51f04 tempest-ServerDiagnosticsTest-316177052 tempest-ServerDiagnosticsTest-316177052-project-member] Lock "0a349cf5-a329-4b3a-b332-e7ff7442f9f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.692s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.780149] env[62301]: DEBUG oslo_vmware.api [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2569747, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075978} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.781025] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 609.781964] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2912d443-0a5f-4a2c-bccb-5ae14931402e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.815070] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 6bb105e9-936b-46c0-82e3-37a2139c76bd/6bb105e9-936b-46c0-82e3-37a2139c76bd.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 609.822098] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39934a2a-9bf0-47a6-8cb4-c0a4de68c6da {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.851278] env[62301]: DEBUG oslo_vmware.api [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 609.851278] env[62301]: value = "task-2569748" [ 609.851278] env[62301]: _type = "Task" [ 609.851278] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.862465] env[62301]: DEBUG oslo_vmware.api [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2569748, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.903770] env[62301]: DEBUG nova.compute.manager [req-12cb3a79-edc4-404c-b3c0-e69f5f2f1713 req-4aee1ce0-4f1b-4c25-9856-3eab6ee86434 service nova] [instance: 50244b23-8fa5-4b5a-9df7-7c5df8fdb00d] Received event network-vif-plugged-c77d3140-3569-4875-a770-b4d45524dbc2 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 609.904680] env[62301]: DEBUG oslo_concurrency.lockutils [req-12cb3a79-edc4-404c-b3c0-e69f5f2f1713 req-4aee1ce0-4f1b-4c25-9856-3eab6ee86434 service nova] Acquiring lock "50244b23-8fa5-4b5a-9df7-7c5df8fdb00d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.905026] env[62301]: DEBUG oslo_concurrency.lockutils [req-12cb3a79-edc4-404c-b3c0-e69f5f2f1713 req-4aee1ce0-4f1b-4c25-9856-3eab6ee86434 service nova] Lock "50244b23-8fa5-4b5a-9df7-7c5df8fdb00d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.905277] env[62301]: DEBUG oslo_concurrency.lockutils [req-12cb3a79-edc4-404c-b3c0-e69f5f2f1713 req-4aee1ce0-4f1b-4c25-9856-3eab6ee86434 service nova] Lock "50244b23-8fa5-4b5a-9df7-7c5df8fdb00d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.905981] env[62301]: DEBUG nova.compute.manager [req-12cb3a79-edc4-404c-b3c0-e69f5f2f1713 req-4aee1ce0-4f1b-4c25-9856-3eab6ee86434 service nova] [instance: 50244b23-8fa5-4b5a-9df7-7c5df8fdb00d] No waiting events found dispatching network-vif-plugged-c77d3140-3569-4875-a770-b4d45524dbc2 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 609.906275] env[62301]: WARNING nova.compute.manager [req-12cb3a79-edc4-404c-b3c0-e69f5f2f1713 req-4aee1ce0-4f1b-4c25-9856-3eab6ee86434 service nova] [instance: 50244b23-8fa5-4b5a-9df7-7c5df8fdb00d] Received unexpected event network-vif-plugged-c77d3140-3569-4875-a770-b4d45524dbc2 for instance with vm_state building and task_state spawning. [ 609.941389] env[62301]: DEBUG nova.network.neutron [req-d1298d96-56b0-4a17-a289-0e760f3db89c req-c0868983-a7b0-466c-9187-fbca9847b15e service nova] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Updated VIF entry in instance network info cache for port d2c029a0-f940-4c24-9266-fcbd54b094b3. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 609.942929] env[62301]: DEBUG nova.network.neutron [req-d1298d96-56b0-4a17-a289-0e760f3db89c req-c0868983-a7b0-466c-9187-fbca9847b15e service nova] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Updating instance_info_cache with network_info: [{"id": "d2c029a0-f940-4c24-9266-fcbd54b094b3", "address": "fa:16:3e:98:bd:37", "network": {"id": "60d65c63-008c-468f-9a7a-7a22a839b9b8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1509324704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7c1b7a6289bc4ac89d1e493f56de77a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2c029a0-f9", "ovs_interfaceid": "d2c029a0-f940-4c24-9266-fcbd54b094b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.041457] env[62301]: DEBUG nova.network.neutron [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 50244b23-8fa5-4b5a-9df7-7c5df8fdb00d] Successfully updated port: c77d3140-3569-4875-a770-b4d45524dbc2 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 610.141870] env[62301]: INFO nova.compute.manager [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b] Took 34.26 seconds to build instance. [ 610.212318] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a77387-92cd-463c-ad82-a08681db2819 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.222486] env[62301]: DEBUG oslo_vmware.api [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]523c35af-a76a-7850-2737-b92115dabb1b, 'name': SearchDatastore_Task, 'duration_secs': 0.011634} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.223496] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.223719] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 610.224321] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.224321] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.224321] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 610.224650] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-328add27-0a29-46a9-8416-a134f09ff9c9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.229646] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82a4062-8055-4833-8646-f9d12de386e4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.234679] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 610.234868] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 610.260484] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9d5f7ad-8853-4e20-b915-be4a14d603d2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.264748] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185b1c49-ceae-4440-a915-5c40035eb296 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.273252] env[62301]: DEBUG oslo_vmware.api [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Waiting for the task: (returnval){ [ 610.273252] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]521cbb64-a309-5c73-e231-fcfbb01a3bef" [ 610.273252] env[62301]: _type = "Task" [ 610.273252] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.279139] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda46b1f-6ec8-4e4d-a82b-3e84ba21676e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.289264] env[62301]: DEBUG oslo_vmware.api [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]521cbb64-a309-5c73-e231-fcfbb01a3bef, 'name': SearchDatastore_Task, 'duration_secs': 0.009596} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.298337] env[62301]: DEBUG nova.compute.provider_tree [None req-c9feb103-e179-4783-ad72-3144d7ec3379 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 610.299649] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd10d2e8-2048-4370-9803-c7a5de4d5f59 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.305306] env[62301]: DEBUG oslo_vmware.api [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Waiting for the task: (returnval){ [ 610.305306] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52e16bde-a81d-5fcb-4092-d3a4c03a9925" [ 610.305306] env[62301]: _type = "Task" [ 610.305306] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.314839] env[62301]: DEBUG oslo_vmware.api [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52e16bde-a81d-5fcb-4092-d3a4c03a9925, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.360750] env[62301]: DEBUG oslo_vmware.api [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2569748, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.445079] env[62301]: DEBUG oslo_concurrency.lockutils [req-d1298d96-56b0-4a17-a289-0e760f3db89c req-c0868983-a7b0-466c-9187-fbca9847b15e service nova] Releasing lock "refresh_cache-b9a359d8-bdde-488f-b5e2-360ebd9660fb" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.545096] env[62301]: DEBUG oslo_concurrency.lockutils [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Acquiring lock "refresh_cache-50244b23-8fa5-4b5a-9df7-7c5df8fdb00d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.545279] env[62301]: DEBUG oslo_concurrency.lockutils [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Acquired lock "refresh_cache-50244b23-8fa5-4b5a-9df7-7c5df8fdb00d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.545440] env[62301]: DEBUG nova.network.neutron [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 50244b23-8fa5-4b5a-9df7-7c5df8fdb00d] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 610.645925] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0eafc655-676d-4f84-b74e-1c4e7ae22dca tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Lock "e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.902s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.777184] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da4630c-0c4a-439d-90a2-f6a4872112d1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.784206] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-62080b15-2516-4487-adf1-08c3617d1e62 tempest-ServersAdminNegativeTestJSON-225568635 tempest-ServersAdminNegativeTestJSON-225568635-project-admin] [instance: e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b] Suspending the VM {{(pid=62301) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 610.786026] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-39fc8f87-4a2b-4efa-b3a6-21754d8eaa54 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.791678] env[62301]: DEBUG oslo_vmware.api [None req-62080b15-2516-4487-adf1-08c3617d1e62 tempest-ServersAdminNegativeTestJSON-225568635 tempest-ServersAdminNegativeTestJSON-225568635-project-admin] Waiting for the task: (returnval){ [ 610.791678] env[62301]: value = "task-2569749" [ 610.791678] env[62301]: _type = "Task" [ 610.791678] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.802188] env[62301]: DEBUG oslo_vmware.api [None req-62080b15-2516-4487-adf1-08c3617d1e62 tempest-ServersAdminNegativeTestJSON-225568635 tempest-ServersAdminNegativeTestJSON-225568635-project-admin] Task: {'id': task-2569749, 'name': SuspendVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.803664] env[62301]: DEBUG nova.scheduler.client.report [None req-c9feb103-e179-4783-ad72-3144d7ec3379 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 610.818970] env[62301]: DEBUG oslo_vmware.api [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52e16bde-a81d-5fcb-4092-d3a4c03a9925, 'name': SearchDatastore_Task, 'duration_secs': 0.009145} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.821017] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.821017] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] b9a359d8-bdde-488f-b5e2-360ebd9660fb/b9a359d8-bdde-488f-b5e2-360ebd9660fb.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 610.821017] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a72e48da-faea-432a-897f-7796a409c3a2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.829218] env[62301]: DEBUG oslo_vmware.api [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Waiting for the task: (returnval){ [ 610.829218] env[62301]: value = "task-2569750" [ 610.829218] env[62301]: _type = "Task" [ 610.829218] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.838647] env[62301]: DEBUG oslo_vmware.api [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Task: {'id': task-2569750, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.862603] env[62301]: DEBUG oslo_vmware.api [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2569748, 'name': ReconfigVM_Task, 'duration_secs': 0.841637} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.862981] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 6bb105e9-936b-46c0-82e3-37a2139c76bd/6bb105e9-936b-46c0-82e3-37a2139c76bd.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 610.863799] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2762f11b-209f-4ec2-89c4-4fc4b05ded61 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.873655] env[62301]: DEBUG oslo_vmware.api [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 610.873655] env[62301]: value = "task-2569751" [ 610.873655] env[62301]: _type = "Task" [ 610.873655] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.886307] env[62301]: DEBUG oslo_vmware.api [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2569751, 'name': Rename_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.128235] env[62301]: DEBUG nova.network.neutron [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 50244b23-8fa5-4b5a-9df7-7c5df8fdb00d] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 611.148343] env[62301]: DEBUG nova.compute.manager [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 611.306963] env[62301]: DEBUG oslo_vmware.api [None req-62080b15-2516-4487-adf1-08c3617d1e62 tempest-ServersAdminNegativeTestJSON-225568635 tempest-ServersAdminNegativeTestJSON-225568635-project-admin] Task: {'id': task-2569749, 'name': SuspendVM_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.313952] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c9feb103-e179-4783-ad72-3144d7ec3379 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.132s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.320396] env[62301]: DEBUG oslo_concurrency.lockutils [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.289s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.321985] env[62301]: INFO nova.compute.claims [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: ed8d7f2a-231e-4ffe-b839-4074821619fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 611.347264] env[62301]: DEBUG oslo_vmware.api [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Task: {'id': task-2569750, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443897} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.347264] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] b9a359d8-bdde-488f-b5e2-360ebd9660fb/b9a359d8-bdde-488f-b5e2-360ebd9660fb.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 611.348229] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 611.348433] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6cc429a4-61c9-4d3b-817d-8f199d3c364a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.355300] env[62301]: DEBUG oslo_vmware.api [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Waiting for the task: (returnval){ [ 611.355300] env[62301]: value = "task-2569752" [ 611.355300] env[62301]: _type = "Task" [ 611.355300] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.367795] env[62301]: DEBUG oslo_vmware.api [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Task: {'id': task-2569752, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.383584] env[62301]: INFO nova.scheduler.client.report [None req-c9feb103-e179-4783-ad72-3144d7ec3379 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Deleted allocations for instance f26ca09f-a9b1-4262-842e-cc77d036d33a [ 611.394599] env[62301]: DEBUG oslo_vmware.api [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2569751, 'name': Rename_Task, 'duration_secs': 0.459319} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.395236] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 611.398026] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f57f609e-1ba6-4dbb-8fac-4abe6ec6a186 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.404957] env[62301]: DEBUG oslo_vmware.api [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 611.404957] env[62301]: value = "task-2569753" [ 611.404957] env[62301]: _type = "Task" [ 611.404957] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.412781] env[62301]: DEBUG oslo_vmware.api [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2569753, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.459948] env[62301]: DEBUG nova.network.neutron [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 50244b23-8fa5-4b5a-9df7-7c5df8fdb00d] Updating instance_info_cache with network_info: [{"id": "c77d3140-3569-4875-a770-b4d45524dbc2", "address": "fa:16:3e:3b:6f:8f", "network": {"id": "33e3cb5c-4e1c-44ed-9bb8-ebbccf127035", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1068967063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea0e6662fa8e4d9d9145bd8fbc1cf541", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc77d3140-35", "ovs_interfaceid": "c77d3140-3569-4875-a770-b4d45524dbc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.673833] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.805407] env[62301]: DEBUG oslo_vmware.api [None req-62080b15-2516-4487-adf1-08c3617d1e62 tempest-ServersAdminNegativeTestJSON-225568635 tempest-ServersAdminNegativeTestJSON-225568635-project-admin] Task: {'id': task-2569749, 'name': SuspendVM_Task} progress is 100%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.866464] env[62301]: DEBUG oslo_vmware.api [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Task: {'id': task-2569752, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121217} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.866807] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 611.867721] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92657420-4667-49d3-b05c-c1c0df49290e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.893046] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] b9a359d8-bdde-488f-b5e2-360ebd9660fb/b9a359d8-bdde-488f-b5e2-360ebd9660fb.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 611.899939] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-151cb70f-3b37-4e48-a384-2cc4bebf111c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.916593] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c9feb103-e179-4783-ad72-3144d7ec3379 tempest-ServerAddressesTestJSON-30072328 tempest-ServerAddressesTestJSON-30072328-project-member] Lock "f26ca09f-a9b1-4262-842e-cc77d036d33a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.700s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.927998] env[62301]: DEBUG oslo_vmware.api [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2569753, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.931086] env[62301]: DEBUG oslo_vmware.api [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Waiting for the task: (returnval){ [ 611.931086] env[62301]: value = "task-2569754" [ 611.931086] env[62301]: _type = "Task" [ 611.931086] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.945279] env[62301]: DEBUG oslo_vmware.api [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Task: {'id': task-2569754, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.962113] env[62301]: DEBUG oslo_concurrency.lockutils [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Releasing lock "refresh_cache-50244b23-8fa5-4b5a-9df7-7c5df8fdb00d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.963871] env[62301]: DEBUG nova.compute.manager [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 50244b23-8fa5-4b5a-9df7-7c5df8fdb00d] Instance network_info: |[{"id": "c77d3140-3569-4875-a770-b4d45524dbc2", "address": "fa:16:3e:3b:6f:8f", "network": {"id": "33e3cb5c-4e1c-44ed-9bb8-ebbccf127035", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1068967063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea0e6662fa8e4d9d9145bd8fbc1cf541", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc77d3140-35", "ovs_interfaceid": "c77d3140-3569-4875-a770-b4d45524dbc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 611.964039] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 50244b23-8fa5-4b5a-9df7-7c5df8fdb00d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:6f:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c77d3140-3569-4875-a770-b4d45524dbc2', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 611.971832] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Creating folder: Project (ea0e6662fa8e4d9d9145bd8fbc1cf541). Parent ref: group-v518653. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 611.972538] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-376ff581-56ba-4e6b-9e83-a938634cc28b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.982560] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Created folder: Project (ea0e6662fa8e4d9d9145bd8fbc1cf541) in parent group-v518653. [ 611.982756] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Creating folder: Instances. Parent ref: group-v518722. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 611.983009] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f44f5a4-13b3-4950-873a-a88335a8f8fc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.995129] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Created folder: Instances in parent group-v518722. [ 611.995480] env[62301]: DEBUG oslo.service.loopingcall [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 611.995737] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50244b23-8fa5-4b5a-9df7-7c5df8fdb00d] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 611.996018] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a80ed0c-d102-4b50-ac7d-2a07ddf1b7dd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.017603] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 612.017603] env[62301]: value = "task-2569757" [ 612.017603] env[62301]: _type = "Task" [ 612.017603] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.026844] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569757, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.090418] env[62301]: DEBUG nova.compute.manager [req-9061f939-3221-45ef-a684-54c89d944b34 req-14a32e8a-c6eb-49dc-a7cc-77d2a1ecf35e service nova] [instance: 50244b23-8fa5-4b5a-9df7-7c5df8fdb00d] Received event network-changed-c77d3140-3569-4875-a770-b4d45524dbc2 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 612.090615] env[62301]: DEBUG nova.compute.manager [req-9061f939-3221-45ef-a684-54c89d944b34 req-14a32e8a-c6eb-49dc-a7cc-77d2a1ecf35e service nova] [instance: 50244b23-8fa5-4b5a-9df7-7c5df8fdb00d] Refreshing instance network info cache due to event network-changed-c77d3140-3569-4875-a770-b4d45524dbc2. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 612.090878] env[62301]: DEBUG oslo_concurrency.lockutils [req-9061f939-3221-45ef-a684-54c89d944b34 req-14a32e8a-c6eb-49dc-a7cc-77d2a1ecf35e service nova] Acquiring lock "refresh_cache-50244b23-8fa5-4b5a-9df7-7c5df8fdb00d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.091878] env[62301]: DEBUG oslo_concurrency.lockutils [req-9061f939-3221-45ef-a684-54c89d944b34 req-14a32e8a-c6eb-49dc-a7cc-77d2a1ecf35e service nova] Acquired lock "refresh_cache-50244b23-8fa5-4b5a-9df7-7c5df8fdb00d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.092149] env[62301]: DEBUG nova.network.neutron [req-9061f939-3221-45ef-a684-54c89d944b34 req-14a32e8a-c6eb-49dc-a7cc-77d2a1ecf35e service nova] [instance: 50244b23-8fa5-4b5a-9df7-7c5df8fdb00d] Refreshing network info cache for port c77d3140-3569-4875-a770-b4d45524dbc2 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 612.306490] env[62301]: DEBUG oslo_vmware.api [None req-62080b15-2516-4487-adf1-08c3617d1e62 tempest-ServersAdminNegativeTestJSON-225568635 tempest-ServersAdminNegativeTestJSON-225568635-project-admin] Task: {'id': task-2569749, 'name': SuspendVM_Task, 'duration_secs': 1.269222} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.307032] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-62080b15-2516-4487-adf1-08c3617d1e62 tempest-ServersAdminNegativeTestJSON-225568635 tempest-ServersAdminNegativeTestJSON-225568635-project-admin] [instance: e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b] Suspended the VM {{(pid=62301) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 612.307231] env[62301]: DEBUG nova.compute.manager [None req-62080b15-2516-4487-adf1-08c3617d1e62 tempest-ServersAdminNegativeTestJSON-225568635 tempest-ServersAdminNegativeTestJSON-225568635-project-admin] [instance: e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 612.308319] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de01529-b986-43e3-ae72-2234b76a7087 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.429245] env[62301]: DEBUG oslo_vmware.api [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2569753, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.443382] env[62301]: DEBUG oslo_vmware.api [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Task: {'id': task-2569754, 'name': ReconfigVM_Task, 'duration_secs': 0.283556} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.446089] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Reconfigured VM instance instance-00000015 to attach disk [datastore1] b9a359d8-bdde-488f-b5e2-360ebd9660fb/b9a359d8-bdde-488f-b5e2-360ebd9660fb.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 612.451025] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2cd85304-b728-40f2-a60c-0acea15eb360 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.456090] env[62301]: DEBUG oslo_vmware.api [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Waiting for the task: (returnval){ [ 612.456090] env[62301]: value = "task-2569758" [ 612.456090] env[62301]: _type = "Task" [ 612.456090] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.464960] env[62301]: DEBUG oslo_vmware.api [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Task: {'id': task-2569758, 'name': Rename_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.527763] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569757, 'name': CreateVM_Task} progress is 25%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.686291] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 612.687204] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 612.842361] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a80196-315e-4786-83d5-f0bfbd0c285d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.851017] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced50aec-0980-4d7c-9ba3-c51009b209a5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.882863] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1bc3f1-8247-49e8-bc9a-99e93151a5e1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.890811] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707d7042-f080-43b9-abbc-69d6f03e3b69 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.911415] env[62301]: DEBUG nova.compute.provider_tree [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 612.928209] env[62301]: DEBUG oslo_vmware.api [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2569753, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.965957] env[62301]: DEBUG oslo_vmware.api [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Task: {'id': task-2569758, 'name': Rename_Task, 'duration_secs': 0.157068} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.965957] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 612.966102] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1013d27c-7333-40eb-bed8-c7c5722758c5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.972829] env[62301]: DEBUG oslo_vmware.api [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Waiting for the task: (returnval){ [ 612.972829] env[62301]: value = "task-2569759" [ 612.972829] env[62301]: _type = "Task" [ 612.972829] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.981644] env[62301]: DEBUG oslo_vmware.api [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Task: {'id': task-2569759, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.029671] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569757, 'name': CreateVM_Task, 'duration_secs': 0.660353} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.029671] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50244b23-8fa5-4b5a-9df7-7c5df8fdb00d] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 613.029671] env[62301]: DEBUG oslo_concurrency.lockutils [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.029671] env[62301]: DEBUG oslo_concurrency.lockutils [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.029671] env[62301]: DEBUG oslo_concurrency.lockutils [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.029671] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcb72242-1474-4003-bd12-d897c0ea8218 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.034070] env[62301]: DEBUG oslo_vmware.api [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Waiting for the task: (returnval){ [ 613.034070] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52d1a050-2205-f1d1-9afb-6e282f7a33f3" [ 613.034070] env[62301]: _type = "Task" [ 613.034070] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.041786] env[62301]: DEBUG oslo_vmware.api [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52d1a050-2205-f1d1-9afb-6e282f7a33f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.220061] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 613.220061] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Starting heal instance info cache {{(pid=62301) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 613.220061] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Rebuilding the list of instances to heal {{(pid=62301) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 613.220061] env[62301]: DEBUG nova.network.neutron [req-9061f939-3221-45ef-a684-54c89d944b34 req-14a32e8a-c6eb-49dc-a7cc-77d2a1ecf35e service nova] [instance: 50244b23-8fa5-4b5a-9df7-7c5df8fdb00d] Updated VIF entry in instance network info cache for port c77d3140-3569-4875-a770-b4d45524dbc2. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 613.220693] env[62301]: DEBUG nova.network.neutron [req-9061f939-3221-45ef-a684-54c89d944b34 req-14a32e8a-c6eb-49dc-a7cc-77d2a1ecf35e service nova] [instance: 50244b23-8fa5-4b5a-9df7-7c5df8fdb00d] Updating instance_info_cache with network_info: [{"id": "c77d3140-3569-4875-a770-b4d45524dbc2", "address": "fa:16:3e:3b:6f:8f", "network": {"id": "33e3cb5c-4e1c-44ed-9bb8-ebbccf127035", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1068967063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea0e6662fa8e4d9d9145bd8fbc1cf541", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc77d3140-35", "ovs_interfaceid": "c77d3140-3569-4875-a770-b4d45524dbc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.421138] env[62301]: DEBUG nova.scheduler.client.report [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 613.433981] env[62301]: DEBUG oslo_vmware.api [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2569753, 'name': PowerOnVM_Task, 'duration_secs': 1.615263} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.434485] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 613.434973] env[62301]: INFO nova.compute.manager [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Took 10.64 seconds to spawn the instance on the hypervisor. [ 613.435282] env[62301]: DEBUG nova.compute.manager [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 613.436363] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21291e38-18fe-4662-b1cd-0fbbe8893a09 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.486086] env[62301]: DEBUG oslo_vmware.api [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Task: {'id': task-2569759, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.547438] env[62301]: DEBUG oslo_vmware.api [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52d1a050-2205-f1d1-9afb-6e282f7a33f3, 'name': SearchDatastore_Task, 'duration_secs': 0.016612} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.547757] env[62301]: DEBUG oslo_concurrency.lockutils [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.547995] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 50244b23-8fa5-4b5a-9df7-7c5df8fdb00d] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 613.548495] env[62301]: DEBUG oslo_concurrency.lockutils [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.548641] env[62301]: DEBUG oslo_concurrency.lockutils [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.549102] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 613.549279] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf9aa8ae-15f7-4d4e-9c1d-901337614aa6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.561831] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 613.562121] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 613.562818] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe8f036c-7ac2-45d1-88e5-c4f370fc63b3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.572067] env[62301]: DEBUG oslo_vmware.api [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Waiting for the task: (returnval){ [ 613.572067] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52703643-d93c-f34e-2daa-1a0653b8ccbf" [ 613.572067] env[62301]: _type = "Task" [ 613.572067] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.583037] env[62301]: DEBUG oslo_vmware.api [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52703643-d93c-f34e-2daa-1a0653b8ccbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.709778] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Skipping network cache update for instance because it is Building. {{(pid=62301) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 613.709778] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Skipping network cache update for instance because it is Building. {{(pid=62301) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 613.709778] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 50244b23-8fa5-4b5a-9df7-7c5df8fdb00d] Skipping network cache update for instance because it is Building. {{(pid=62301) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 613.709778] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: ed8d7f2a-231e-4ffe-b839-4074821619fc] Skipping network cache update for instance because it is Building. {{(pid=62301) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 613.717800] env[62301]: DEBUG oslo_concurrency.lockutils [req-9061f939-3221-45ef-a684-54c89d944b34 req-14a32e8a-c6eb-49dc-a7cc-77d2a1ecf35e service nova] Releasing lock "refresh_cache-50244b23-8fa5-4b5a-9df7-7c5df8fdb00d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.743786] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Acquiring lock "refresh_cache-bdc392c0-6aee-40e8-9acb-0cee34a7ded5" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.743786] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Acquired lock "refresh_cache-bdc392c0-6aee-40e8-9acb-0cee34a7ded5" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.743786] env[62301]: DEBUG nova.network.neutron [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Forcefully refreshing network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 613.743786] env[62301]: DEBUG nova.objects.instance [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lazy-loading 'info_cache' on Instance uuid bdc392c0-6aee-40e8-9acb-0cee34a7ded5 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 613.929875] env[62301]: DEBUG oslo_concurrency.lockutils [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.610s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.930501] env[62301]: DEBUG nova.compute.manager [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: ed8d7f2a-231e-4ffe-b839-4074821619fc] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 613.934604] env[62301]: DEBUG oslo_concurrency.lockutils [None req-55b04044-c187-4bdf-abec-7be93d9f815f tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.886s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.939259] env[62301]: DEBUG nova.objects.instance [None req-55b04044-c187-4bdf-abec-7be93d9f815f tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Lazy-loading 'resources' on Instance uuid bdc392c0-6aee-40e8-9acb-0cee34a7ded5 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 613.957478] env[62301]: INFO nova.compute.manager [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Took 36.63 seconds to build instance. [ 613.986316] env[62301]: DEBUG oslo_vmware.api [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Task: {'id': task-2569759, 'name': PowerOnVM_Task, 'duration_secs': 0.518459} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.986623] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 613.986816] env[62301]: INFO nova.compute.manager [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Took 7.49 seconds to spawn the instance on the hypervisor. [ 613.986992] env[62301]: DEBUG nova.compute.manager [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 613.987834] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47c224c-6a8e-48c2-aaab-009486782f21 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.087732] env[62301]: DEBUG oslo_vmware.api [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52703643-d93c-f34e-2daa-1a0653b8ccbf, 'name': SearchDatastore_Task, 'duration_secs': 0.015654} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.088633] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5f9b80f-5e2f-4f97-9aff-0f3c8feb6d13 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.094307] env[62301]: DEBUG oslo_vmware.api [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Waiting for the task: (returnval){ [ 614.094307] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52cf6ee6-7c5d-66eb-0435-464bba6df8b0" [ 614.094307] env[62301]: _type = "Task" [ 614.094307] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.104572] env[62301]: DEBUG oslo_vmware.api [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52cf6ee6-7c5d-66eb-0435-464bba6df8b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.442254] env[62301]: DEBUG nova.compute.utils [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 614.448295] env[62301]: DEBUG nova.compute.manager [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: ed8d7f2a-231e-4ffe-b839-4074821619fc] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 614.448481] env[62301]: DEBUG nova.network.neutron [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: ed8d7f2a-231e-4ffe-b839-4074821619fc] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 614.463686] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1410ea3f-2aff-42c3-a7a7-b9353d4aed2c tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lock "6bb105e9-936b-46c0-82e3-37a2139c76bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.452s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.502150] env[62301]: DEBUG nova.policy [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '972bd7c4d3d6418a8c72db96e76e458e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea0e6662fa8e4d9d9145bd8fbc1cf541', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 614.514199] env[62301]: INFO nova.compute.manager [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Took 32.16 seconds to build instance. [ 614.611164] env[62301]: DEBUG oslo_vmware.api [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52cf6ee6-7c5d-66eb-0435-464bba6df8b0, 'name': SearchDatastore_Task, 'duration_secs': 0.02749} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.611704] env[62301]: DEBUG oslo_concurrency.lockutils [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.612067] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 50244b23-8fa5-4b5a-9df7-7c5df8fdb00d/50244b23-8fa5-4b5a-9df7-7c5df8fdb00d.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 614.612460] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2a051ea-2559-40fb-8af0-980790c5bad6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.624724] env[62301]: DEBUG oslo_vmware.api [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Waiting for the task: (returnval){ [ 614.624724] env[62301]: value = "task-2569760" [ 614.624724] env[62301]: _type = "Task" [ 614.624724] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.631516] env[62301]: DEBUG oslo_vmware.api [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2569760, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.803560] env[62301]: DEBUG nova.network.neutron [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 614.949968] env[62301]: DEBUG nova.compute.manager [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: ed8d7f2a-231e-4ffe-b839-4074821619fc] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 614.959267] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56890e0d-5bb1-456f-9a9c-2538be675756 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.967513] env[62301]: DEBUG nova.compute.manager [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 614.974118] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e3cbc5-85ff-4cf4-bd1d-f979f9f4fdbd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.007599] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c8d12c-1167-4748-8ead-e1628cdd7d4b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.015309] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f307a2f-b8a4-445a-8367-e0c8a9f2dd21 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.020363] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e48c2c33-6ae7-4e72-a4e8-bb725ecdaa53 tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Lock "b9a359d8-bdde-488f-b5e2-360ebd9660fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.722s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.035919] env[62301]: DEBUG nova.compute.provider_tree [None req-55b04044-c187-4bdf-abec-7be93d9f815f tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 615.135612] env[62301]: DEBUG oslo_vmware.api [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2569760, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.186668] env[62301]: DEBUG nova.network.neutron [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: ed8d7f2a-231e-4ffe-b839-4074821619fc] Successfully created port: b431d666-9a98-404d-affb-974fb6e553d0 {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 615.234927] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Acquiring lock "91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.235236] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Lock "91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.448015] env[62301]: DEBUG nova.network.neutron [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.510833] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.523572] env[62301]: DEBUG nova.compute.manager [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 615.542417] env[62301]: DEBUG nova.scheduler.client.report [None req-55b04044-c187-4bdf-abec-7be93d9f815f tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 615.644104] env[62301]: DEBUG oslo_vmware.api [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2569760, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.753434] env[62301]: DEBUG nova.compute.manager [req-4fa5f8ff-c71a-4b84-9cc4-4043302c9502 req-634a9c12-78d5-4e78-925f-fc541ae6393e service nova] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Received event network-changed-c1b36057-fe1d-42e5-ba4c-986735c7fcee {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 615.753646] env[62301]: DEBUG nova.compute.manager [req-4fa5f8ff-c71a-4b84-9cc4-4043302c9502 req-634a9c12-78d5-4e78-925f-fc541ae6393e service nova] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Refreshing instance network info cache due to event network-changed-c1b36057-fe1d-42e5-ba4c-986735c7fcee. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 615.753898] env[62301]: DEBUG oslo_concurrency.lockutils [req-4fa5f8ff-c71a-4b84-9cc4-4043302c9502 req-634a9c12-78d5-4e78-925f-fc541ae6393e service nova] Acquiring lock "refresh_cache-6bb105e9-936b-46c0-82e3-37a2139c76bd" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.754050] env[62301]: DEBUG oslo_concurrency.lockutils [req-4fa5f8ff-c71a-4b84-9cc4-4043302c9502 req-634a9c12-78d5-4e78-925f-fc541ae6393e service nova] Acquired lock "refresh_cache-6bb105e9-936b-46c0-82e3-37a2139c76bd" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.754206] env[62301]: DEBUG nova.network.neutron [req-4fa5f8ff-c71a-4b84-9cc4-4043302c9502 req-634a9c12-78d5-4e78-925f-fc541ae6393e service nova] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Refreshing network info cache for port c1b36057-fe1d-42e5-ba4c-986735c7fcee {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 615.952642] env[62301]: INFO nova.compute.manager [None req-13b1d484-1742-4faf-86c0-a2c70cba1dea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Rescuing [ 615.952642] env[62301]: DEBUG oslo_concurrency.lockutils [None req-13b1d484-1742-4faf-86c0-a2c70cba1dea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Acquiring lock "refresh_cache-b9a359d8-bdde-488f-b5e2-360ebd9660fb" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.952642] env[62301]: DEBUG oslo_concurrency.lockutils [None req-13b1d484-1742-4faf-86c0-a2c70cba1dea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Acquired lock "refresh_cache-b9a359d8-bdde-488f-b5e2-360ebd9660fb" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.952642] env[62301]: DEBUG nova.network.neutron [None req-13b1d484-1742-4faf-86c0-a2c70cba1dea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 615.954545] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Releasing lock "refresh_cache-bdc392c0-6aee-40e8-9acb-0cee34a7ded5" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.954545] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Updated the network info_cache for instance {{(pid=62301) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 615.954545] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 615.954545] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 615.954545] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 615.954752] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 615.954752] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 615.954911] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 615.955505] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62301) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 615.955505] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 615.965119] env[62301]: DEBUG nova.compute.manager [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: ed8d7f2a-231e-4ffe-b839-4074821619fc] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 616.010513] env[62301]: DEBUG nova.virt.hardware [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 616.010767] env[62301]: DEBUG nova.virt.hardware [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 616.010923] env[62301]: DEBUG nova.virt.hardware [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 616.011120] env[62301]: DEBUG nova.virt.hardware [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 616.011318] env[62301]: DEBUG nova.virt.hardware [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 616.011506] env[62301]: DEBUG nova.virt.hardware [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 616.011943] env[62301]: DEBUG nova.virt.hardware [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 616.012655] env[62301]: DEBUG nova.virt.hardware [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 616.013707] env[62301]: DEBUG nova.virt.hardware [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 616.013707] env[62301]: DEBUG nova.virt.hardware [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 616.013707] env[62301]: DEBUG nova.virt.hardware [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 616.014796] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e69a095-2100-405c-9d0c-ec9e3adcead4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.028304] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6bc0c65-06c8-4ded-80f3-31c619e9a774 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.050963] env[62301]: DEBUG oslo_concurrency.lockutils [None req-55b04044-c187-4bdf-abec-7be93d9f815f tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.117s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.053488] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.220s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.055025] env[62301]: INFO nova.compute.claims [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] [instance: 1475032b-244f-4a11-922e-eefbd0671a3e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 616.069731] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.075675] env[62301]: INFO nova.scheduler.client.report [None req-55b04044-c187-4bdf-abec-7be93d9f815f tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Deleted allocations for instance bdc392c0-6aee-40e8-9acb-0cee34a7ded5 [ 616.143151] env[62301]: DEBUG oslo_vmware.api [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2569760, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.080946} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.143151] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 50244b23-8fa5-4b5a-9df7-7c5df8fdb00d/50244b23-8fa5-4b5a-9df7-7c5df8fdb00d.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 616.143151] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 50244b23-8fa5-4b5a-9df7-7c5df8fdb00d] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 616.143151] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b67ca46c-a8e7-4be5-909d-8253506833fc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.151931] env[62301]: DEBUG oslo_vmware.api [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Waiting for the task: (returnval){ [ 616.151931] env[62301]: value = "task-2569761" [ 616.151931] env[62301]: _type = "Task" [ 616.151931] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.162138] env[62301]: DEBUG oslo_vmware.api [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2569761, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.461142] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.591152] env[62301]: DEBUG oslo_concurrency.lockutils [None req-55b04044-c187-4bdf-abec-7be93d9f815f tempest-ServersAdmin275Test-869527199 tempest-ServersAdmin275Test-869527199-project-member] Lock "bdc392c0-6aee-40e8-9acb-0cee34a7ded5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.831s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.662720] env[62301]: DEBUG oslo_vmware.api [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2569761, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137597} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.665344] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 50244b23-8fa5-4b5a-9df7-7c5df8fdb00d] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 616.667394] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f77facc-e051-4439-8fc0-789e47ee138f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.700452] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 50244b23-8fa5-4b5a-9df7-7c5df8fdb00d] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 50244b23-8fa5-4b5a-9df7-7c5df8fdb00d/50244b23-8fa5-4b5a-9df7-7c5df8fdb00d.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 616.701013] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5afae8d8-e448-477d-9d9b-7b6a86e2a64f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.721056] env[62301]: DEBUG oslo_vmware.api [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Waiting for the task: (returnval){ [ 616.721056] env[62301]: value = "task-2569762" [ 616.721056] env[62301]: _type = "Task" [ 616.721056] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.729604] env[62301]: DEBUG oslo_vmware.api [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2569762, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.891413] env[62301]: DEBUG nova.network.neutron [req-4fa5f8ff-c71a-4b84-9cc4-4043302c9502 req-634a9c12-78d5-4e78-925f-fc541ae6393e service nova] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Updated VIF entry in instance network info cache for port c1b36057-fe1d-42e5-ba4c-986735c7fcee. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 616.891623] env[62301]: DEBUG nova.network.neutron [req-4fa5f8ff-c71a-4b84-9cc4-4043302c9502 req-634a9c12-78d5-4e78-925f-fc541ae6393e service nova] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Updating instance_info_cache with network_info: [{"id": "c1b36057-fe1d-42e5-ba4c-986735c7fcee", "address": "fa:16:3e:08:6e:6b", "network": {"id": "7c0f3559-1453-49cf-acfe-38cb288125ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1921160483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b3dfd09250b4ab486b15b680428b1a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1b36057-fe", "ovs_interfaceid": "c1b36057-fe1d-42e5-ba4c-986735c7fcee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.903481] env[62301]: DEBUG oslo_concurrency.lockutils [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Acquiring lock "a25b53c1-60dc-4daa-8812-ecb7f026e1f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.903750] env[62301]: DEBUG oslo_concurrency.lockutils [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Lock "a25b53c1-60dc-4daa-8812-ecb7f026e1f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.986072] env[62301]: DEBUG nova.network.neutron [None req-13b1d484-1742-4faf-86c0-a2c70cba1dea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Updating instance_info_cache with network_info: [{"id": "d2c029a0-f940-4c24-9266-fcbd54b094b3", "address": "fa:16:3e:98:bd:37", "network": {"id": "60d65c63-008c-468f-9a7a-7a22a839b9b8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1509324704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7c1b7a6289bc4ac89d1e493f56de77a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2c029a0-f9", "ovs_interfaceid": "d2c029a0-f940-4c24-9266-fcbd54b094b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.995739] env[62301]: DEBUG oslo_concurrency.lockutils [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Acquiring lock "446670be-9a46-4954-bc20-232498d46a3f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.995739] env[62301]: DEBUG oslo_concurrency.lockutils [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Lock "446670be-9a46-4954-bc20-232498d46a3f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.003287] env[62301]: DEBUG nova.compute.manager [req-a4d6aaf9-5684-4b81-8cfa-bee30706e4fb req-84c8408b-dbcf-4ac9-acf2-e572016dd9ba service nova] [instance: ed8d7f2a-231e-4ffe-b839-4074821619fc] Received event network-vif-plugged-b431d666-9a98-404d-affb-974fb6e553d0 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 617.003405] env[62301]: DEBUG oslo_concurrency.lockutils [req-a4d6aaf9-5684-4b81-8cfa-bee30706e4fb req-84c8408b-dbcf-4ac9-acf2-e572016dd9ba service nova] Acquiring lock "ed8d7f2a-231e-4ffe-b839-4074821619fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.003954] env[62301]: DEBUG oslo_concurrency.lockutils [req-a4d6aaf9-5684-4b81-8cfa-bee30706e4fb req-84c8408b-dbcf-4ac9-acf2-e572016dd9ba service nova] Lock "ed8d7f2a-231e-4ffe-b839-4074821619fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.004269] env[62301]: DEBUG oslo_concurrency.lockutils [req-a4d6aaf9-5684-4b81-8cfa-bee30706e4fb req-84c8408b-dbcf-4ac9-acf2-e572016dd9ba service nova] Lock "ed8d7f2a-231e-4ffe-b839-4074821619fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.004446] env[62301]: DEBUG nova.compute.manager [req-a4d6aaf9-5684-4b81-8cfa-bee30706e4fb req-84c8408b-dbcf-4ac9-acf2-e572016dd9ba service nova] [instance: ed8d7f2a-231e-4ffe-b839-4074821619fc] No waiting events found dispatching network-vif-plugged-b431d666-9a98-404d-affb-974fb6e553d0 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 617.004735] env[62301]: WARNING nova.compute.manager [req-a4d6aaf9-5684-4b81-8cfa-bee30706e4fb req-84c8408b-dbcf-4ac9-acf2-e572016dd9ba service nova] [instance: ed8d7f2a-231e-4ffe-b839-4074821619fc] Received unexpected event network-vif-plugged-b431d666-9a98-404d-affb-974fb6e553d0 for instance with vm_state building and task_state spawning. [ 617.037199] env[62301]: DEBUG oslo_concurrency.lockutils [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Acquiring lock "24eb8464-8e33-4a08-b792-a2da8ce72eb1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.038029] env[62301]: DEBUG oslo_concurrency.lockutils [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Lock "24eb8464-8e33-4a08-b792-a2da8ce72eb1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.060861] env[62301]: DEBUG nova.network.neutron [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: ed8d7f2a-231e-4ffe-b839-4074821619fc] Successfully updated port: b431d666-9a98-404d-affb-974fb6e553d0 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 617.233604] env[62301]: DEBUG oslo_vmware.api [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2569762, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.398367] env[62301]: DEBUG oslo_concurrency.lockutils [req-4fa5f8ff-c71a-4b84-9cc4-4043302c9502 req-634a9c12-78d5-4e78-925f-fc541ae6393e service nova] Releasing lock "refresh_cache-6bb105e9-936b-46c0-82e3-37a2139c76bd" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.488966] env[62301]: DEBUG oslo_concurrency.lockutils [None req-13b1d484-1742-4faf-86c0-a2c70cba1dea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Releasing lock "refresh_cache-b9a359d8-bdde-488f-b5e2-360ebd9660fb" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.566693] env[62301]: DEBUG oslo_concurrency.lockutils [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Acquiring lock "refresh_cache-ed8d7f2a-231e-4ffe-b839-4074821619fc" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.566889] env[62301]: DEBUG oslo_concurrency.lockutils [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Acquired lock "refresh_cache-ed8d7f2a-231e-4ffe-b839-4074821619fc" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.567096] env[62301]: DEBUG nova.network.neutron [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: ed8d7f2a-231e-4ffe-b839-4074821619fc] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 617.605632] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84272e62-e92e-4ae2-8ed0-fd1d99085bf2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.613383] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2706a741-a94a-4ae1-a79f-0876683e0cc4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.651598] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9bd5cf-66d4-401c-9fd9-8f9601160687 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.659595] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0dcacb-6599-4469-af8c-52814d9b39ac {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.676861] env[62301]: DEBUG nova.compute.provider_tree [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Updating inventory in ProviderTree for provider f2701398-2646-410f-990f-c3cfa8025d57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 617.699908] env[62301]: DEBUG oslo_concurrency.lockutils [None req-998dcb73-9253-4d4d-803a-e3efada059f3 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Acquiring lock "e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.700441] env[62301]: DEBUG oslo_concurrency.lockutils [None req-998dcb73-9253-4d4d-803a-e3efada059f3 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Lock "e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.700441] env[62301]: DEBUG oslo_concurrency.lockutils [None req-998dcb73-9253-4d4d-803a-e3efada059f3 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Acquiring lock "e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.700539] env[62301]: DEBUG oslo_concurrency.lockutils [None req-998dcb73-9253-4d4d-803a-e3efada059f3 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Lock "e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.704018] env[62301]: DEBUG oslo_concurrency.lockutils [None req-998dcb73-9253-4d4d-803a-e3efada059f3 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Lock "e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.704018] env[62301]: INFO nova.compute.manager [None req-998dcb73-9253-4d4d-803a-e3efada059f3 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b] Terminating instance [ 617.735573] env[62301]: DEBUG oslo_vmware.api [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2569762, 'name': ReconfigVM_Task, 'duration_secs': 0.772276} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.735852] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 50244b23-8fa5-4b5a-9df7-7c5df8fdb00d] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 50244b23-8fa5-4b5a-9df7-7c5df8fdb00d/50244b23-8fa5-4b5a-9df7-7c5df8fdb00d.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 617.737425] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85af8966-f11d-4301-bb30-3ea961059016 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.743481] env[62301]: DEBUG oslo_vmware.api [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Waiting for the task: (returnval){ [ 617.743481] env[62301]: value = "task-2569763" [ 617.743481] env[62301]: _type = "Task" [ 617.743481] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.753021] env[62301]: DEBUG oslo_vmware.api [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2569763, 'name': Rename_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.141697] env[62301]: DEBUG nova.network.neutron [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: ed8d7f2a-231e-4ffe-b839-4074821619fc] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 618.210387] env[62301]: DEBUG nova.compute.manager [None req-998dcb73-9253-4d4d-803a-e3efada059f3 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 618.210387] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-998dcb73-9253-4d4d-803a-e3efada059f3 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 618.210387] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6b8189-1548-4c22-b36a-294190d0ccf6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.213729] env[62301]: ERROR nova.scheduler.client.report [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] [req-42fbb3b1-6c57-48b1-b487-922cb88ee2cf] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f2701398-2646-410f-990f-c3cfa8025d57. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-42fbb3b1-6c57-48b1-b487-922cb88ee2cf"}]} [ 618.226402] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-998dcb73-9253-4d4d-803a-e3efada059f3 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 618.226678] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1fc380f7-af5e-400b-89de-ef84f7b6342c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.241105] env[62301]: DEBUG nova.scheduler.client.report [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Refreshing inventories for resource provider f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 618.253173] env[62301]: DEBUG oslo_vmware.api [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2569763, 'name': Rename_Task, 'duration_secs': 0.271036} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.255484] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 50244b23-8fa5-4b5a-9df7-7c5df8fdb00d] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 618.255797] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41e63e2a-40e1-41a6-aacd-e6df69ecd639 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.259542] env[62301]: DEBUG nova.scheduler.client.report [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Updating ProviderTree inventory for provider f2701398-2646-410f-990f-c3cfa8025d57 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 618.259749] env[62301]: DEBUG nova.compute.provider_tree [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Updating inventory in ProviderTree for provider f2701398-2646-410f-990f-c3cfa8025d57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 618.264468] env[62301]: DEBUG oslo_vmware.api [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Waiting for the task: (returnval){ [ 618.264468] env[62301]: value = "task-2569765" [ 618.264468] env[62301]: _type = "Task" [ 618.264468] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.272609] env[62301]: DEBUG oslo_vmware.api [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2569765, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.274407] env[62301]: DEBUG nova.scheduler.client.report [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Refreshing aggregate associations for resource provider f2701398-2646-410f-990f-c3cfa8025d57, aggregates: None {{(pid=62301) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 618.300063] env[62301]: DEBUG nova.scheduler.client.report [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Refreshing trait associations for resource provider f2701398-2646-410f-990f-c3cfa8025d57, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62301) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 618.302544] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-998dcb73-9253-4d4d-803a-e3efada059f3 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 618.302910] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-998dcb73-9253-4d4d-803a-e3efada059f3 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b] Deleting contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 618.303181] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-998dcb73-9253-4d4d-803a-e3efada059f3 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Deleting the datastore file [datastore2] e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 618.303706] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a427dedf-8ba0-4747-9828-0ca939e606ad {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.310398] env[62301]: DEBUG oslo_vmware.api [None req-998dcb73-9253-4d4d-803a-e3efada059f3 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Waiting for the task: (returnval){ [ 618.310398] env[62301]: value = "task-2569766" [ 618.310398] env[62301]: _type = "Task" [ 618.310398] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.320349] env[62301]: DEBUG oslo_vmware.api [None req-998dcb73-9253-4d4d-803a-e3efada059f3 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Task: {'id': task-2569766, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.419309] env[62301]: DEBUG nova.network.neutron [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: ed8d7f2a-231e-4ffe-b839-4074821619fc] Updating instance_info_cache with network_info: [{"id": "b431d666-9a98-404d-affb-974fb6e553d0", "address": "fa:16:3e:7c:9d:b8", "network": {"id": "33e3cb5c-4e1c-44ed-9bb8-ebbccf127035", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1068967063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea0e6662fa8e4d9d9145bd8fbc1cf541", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb431d666-9a", "ovs_interfaceid": "b431d666-9a98-404d-affb-974fb6e553d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.786395] env[62301]: DEBUG oslo_vmware.api [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2569765, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.823939] env[62301]: DEBUG oslo_vmware.api [None req-998dcb73-9253-4d4d-803a-e3efada059f3 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Task: {'id': task-2569766, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266166} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.825439] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-998dcb73-9253-4d4d-803a-e3efada059f3 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 618.825439] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-998dcb73-9253-4d4d-803a-e3efada059f3 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b] Deleted contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 618.825439] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-998dcb73-9253-4d4d-803a-e3efada059f3 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 618.825439] env[62301]: INFO nova.compute.manager [None req-998dcb73-9253-4d4d-803a-e3efada059f3 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b] Took 0.62 seconds to destroy the instance on the hypervisor. [ 618.825439] env[62301]: DEBUG oslo.service.loopingcall [None req-998dcb73-9253-4d4d-803a-e3efada059f3 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 618.825594] env[62301]: DEBUG nova.compute.manager [-] [instance: e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 618.825594] env[62301]: DEBUG nova.network.neutron [-] [instance: e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 618.851078] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4597a935-a5f1-4d44-87ce-e2340f28f26d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.858874] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d4c302-32de-4da8-9b92-e973425c1f06 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.893619] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ae9be4-c6fa-449f-82a4-2a5ca6514e05 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.902908] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5704e6e-724e-40a3-aaef-8e3800509a8d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.922586] env[62301]: DEBUG oslo_concurrency.lockutils [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Releasing lock "refresh_cache-ed8d7f2a-231e-4ffe-b839-4074821619fc" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.922898] env[62301]: DEBUG nova.compute.manager [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: ed8d7f2a-231e-4ffe-b839-4074821619fc] Instance network_info: |[{"id": "b431d666-9a98-404d-affb-974fb6e553d0", "address": "fa:16:3e:7c:9d:b8", "network": {"id": "33e3cb5c-4e1c-44ed-9bb8-ebbccf127035", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1068967063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea0e6662fa8e4d9d9145bd8fbc1cf541", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb431d666-9a", "ovs_interfaceid": "b431d666-9a98-404d-affb-974fb6e553d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 618.923427] env[62301]: DEBUG nova.compute.provider_tree [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Updating inventory in ProviderTree for provider f2701398-2646-410f-990f-c3cfa8025d57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 618.929628] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: ed8d7f2a-231e-4ffe-b839-4074821619fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:9d:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b431d666-9a98-404d-affb-974fb6e553d0', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 618.935118] env[62301]: DEBUG oslo.service.loopingcall [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 618.935192] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed8d7f2a-231e-4ffe-b839-4074821619fc] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 618.935467] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2994ce0-3c51-4440-8523-d69943383b38 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.958852] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 618.958852] env[62301]: value = "task-2569767" [ 618.958852] env[62301]: _type = "Task" [ 618.958852] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.970512] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569767, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.034245] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-13b1d484-1742-4faf-86c0-a2c70cba1dea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 619.034586] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28afd080-3c81-45a6-85e8-7935efb4a139 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.041522] env[62301]: DEBUG oslo_vmware.api [None req-13b1d484-1742-4faf-86c0-a2c70cba1dea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Waiting for the task: (returnval){ [ 619.041522] env[62301]: value = "task-2569768" [ 619.041522] env[62301]: _type = "Task" [ 619.041522] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.053729] env[62301]: DEBUG oslo_vmware.api [None req-13b1d484-1742-4faf-86c0-a2c70cba1dea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Task: {'id': task-2569768, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.281604] env[62301]: DEBUG oslo_vmware.api [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2569765, 'name': PowerOnVM_Task, 'duration_secs': 0.793967} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.282971] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 50244b23-8fa5-4b5a-9df7-7c5df8fdb00d] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 619.282971] env[62301]: INFO nova.compute.manager [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 50244b23-8fa5-4b5a-9df7-7c5df8fdb00d] Took 10.18 seconds to spawn the instance on the hypervisor. [ 619.283167] env[62301]: DEBUG nova.compute.manager [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 50244b23-8fa5-4b5a-9df7-7c5df8fdb00d] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 619.284485] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950a40b0-e994-4d8c-bf08-12cfa8df6450 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.380377] env[62301]: DEBUG nova.compute.manager [req-a21a3dad-0ef7-4f99-8ad0-2c0f73e59186 req-52836b73-47da-45de-8059-2737d474be06 service nova] [instance: ed8d7f2a-231e-4ffe-b839-4074821619fc] Received event network-changed-b431d666-9a98-404d-affb-974fb6e553d0 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 619.380483] env[62301]: DEBUG nova.compute.manager [req-a21a3dad-0ef7-4f99-8ad0-2c0f73e59186 req-52836b73-47da-45de-8059-2737d474be06 service nova] [instance: ed8d7f2a-231e-4ffe-b839-4074821619fc] Refreshing instance network info cache due to event network-changed-b431d666-9a98-404d-affb-974fb6e553d0. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 619.380761] env[62301]: DEBUG oslo_concurrency.lockutils [req-a21a3dad-0ef7-4f99-8ad0-2c0f73e59186 req-52836b73-47da-45de-8059-2737d474be06 service nova] Acquiring lock "refresh_cache-ed8d7f2a-231e-4ffe-b839-4074821619fc" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.380906] env[62301]: DEBUG oslo_concurrency.lockutils [req-a21a3dad-0ef7-4f99-8ad0-2c0f73e59186 req-52836b73-47da-45de-8059-2737d474be06 service nova] Acquired lock "refresh_cache-ed8d7f2a-231e-4ffe-b839-4074821619fc" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.381090] env[62301]: DEBUG nova.network.neutron [req-a21a3dad-0ef7-4f99-8ad0-2c0f73e59186 req-52836b73-47da-45de-8059-2737d474be06 service nova] [instance: ed8d7f2a-231e-4ffe-b839-4074821619fc] Refreshing network info cache for port b431d666-9a98-404d-affb-974fb6e553d0 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 619.469552] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569767, 'name': CreateVM_Task, 'duration_secs': 0.41075} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.469728] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed8d7f2a-231e-4ffe-b839-4074821619fc] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 619.470416] env[62301]: DEBUG oslo_concurrency.lockutils [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.470579] env[62301]: DEBUG oslo_concurrency.lockutils [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.470900] env[62301]: DEBUG oslo_concurrency.lockutils [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.471149] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1200f5a2-7f5d-4a84-accb-818c307aab8e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.478104] env[62301]: DEBUG oslo_vmware.api [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Waiting for the task: (returnval){ [ 619.478104] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52a182b3-bd10-644e-ae2d-5fc66ed591eb" [ 619.478104] env[62301]: _type = "Task" [ 619.478104] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.481647] env[62301]: DEBUG nova.scheduler.client.report [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Updated inventory for provider f2701398-2646-410f-990f-c3cfa8025d57 with generation 49 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 619.481949] env[62301]: DEBUG nova.compute.provider_tree [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Updating resource provider f2701398-2646-410f-990f-c3cfa8025d57 generation from 49 to 50 during operation: update_inventory {{(pid=62301) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 619.482192] env[62301]: DEBUG nova.compute.provider_tree [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Updating inventory in ProviderTree for provider f2701398-2646-410f-990f-c3cfa8025d57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 619.492278] env[62301]: DEBUG oslo_vmware.api [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52a182b3-bd10-644e-ae2d-5fc66ed591eb, 'name': SearchDatastore_Task, 'duration_secs': 0.01077} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.492562] env[62301]: DEBUG oslo_concurrency.lockutils [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.492780] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: ed8d7f2a-231e-4ffe-b839-4074821619fc] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 619.493014] env[62301]: DEBUG oslo_concurrency.lockutils [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.493168] env[62301]: DEBUG oslo_concurrency.lockutils [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.493350] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 619.493589] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32a9bcd9-713d-4e2f-ae60-e2f6320e1b8d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.505768] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 619.505768] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 619.505768] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9712b26-e410-46ad-9feb-8d52e9281fa1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.510164] env[62301]: DEBUG oslo_vmware.api [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Waiting for the task: (returnval){ [ 619.510164] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5295185c-c9d5-176f-ba02-c2b422859a15" [ 619.510164] env[62301]: _type = "Task" [ 619.510164] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.518609] env[62301]: DEBUG oslo_vmware.api [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5295185c-c9d5-176f-ba02-c2b422859a15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.552554] env[62301]: DEBUG oslo_vmware.api [None req-13b1d484-1742-4faf-86c0-a2c70cba1dea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Task: {'id': task-2569768, 'name': PowerOffVM_Task, 'duration_secs': 0.235278} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.552816] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-13b1d484-1742-4faf-86c0-a2c70cba1dea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 619.553873] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5294d6b3-2247-4fa5-a958-07bcb70974b1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.574186] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320ff516-3fe1-4248-822d-7155e97c7af2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.602066] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-13b1d484-1742-4faf-86c0-a2c70cba1dea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 619.602362] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-868525cc-4edc-49e8-8d93-a11d98aab443 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.609277] env[62301]: DEBUG oslo_vmware.api [None req-13b1d484-1742-4faf-86c0-a2c70cba1dea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Waiting for the task: (returnval){ [ 619.609277] env[62301]: value = "task-2569769" [ 619.609277] env[62301]: _type = "Task" [ 619.609277] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.617237] env[62301]: DEBUG oslo_vmware.api [None req-13b1d484-1742-4faf-86c0-a2c70cba1dea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Task: {'id': task-2569769, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.804992] env[62301]: INFO nova.compute.manager [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 50244b23-8fa5-4b5a-9df7-7c5df8fdb00d] Took 36.39 seconds to build instance. [ 619.978013] env[62301]: DEBUG nova.network.neutron [-] [instance: e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.986527] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Acquiring lock "6ad36b88-b945-44ed-972b-f41fa416645b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.986527] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Lock "6ad36b88-b945-44ed-972b-f41fa416645b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.991019] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.935s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.991019] env[62301]: DEBUG nova.compute.manager [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] [instance: 1475032b-244f-4a11-922e-eefbd0671a3e] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 619.991516] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.839s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.993342] env[62301]: INFO nova.compute.claims [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 620.020900] env[62301]: DEBUG oslo_vmware.api [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5295185c-c9d5-176f-ba02-c2b422859a15, 'name': SearchDatastore_Task, 'duration_secs': 0.00832} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.021864] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e4d2c0b-e91f-49fe-b9fd-87a0a9252d8f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.028454] env[62301]: DEBUG oslo_vmware.api [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Waiting for the task: (returnval){ [ 620.028454] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52907358-215f-28cc-7e19-0fa1acb25610" [ 620.028454] env[62301]: _type = "Task" [ 620.028454] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.042348] env[62301]: DEBUG oslo_vmware.api [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52907358-215f-28cc-7e19-0fa1acb25610, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.121379] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-13b1d484-1742-4faf-86c0-a2c70cba1dea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] VM already powered off {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 620.121768] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-13b1d484-1742-4faf-86c0-a2c70cba1dea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 620.122236] env[62301]: DEBUG oslo_concurrency.lockutils [None req-13b1d484-1742-4faf-86c0-a2c70cba1dea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.261296] env[62301]: DEBUG nova.network.neutron [req-a21a3dad-0ef7-4f99-8ad0-2c0f73e59186 req-52836b73-47da-45de-8059-2737d474be06 service nova] [instance: ed8d7f2a-231e-4ffe-b839-4074821619fc] Updated VIF entry in instance network info cache for port b431d666-9a98-404d-affb-974fb6e553d0. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 620.261296] env[62301]: DEBUG nova.network.neutron [req-a21a3dad-0ef7-4f99-8ad0-2c0f73e59186 req-52836b73-47da-45de-8059-2737d474be06 service nova] [instance: ed8d7f2a-231e-4ffe-b839-4074821619fc] Updating instance_info_cache with network_info: [{"id": "b431d666-9a98-404d-affb-974fb6e553d0", "address": "fa:16:3e:7c:9d:b8", "network": {"id": "33e3cb5c-4e1c-44ed-9bb8-ebbccf127035", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1068967063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea0e6662fa8e4d9d9145bd8fbc1cf541", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb431d666-9a", "ovs_interfaceid": "b431d666-9a98-404d-affb-974fb6e553d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.308276] env[62301]: DEBUG oslo_concurrency.lockutils [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Lock "50244b23-8fa5-4b5a-9df7-7c5df8fdb00d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.088s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.481810] env[62301]: INFO nova.compute.manager [-] [instance: e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b] Took 1.65 seconds to deallocate network for instance. [ 620.499964] env[62301]: DEBUG nova.compute.utils [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 620.501620] env[62301]: DEBUG nova.compute.manager [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] [instance: 1475032b-244f-4a11-922e-eefbd0671a3e] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 620.501831] env[62301]: DEBUG nova.network.neutron [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] [instance: 1475032b-244f-4a11-922e-eefbd0671a3e] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 620.543954] env[62301]: DEBUG oslo_vmware.api [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52907358-215f-28cc-7e19-0fa1acb25610, 'name': SearchDatastore_Task, 'duration_secs': 0.015428} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.544606] env[62301]: DEBUG oslo_concurrency.lockutils [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.544889] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] ed8d7f2a-231e-4ffe-b839-4074821619fc/ed8d7f2a-231e-4ffe-b839-4074821619fc.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 620.545196] env[62301]: DEBUG oslo_concurrency.lockutils [None req-13b1d484-1742-4faf-86c0-a2c70cba1dea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.546013] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-13b1d484-1742-4faf-86c0-a2c70cba1dea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 620.546013] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2abc223-f3e4-4b66-a4a6-540897858cba {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.547981] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6bb487a9-6e0f-4768-8159-145fe63cdb8e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.556021] env[62301]: DEBUG oslo_vmware.api [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Waiting for the task: (returnval){ [ 620.556021] env[62301]: value = "task-2569770" [ 620.556021] env[62301]: _type = "Task" [ 620.556021] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.560901] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-13b1d484-1742-4faf-86c0-a2c70cba1dea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 620.561134] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-13b1d484-1742-4faf-86c0-a2c70cba1dea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 620.562251] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ebe6c57-5970-4b65-be93-2689b334f4a0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.568901] env[62301]: DEBUG oslo_vmware.api [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2569770, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.572374] env[62301]: DEBUG oslo_vmware.api [None req-13b1d484-1742-4faf-86c0-a2c70cba1dea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Waiting for the task: (returnval){ [ 620.572374] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]522132c0-9138-ffc6-7776-a76be36226f3" [ 620.572374] env[62301]: _type = "Task" [ 620.572374] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.580878] env[62301]: DEBUG oslo_vmware.api [None req-13b1d484-1742-4faf-86c0-a2c70cba1dea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]522132c0-9138-ffc6-7776-a76be36226f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.592798] env[62301]: DEBUG nova.policy [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '181bdde0b15144b59386e88b251749ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ac1f2438c474c54901c9f37c45bb217', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 620.763626] env[62301]: DEBUG oslo_concurrency.lockutils [req-a21a3dad-0ef7-4f99-8ad0-2c0f73e59186 req-52836b73-47da-45de-8059-2737d474be06 service nova] Releasing lock "refresh_cache-ed8d7f2a-231e-4ffe-b839-4074821619fc" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.811922] env[62301]: DEBUG nova.compute.manager [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 620.991294] env[62301]: DEBUG oslo_concurrency.lockutils [None req-998dcb73-9253-4d4d-803a-e3efada059f3 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.007263] env[62301]: DEBUG nova.compute.manager [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] [instance: 1475032b-244f-4a11-922e-eefbd0671a3e] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 621.075144] env[62301]: DEBUG oslo_vmware.api [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2569770, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.084509] env[62301]: DEBUG oslo_vmware.api [None req-13b1d484-1742-4faf-86c0-a2c70cba1dea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]522132c0-9138-ffc6-7776-a76be36226f3, 'name': SearchDatastore_Task, 'duration_secs': 0.011787} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.085335] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93ed013a-fa27-4d9e-ac9d-b9baf6f5ebc1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.097604] env[62301]: DEBUG oslo_vmware.api [None req-13b1d484-1742-4faf-86c0-a2c70cba1dea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Waiting for the task: (returnval){ [ 621.097604] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52065eb7-b915-23f0-f88a-4adc67aed8a1" [ 621.097604] env[62301]: _type = "Task" [ 621.097604] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.106451] env[62301]: DEBUG oslo_vmware.api [None req-13b1d484-1742-4faf-86c0-a2c70cba1dea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52065eb7-b915-23f0-f88a-4adc67aed8a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.196768] env[62301]: DEBUG nova.network.neutron [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] [instance: 1475032b-244f-4a11-922e-eefbd0671a3e] Successfully created port: c53aefbe-9c2b-465d-b3e9-ed8c2aad7351 {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 621.340238] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.411525] env[62301]: DEBUG nova.compute.manager [req-a0b5f20a-149a-48de-b7c1-a2c5495d603e req-3fdac6fb-a561-4dfe-bfa7-58fbb02ef28b service nova] [instance: e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b] Received event network-vif-deleted-2ad225b5-95c6-4e3b-9f53-dc81d174806a {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 621.571515] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681d9b2d-6a83-463b-afc5-cb29c328c9f0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.589025] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd4118c-aa44-40f2-83b0-9f486b9d69f7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.592310] env[62301]: DEBUG oslo_vmware.api [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2569770, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.674214} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.592603] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] ed8d7f2a-231e-4ffe-b839-4074821619fc/ed8d7f2a-231e-4ffe-b839-4074821619fc.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 621.592827] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: ed8d7f2a-231e-4ffe-b839-4074821619fc] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 621.593516] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a6b6006-73f3-46a5-a592-db94735ee3bd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.635678] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa252b7-4efe-4939-a6b2-15c948011bb0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.640782] env[62301]: DEBUG oslo_vmware.api [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Waiting for the task: (returnval){ [ 621.640782] env[62301]: value = "task-2569771" [ 621.640782] env[62301]: _type = "Task" [ 621.640782] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.645546] env[62301]: DEBUG oslo_vmware.api [None req-13b1d484-1742-4faf-86c0-a2c70cba1dea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52065eb7-b915-23f0-f88a-4adc67aed8a1, 'name': SearchDatastore_Task, 'duration_secs': 0.052536} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.648689] env[62301]: DEBUG oslo_concurrency.lockutils [None req-13b1d484-1742-4faf-86c0-a2c70cba1dea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.648982] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-13b1d484-1742-4faf-86c0-a2c70cba1dea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] b9a359d8-bdde-488f-b5e2-360ebd9660fb/fa120b82-9657-4d79-a2f0-8dd63e2ef76d-rescue.vmdk. {{(pid=62301) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 621.650256] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4347d90-6e5c-4d98-8088-e8f92f1eb3bb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.654291] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e672a489-fc19-44fd-86ce-d3eea3b0b891 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.661027] env[62301]: DEBUG oslo_vmware.api [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2569771, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.670695] env[62301]: DEBUG nova.compute.provider_tree [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 621.672264] env[62301]: DEBUG oslo_vmware.api [None req-13b1d484-1742-4faf-86c0-a2c70cba1dea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Waiting for the task: (returnval){ [ 621.672264] env[62301]: value = "task-2569772" [ 621.672264] env[62301]: _type = "Task" [ 621.672264] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.680457] env[62301]: DEBUG oslo_vmware.api [None req-13b1d484-1742-4faf-86c0-a2c70cba1dea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Task: {'id': task-2569772, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.019396] env[62301]: DEBUG nova.compute.manager [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] [instance: 1475032b-244f-4a11-922e-eefbd0671a3e] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 622.055124] env[62301]: DEBUG nova.virt.hardware [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 622.055124] env[62301]: DEBUG nova.virt.hardware [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 622.055124] env[62301]: DEBUG nova.virt.hardware [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 622.055956] env[62301]: DEBUG nova.virt.hardware [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 622.056249] env[62301]: DEBUG nova.virt.hardware [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 622.056520] env[62301]: DEBUG nova.virt.hardware [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 622.056850] env[62301]: DEBUG nova.virt.hardware [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 622.057250] env[62301]: DEBUG nova.virt.hardware [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 622.057523] env[62301]: DEBUG nova.virt.hardware [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 622.057866] env[62301]: DEBUG nova.virt.hardware [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 622.058167] env[62301]: DEBUG nova.virt.hardware [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 622.059677] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2d63e9-7cf2-41f2-886d-2abe9f1b6ad3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.069332] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262a2fc7-657f-4d01-b31f-89ec763824b0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.154989] env[62301]: DEBUG oslo_vmware.api [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2569771, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066813} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.155286] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: ed8d7f2a-231e-4ffe-b839-4074821619fc] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 622.156078] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15fbf97-7775-4ef3-86af-46e030380759 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.173907] env[62301]: DEBUG nova.scheduler.client.report [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 622.186471] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: ed8d7f2a-231e-4ffe-b839-4074821619fc] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] ed8d7f2a-231e-4ffe-b839-4074821619fc/ed8d7f2a-231e-4ffe-b839-4074821619fc.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 622.190143] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-574d19f6-ddea-4778-b61a-bba3d3b735f3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.212601] env[62301]: DEBUG oslo_vmware.api [None req-13b1d484-1742-4faf-86c0-a2c70cba1dea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Task: {'id': task-2569772, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506598} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.214233] env[62301]: INFO nova.virt.vmwareapi.ds_util [None req-13b1d484-1742-4faf-86c0-a2c70cba1dea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] b9a359d8-bdde-488f-b5e2-360ebd9660fb/fa120b82-9657-4d79-a2f0-8dd63e2ef76d-rescue.vmdk. [ 622.214598] env[62301]: DEBUG oslo_vmware.api [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Waiting for the task: (returnval){ [ 622.214598] env[62301]: value = "task-2569773" [ 622.214598] env[62301]: _type = "Task" [ 622.214598] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.215350] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3982a0e4-af3b-493d-95b6-6f21b6e21177 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.230030] env[62301]: DEBUG oslo_vmware.api [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2569773, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.249803] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-13b1d484-1742-4faf-86c0-a2c70cba1dea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] b9a359d8-bdde-488f-b5e2-360ebd9660fb/fa120b82-9657-4d79-a2f0-8dd63e2ef76d-rescue.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 622.250526] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7c92263-fece-485f-875b-1db01fa823f3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.270222] env[62301]: DEBUG oslo_vmware.api [None req-13b1d484-1742-4faf-86c0-a2c70cba1dea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Waiting for the task: (returnval){ [ 622.270222] env[62301]: value = "task-2569774" [ 622.270222] env[62301]: _type = "Task" [ 622.270222] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.278607] env[62301]: DEBUG oslo_vmware.api [None req-13b1d484-1742-4faf-86c0-a2c70cba1dea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Task: {'id': task-2569774, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.687952] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.696s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.688514] env[62301]: DEBUG nova.compute.manager [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 622.691328] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0263dca9-ec4d-4b95-9f10-a9b2786ca3c0 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.466s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.691577] env[62301]: DEBUG nova.objects.instance [None req-0263dca9-ec4d-4b95-9f10-a9b2786ca3c0 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Lazy-loading 'resources' on Instance uuid 341e67b6-2eb8-47c3-b5a7-c52f48da66fd {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 622.727136] env[62301]: DEBUG oslo_vmware.api [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2569773, 'name': ReconfigVM_Task, 'duration_secs': 0.350452} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.727420] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: ed8d7f2a-231e-4ffe-b839-4074821619fc] Reconfigured VM instance instance-00000017 to attach disk [datastore1] ed8d7f2a-231e-4ffe-b839-4074821619fc/ed8d7f2a-231e-4ffe-b839-4074821619fc.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 622.728043] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34dee034-0b40-4308-808a-2b632111a1db {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.735164] env[62301]: DEBUG oslo_vmware.api [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Waiting for the task: (returnval){ [ 622.735164] env[62301]: value = "task-2569775" [ 622.735164] env[62301]: _type = "Task" [ 622.735164] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.743076] env[62301]: DEBUG oslo_vmware.api [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2569775, 'name': Rename_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.779835] env[62301]: DEBUG oslo_vmware.api [None req-13b1d484-1742-4faf-86c0-a2c70cba1dea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Task: {'id': task-2569774, 'name': ReconfigVM_Task, 'duration_secs': 0.375349} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.780167] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-13b1d484-1742-4faf-86c0-a2c70cba1dea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Reconfigured VM instance instance-00000015 to attach disk [datastore1] b9a359d8-bdde-488f-b5e2-360ebd9660fb/fa120b82-9657-4d79-a2f0-8dd63e2ef76d-rescue.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 622.781117] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3654ff6-5890-4370-9d7a-e85f2879b81a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.808302] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2e7c006-d4fa-4543-ac0f-162c194f0166 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.823818] env[62301]: DEBUG oslo_vmware.api [None req-13b1d484-1742-4faf-86c0-a2c70cba1dea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Waiting for the task: (returnval){ [ 622.823818] env[62301]: value = "task-2569776" [ 622.823818] env[62301]: _type = "Task" [ 622.823818] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.832404] env[62301]: DEBUG oslo_vmware.api [None req-13b1d484-1742-4faf-86c0-a2c70cba1dea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Task: {'id': task-2569776, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.870837] env[62301]: DEBUG nova.network.neutron [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] [instance: 1475032b-244f-4a11-922e-eefbd0671a3e] Successfully updated port: c53aefbe-9c2b-465d-b3e9-ed8c2aad7351 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 623.199112] env[62301]: DEBUG nova.compute.utils [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 623.202484] env[62301]: DEBUG nova.compute.manager [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 623.202484] env[62301]: DEBUG nova.network.neutron [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 623.251232] env[62301]: DEBUG oslo_vmware.api [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2569775, 'name': Rename_Task, 'duration_secs': 0.140161} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.251510] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: ed8d7f2a-231e-4ffe-b839-4074821619fc] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 623.252300] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61a9cab2-1351-4ebf-8589-c51b151acdaf {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.256198] env[62301]: DEBUG nova.policy [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc4c2373a680473cbd09ceaba570a714', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd4f9b7deea8a4de682068275e378c7b8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 623.265731] env[62301]: DEBUG oslo_vmware.api [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Waiting for the task: (returnval){ [ 623.265731] env[62301]: value = "task-2569777" [ 623.265731] env[62301]: _type = "Task" [ 623.265731] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.274623] env[62301]: DEBUG oslo_vmware.api [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2569777, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.337182] env[62301]: DEBUG oslo_vmware.api [None req-13b1d484-1742-4faf-86c0-a2c70cba1dea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Task: {'id': task-2569776, 'name': ReconfigVM_Task, 'duration_secs': 0.158224} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.339188] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-13b1d484-1742-4faf-86c0-a2c70cba1dea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 623.339353] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d20cc203-4872-44e1-8d44-558be79035bd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.347033] env[62301]: DEBUG oslo_vmware.api [None req-13b1d484-1742-4faf-86c0-a2c70cba1dea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Waiting for the task: (returnval){ [ 623.347033] env[62301]: value = "task-2569778" [ 623.347033] env[62301]: _type = "Task" [ 623.347033] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.361942] env[62301]: DEBUG oslo_vmware.api [None req-13b1d484-1742-4faf-86c0-a2c70cba1dea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Task: {'id': task-2569778, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.374396] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Acquiring lock "refresh_cache-1475032b-244f-4a11-922e-eefbd0671a3e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.374446] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Acquired lock "refresh_cache-1475032b-244f-4a11-922e-eefbd0671a3e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.374675] env[62301]: DEBUG nova.network.neutron [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] [instance: 1475032b-244f-4a11-922e-eefbd0671a3e] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 623.522699] env[62301]: DEBUG nova.compute.manager [req-36a685d2-9853-4e77-a203-0db7f0dbfa11 req-04fd49d3-f0b8-4c5e-9bb9-2ef60e03415d service nova] [instance: 1475032b-244f-4a11-922e-eefbd0671a3e] Received event network-vif-plugged-c53aefbe-9c2b-465d-b3e9-ed8c2aad7351 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 623.524918] env[62301]: DEBUG oslo_concurrency.lockutils [req-36a685d2-9853-4e77-a203-0db7f0dbfa11 req-04fd49d3-f0b8-4c5e-9bb9-2ef60e03415d service nova] Acquiring lock "1475032b-244f-4a11-922e-eefbd0671a3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.525675] env[62301]: DEBUG oslo_concurrency.lockutils [req-36a685d2-9853-4e77-a203-0db7f0dbfa11 req-04fd49d3-f0b8-4c5e-9bb9-2ef60e03415d service nova] Lock "1475032b-244f-4a11-922e-eefbd0671a3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.525863] env[62301]: DEBUG oslo_concurrency.lockutils [req-36a685d2-9853-4e77-a203-0db7f0dbfa11 req-04fd49d3-f0b8-4c5e-9bb9-2ef60e03415d service nova] Lock "1475032b-244f-4a11-922e-eefbd0671a3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.526053] env[62301]: DEBUG nova.compute.manager [req-36a685d2-9853-4e77-a203-0db7f0dbfa11 req-04fd49d3-f0b8-4c5e-9bb9-2ef60e03415d service nova] [instance: 1475032b-244f-4a11-922e-eefbd0671a3e] No waiting events found dispatching network-vif-plugged-c53aefbe-9c2b-465d-b3e9-ed8c2aad7351 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 623.526224] env[62301]: WARNING nova.compute.manager [req-36a685d2-9853-4e77-a203-0db7f0dbfa11 req-04fd49d3-f0b8-4c5e-9bb9-2ef60e03415d service nova] [instance: 1475032b-244f-4a11-922e-eefbd0671a3e] Received unexpected event network-vif-plugged-c53aefbe-9c2b-465d-b3e9-ed8c2aad7351 for instance with vm_state building and task_state spawning. [ 623.526382] env[62301]: DEBUG nova.compute.manager [req-36a685d2-9853-4e77-a203-0db7f0dbfa11 req-04fd49d3-f0b8-4c5e-9bb9-2ef60e03415d service nova] [instance: 1475032b-244f-4a11-922e-eefbd0671a3e] Received event network-changed-c53aefbe-9c2b-465d-b3e9-ed8c2aad7351 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 623.526533] env[62301]: DEBUG nova.compute.manager [req-36a685d2-9853-4e77-a203-0db7f0dbfa11 req-04fd49d3-f0b8-4c5e-9bb9-2ef60e03415d service nova] [instance: 1475032b-244f-4a11-922e-eefbd0671a3e] Refreshing instance network info cache due to event network-changed-c53aefbe-9c2b-465d-b3e9-ed8c2aad7351. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 623.526765] env[62301]: DEBUG oslo_concurrency.lockutils [req-36a685d2-9853-4e77-a203-0db7f0dbfa11 req-04fd49d3-f0b8-4c5e-9bb9-2ef60e03415d service nova] Acquiring lock "refresh_cache-1475032b-244f-4a11-922e-eefbd0671a3e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.686633] env[62301]: DEBUG nova.network.neutron [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] Successfully created port: 3802f88e-78a6-463b-88dc-c7cfccc6f39b {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 623.706165] env[62301]: DEBUG nova.compute.manager [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 623.765553] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777d98fc-66c4-4003-9aed-6ce7c99605ec {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.784777] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c3694c-81bc-4b29-9d01-c8e771c9b826 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.789567] env[62301]: DEBUG oslo_vmware.api [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2569777, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.824368] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671cea6e-1610-4f2b-bc49-0e2c0fafd49c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.833671] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a69f8e-0c22-4b6f-a614-e7e13bb0ab6d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.848055] env[62301]: DEBUG nova.compute.provider_tree [None req-0263dca9-ec4d-4b95-9f10-a9b2786ca3c0 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 623.858146] env[62301]: DEBUG oslo_vmware.api [None req-13b1d484-1742-4faf-86c0-a2c70cba1dea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Task: {'id': task-2569778, 'name': PowerOnVM_Task, 'duration_secs': 0.487854} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.858551] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-13b1d484-1742-4faf-86c0-a2c70cba1dea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 623.861817] env[62301]: DEBUG nova.compute.manager [None req-13b1d484-1742-4faf-86c0-a2c70cba1dea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 623.862667] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3380f62f-be49-40ce-94e3-422fbbede88b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.911766] env[62301]: DEBUG nova.network.neutron [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] [instance: 1475032b-244f-4a11-922e-eefbd0671a3e] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 624.122084] env[62301]: DEBUG nova.network.neutron [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] [instance: 1475032b-244f-4a11-922e-eefbd0671a3e] Updating instance_info_cache with network_info: [{"id": "c53aefbe-9c2b-465d-b3e9-ed8c2aad7351", "address": "fa:16:3e:26:dd:80", "network": {"id": "229d681a-36f3-4cf5-8b82-82a25738b030", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "584ed71e5cee48ffa78bf852023e57aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc53aefbe-9c", "ovs_interfaceid": "c53aefbe-9c2b-465d-b3e9-ed8c2aad7351", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.278620] env[62301]: DEBUG oslo_vmware.api [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2569777, 'name': PowerOnVM_Task, 'duration_secs': 0.66288} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.278932] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: ed8d7f2a-231e-4ffe-b839-4074821619fc] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 624.278984] env[62301]: INFO nova.compute.manager [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: ed8d7f2a-231e-4ffe-b839-4074821619fc] Took 8.31 seconds to spawn the instance on the hypervisor. [ 624.279136] env[62301]: DEBUG nova.compute.manager [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: ed8d7f2a-231e-4ffe-b839-4074821619fc] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 624.279953] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12df3147-cec8-4c16-b64a-cf28e2cb8c32 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.353958] env[62301]: DEBUG nova.scheduler.client.report [None req-0263dca9-ec4d-4b95-9f10-a9b2786ca3c0 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 624.623950] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Releasing lock "refresh_cache-1475032b-244f-4a11-922e-eefbd0671a3e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.624292] env[62301]: DEBUG nova.compute.manager [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] [instance: 1475032b-244f-4a11-922e-eefbd0671a3e] Instance network_info: |[{"id": "c53aefbe-9c2b-465d-b3e9-ed8c2aad7351", "address": "fa:16:3e:26:dd:80", "network": {"id": "229d681a-36f3-4cf5-8b82-82a25738b030", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "584ed71e5cee48ffa78bf852023e57aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc53aefbe-9c", "ovs_interfaceid": "c53aefbe-9c2b-465d-b3e9-ed8c2aad7351", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 624.624631] env[62301]: DEBUG oslo_concurrency.lockutils [req-36a685d2-9853-4e77-a203-0db7f0dbfa11 req-04fd49d3-f0b8-4c5e-9bb9-2ef60e03415d service nova] Acquired lock "refresh_cache-1475032b-244f-4a11-922e-eefbd0671a3e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.624840] env[62301]: DEBUG nova.network.neutron [req-36a685d2-9853-4e77-a203-0db7f0dbfa11 req-04fd49d3-f0b8-4c5e-9bb9-2ef60e03415d service nova] [instance: 1475032b-244f-4a11-922e-eefbd0671a3e] Refreshing network info cache for port c53aefbe-9c2b-465d-b3e9-ed8c2aad7351 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 624.626090] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] [instance: 1475032b-244f-4a11-922e-eefbd0671a3e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:dd:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '195e328b-e41a-49f5-9e51-546b8ea8ceba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c53aefbe-9c2b-465d-b3e9-ed8c2aad7351', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 624.633389] env[62301]: DEBUG oslo.service.loopingcall [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 624.636637] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1475032b-244f-4a11-922e-eefbd0671a3e] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 624.637181] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aeb9cc52-e1c6-4e4c-91fd-05c71e3843e1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.660035] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 624.660035] env[62301]: value = "task-2569779" [ 624.660035] env[62301]: _type = "Task" [ 624.660035] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.668369] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569779, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.720345] env[62301]: DEBUG nova.compute.manager [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 624.752366] env[62301]: DEBUG nova.virt.hardware [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 624.752659] env[62301]: DEBUG nova.virt.hardware [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 624.752812] env[62301]: DEBUG nova.virt.hardware [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 624.752983] env[62301]: DEBUG nova.virt.hardware [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 624.753174] env[62301]: DEBUG nova.virt.hardware [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 624.753343] env[62301]: DEBUG nova.virt.hardware [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 624.753591] env[62301]: DEBUG nova.virt.hardware [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 624.753763] env[62301]: DEBUG nova.virt.hardware [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 624.753965] env[62301]: DEBUG nova.virt.hardware [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 624.754195] env[62301]: DEBUG nova.virt.hardware [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 624.754408] env[62301]: DEBUG nova.virt.hardware [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 624.755338] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0fa34b-9b1a-4004-ada6-230733913811 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.765961] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5fa407-7a78-416a-84c4-cff56703ca48 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.799853] env[62301]: INFO nova.compute.manager [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: ed8d7f2a-231e-4ffe-b839-4074821619fc] Took 38.80 seconds to build instance. [ 624.859107] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0263dca9-ec4d-4b95-9f10-a9b2786ca3c0 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.168s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.861323] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.715s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.863452] env[62301]: INFO nova.compute.claims [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] [instance: 989393f1-81d2-4f60-9c51-3f97e7cd873a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 624.901222] env[62301]: INFO nova.scheduler.client.report [None req-0263dca9-ec4d-4b95-9f10-a9b2786ca3c0 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Deleted allocations for instance 341e67b6-2eb8-47c3-b5a7-c52f48da66fd [ 624.957715] env[62301]: DEBUG nova.network.neutron [req-36a685d2-9853-4e77-a203-0db7f0dbfa11 req-04fd49d3-f0b8-4c5e-9bb9-2ef60e03415d service nova] [instance: 1475032b-244f-4a11-922e-eefbd0671a3e] Updated VIF entry in instance network info cache for port c53aefbe-9c2b-465d-b3e9-ed8c2aad7351. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 624.958116] env[62301]: DEBUG nova.network.neutron [req-36a685d2-9853-4e77-a203-0db7f0dbfa11 req-04fd49d3-f0b8-4c5e-9bb9-2ef60e03415d service nova] [instance: 1475032b-244f-4a11-922e-eefbd0671a3e] Updating instance_info_cache with network_info: [{"id": "c53aefbe-9c2b-465d-b3e9-ed8c2aad7351", "address": "fa:16:3e:26:dd:80", "network": {"id": "229d681a-36f3-4cf5-8b82-82a25738b030", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "584ed71e5cee48ffa78bf852023e57aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc53aefbe-9c", "ovs_interfaceid": "c53aefbe-9c2b-465d-b3e9-ed8c2aad7351", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.171356] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569779, 'name': CreateVM_Task, 'duration_secs': 0.358576} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.174018] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1475032b-244f-4a11-922e-eefbd0671a3e] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 625.174018] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.174018] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.174018] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.174018] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9bda222-3e6d-4f17-ac75-a52dbf922135 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.178134] env[62301]: DEBUG oslo_vmware.api [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Waiting for the task: (returnval){ [ 625.178134] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5281d87a-5019-1676-3ec6-206d2a83a49e" [ 625.178134] env[62301]: _type = "Task" [ 625.178134] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.189176] env[62301]: DEBUG oslo_vmware.api [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5281d87a-5019-1676-3ec6-206d2a83a49e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.301930] env[62301]: DEBUG oslo_concurrency.lockutils [None req-32a5bc3a-33e4-4798-a765-4979a87693d3 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Lock "ed8d7f2a-231e-4ffe-b839-4074821619fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.046s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.418194] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0263dca9-ec4d-4b95-9f10-a9b2786ca3c0 tempest-TenantUsagesTestJSON-2039829133 tempest-TenantUsagesTestJSON-2039829133-project-member] Lock "341e67b6-2eb8-47c3-b5a7-c52f48da66fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.300s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.453516] env[62301]: DEBUG nova.network.neutron [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] Successfully updated port: 3802f88e-78a6-463b-88dc-c7cfccc6f39b {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 625.462143] env[62301]: DEBUG oslo_concurrency.lockutils [req-36a685d2-9853-4e77-a203-0db7f0dbfa11 req-04fd49d3-f0b8-4c5e-9bb9-2ef60e03415d service nova] Releasing lock "refresh_cache-1475032b-244f-4a11-922e-eefbd0671a3e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.494134] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a2854279-1bac-4c2d-9a52-af44b19d2209 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Acquiring lock "ed8d7f2a-231e-4ffe-b839-4074821619fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.494421] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a2854279-1bac-4c2d-9a52-af44b19d2209 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Lock "ed8d7f2a-231e-4ffe-b839-4074821619fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.494706] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a2854279-1bac-4c2d-9a52-af44b19d2209 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Acquiring lock "ed8d7f2a-231e-4ffe-b839-4074821619fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.495098] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a2854279-1bac-4c2d-9a52-af44b19d2209 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Lock "ed8d7f2a-231e-4ffe-b839-4074821619fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.495231] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a2854279-1bac-4c2d-9a52-af44b19d2209 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Lock "ed8d7f2a-231e-4ffe-b839-4074821619fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.497801] env[62301]: INFO nova.compute.manager [None req-a2854279-1bac-4c2d-9a52-af44b19d2209 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: ed8d7f2a-231e-4ffe-b839-4074821619fc] Terminating instance [ 625.691661] env[62301]: DEBUG oslo_vmware.api [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5281d87a-5019-1676-3ec6-206d2a83a49e, 'name': SearchDatastore_Task, 'duration_secs': 0.009313} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.691957] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.692206] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] [instance: 1475032b-244f-4a11-922e-eefbd0671a3e] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 625.692464] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.692667] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.693110] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 625.693193] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4925c827-3855-41c4-bc96-cc4f9ef805b6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.701330] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 625.701505] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 625.702231] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0b1c068-d57e-4d43-8c53-c07636b5dea2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.707419] env[62301]: DEBUG oslo_vmware.api [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Waiting for the task: (returnval){ [ 625.707419] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5256989c-3b94-ab3d-8a58-83838a5dd9c2" [ 625.707419] env[62301]: _type = "Task" [ 625.707419] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.715228] env[62301]: DEBUG oslo_vmware.api [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5256989c-3b94-ab3d-8a58-83838a5dd9c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.756098] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6ba76e8d-bb80-4d1e-87c7-957371724d0c tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Acquiring lock "50244b23-8fa5-4b5a-9df7-7c5df8fdb00d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.756238] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6ba76e8d-bb80-4d1e-87c7-957371724d0c tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Lock "50244b23-8fa5-4b5a-9df7-7c5df8fdb00d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.756409] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6ba76e8d-bb80-4d1e-87c7-957371724d0c tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Acquiring lock "50244b23-8fa5-4b5a-9df7-7c5df8fdb00d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.756557] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6ba76e8d-bb80-4d1e-87c7-957371724d0c tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Lock "50244b23-8fa5-4b5a-9df7-7c5df8fdb00d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.756726] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6ba76e8d-bb80-4d1e-87c7-957371724d0c tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Lock "50244b23-8fa5-4b5a-9df7-7c5df8fdb00d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.761113] env[62301]: INFO nova.compute.manager [None req-6ba76e8d-bb80-4d1e-87c7-957371724d0c tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 50244b23-8fa5-4b5a-9df7-7c5df8fdb00d] Terminating instance [ 625.807050] env[62301]: DEBUG nova.compute.manager [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] [instance: bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 625.957240] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Acquiring lock "refresh_cache-d1de1100-83f4-43e8-a4c9-46ede08a7ed0" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.957434] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Acquired lock "refresh_cache-d1de1100-83f4-43e8-a4c9-46ede08a7ed0" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.957618] env[62301]: DEBUG nova.network.neutron [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 625.982381] env[62301]: DEBUG nova.compute.manager [req-c3bcb417-8b0b-4bb7-b039-a10fa59118d0 req-e32a964d-0ea1-4044-bb50-35536e6e62df service nova] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] Received event network-vif-plugged-3802f88e-78a6-463b-88dc-c7cfccc6f39b {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 625.982719] env[62301]: DEBUG oslo_concurrency.lockutils [req-c3bcb417-8b0b-4bb7-b039-a10fa59118d0 req-e32a964d-0ea1-4044-bb50-35536e6e62df service nova] Acquiring lock "d1de1100-83f4-43e8-a4c9-46ede08a7ed0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.982959] env[62301]: DEBUG oslo_concurrency.lockutils [req-c3bcb417-8b0b-4bb7-b039-a10fa59118d0 req-e32a964d-0ea1-4044-bb50-35536e6e62df service nova] Lock "d1de1100-83f4-43e8-a4c9-46ede08a7ed0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.983237] env[62301]: DEBUG oslo_concurrency.lockutils [req-c3bcb417-8b0b-4bb7-b039-a10fa59118d0 req-e32a964d-0ea1-4044-bb50-35536e6e62df service nova] Lock "d1de1100-83f4-43e8-a4c9-46ede08a7ed0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.983748] env[62301]: DEBUG nova.compute.manager [req-c3bcb417-8b0b-4bb7-b039-a10fa59118d0 req-e32a964d-0ea1-4044-bb50-35536e6e62df service nova] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] No waiting events found dispatching network-vif-plugged-3802f88e-78a6-463b-88dc-c7cfccc6f39b {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 625.984428] env[62301]: WARNING nova.compute.manager [req-c3bcb417-8b0b-4bb7-b039-a10fa59118d0 req-e32a964d-0ea1-4044-bb50-35536e6e62df service nova] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] Received unexpected event network-vif-plugged-3802f88e-78a6-463b-88dc-c7cfccc6f39b for instance with vm_state building and task_state spawning. [ 625.984428] env[62301]: DEBUG nova.compute.manager [req-c3bcb417-8b0b-4bb7-b039-a10fa59118d0 req-e32a964d-0ea1-4044-bb50-35536e6e62df service nova] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Received event network-changed-d2c029a0-f940-4c24-9266-fcbd54b094b3 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 625.984428] env[62301]: DEBUG nova.compute.manager [req-c3bcb417-8b0b-4bb7-b039-a10fa59118d0 req-e32a964d-0ea1-4044-bb50-35536e6e62df service nova] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Refreshing instance network info cache due to event network-changed-d2c029a0-f940-4c24-9266-fcbd54b094b3. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 625.984639] env[62301]: DEBUG oslo_concurrency.lockutils [req-c3bcb417-8b0b-4bb7-b039-a10fa59118d0 req-e32a964d-0ea1-4044-bb50-35536e6e62df service nova] Acquiring lock "refresh_cache-b9a359d8-bdde-488f-b5e2-360ebd9660fb" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.984888] env[62301]: DEBUG oslo_concurrency.lockutils [req-c3bcb417-8b0b-4bb7-b039-a10fa59118d0 req-e32a964d-0ea1-4044-bb50-35536e6e62df service nova] Acquired lock "refresh_cache-b9a359d8-bdde-488f-b5e2-360ebd9660fb" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.985051] env[62301]: DEBUG nova.network.neutron [req-c3bcb417-8b0b-4bb7-b039-a10fa59118d0 req-e32a964d-0ea1-4044-bb50-35536e6e62df service nova] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Refreshing network info cache for port d2c029a0-f940-4c24-9266-fcbd54b094b3 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 626.001804] env[62301]: DEBUG nova.compute.manager [None req-a2854279-1bac-4c2d-9a52-af44b19d2209 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: ed8d7f2a-231e-4ffe-b839-4074821619fc] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 626.002124] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-a2854279-1bac-4c2d-9a52-af44b19d2209 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: ed8d7f2a-231e-4ffe-b839-4074821619fc] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 626.003218] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0764b6-a69e-473b-ad4b-bdfbb23e46d4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.016294] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2854279-1bac-4c2d-9a52-af44b19d2209 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: ed8d7f2a-231e-4ffe-b839-4074821619fc] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 626.016570] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-875a5e6b-fdf5-4ac1-a083-b8ec0a573c25 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.024358] env[62301]: DEBUG oslo_vmware.api [None req-a2854279-1bac-4c2d-9a52-af44b19d2209 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Waiting for the task: (returnval){ [ 626.024358] env[62301]: value = "task-2569780" [ 626.024358] env[62301]: _type = "Task" [ 626.024358] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.033951] env[62301]: DEBUG oslo_vmware.api [None req-a2854279-1bac-4c2d-9a52-af44b19d2209 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2569780, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.222681] env[62301]: DEBUG oslo_vmware.api [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5256989c-3b94-ab3d-8a58-83838a5dd9c2, 'name': SearchDatastore_Task, 'duration_secs': 0.008466} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.223910] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b642f66-afb3-4f4a-aeab-e487c7129c22 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.232890] env[62301]: DEBUG oslo_vmware.api [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Waiting for the task: (returnval){ [ 626.232890] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52115e92-d700-0eab-7e91-d87245a4cf49" [ 626.232890] env[62301]: _type = "Task" [ 626.232890] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.240944] env[62301]: DEBUG oslo_vmware.api [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52115e92-d700-0eab-7e91-d87245a4cf49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.264393] env[62301]: DEBUG nova.compute.manager [req-ffee1180-b6d8-4b0a-baf5-b6093cf4a840 req-7cc8f5ef-72d3-4fbf-8d4e-f721e829a5da service nova] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Received event network-changed-d2c029a0-f940-4c24-9266-fcbd54b094b3 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 626.264393] env[62301]: DEBUG nova.compute.manager [req-ffee1180-b6d8-4b0a-baf5-b6093cf4a840 req-7cc8f5ef-72d3-4fbf-8d4e-f721e829a5da service nova] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Refreshing instance network info cache due to event network-changed-d2c029a0-f940-4c24-9266-fcbd54b094b3. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 626.264653] env[62301]: DEBUG oslo_concurrency.lockutils [req-ffee1180-b6d8-4b0a-baf5-b6093cf4a840 req-7cc8f5ef-72d3-4fbf-8d4e-f721e829a5da service nova] Acquiring lock "refresh_cache-b9a359d8-bdde-488f-b5e2-360ebd9660fb" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.265564] env[62301]: DEBUG nova.compute.manager [None req-6ba76e8d-bb80-4d1e-87c7-957371724d0c tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 50244b23-8fa5-4b5a-9df7-7c5df8fdb00d] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 626.265692] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-6ba76e8d-bb80-4d1e-87c7-957371724d0c tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 50244b23-8fa5-4b5a-9df7-7c5df8fdb00d] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 626.267091] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4839eaa-28e5-4f50-a0b5-aa0dc2ef5f0c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.278074] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ba76e8d-bb80-4d1e-87c7-957371724d0c tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 50244b23-8fa5-4b5a-9df7-7c5df8fdb00d] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 626.278375] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4e2feab-e3e0-471a-af4b-b8282f3be7b7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.289350] env[62301]: DEBUG oslo_vmware.api [None req-6ba76e8d-bb80-4d1e-87c7-957371724d0c tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Waiting for the task: (returnval){ [ 626.289350] env[62301]: value = "task-2569781" [ 626.289350] env[62301]: _type = "Task" [ 626.289350] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.303155] env[62301]: DEBUG oslo_vmware.api [None req-6ba76e8d-bb80-4d1e-87c7-957371724d0c tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2569781, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.333286] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.402055] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225537f6-1806-49cc-a964-12694dbdcb84 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.410786] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1c439d-672d-4f92-b466-323366a1b154 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.447713] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4abe79e-5ce4-4085-a7e0-4a0793d880dc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.456157] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06f184f-8908-4df9-903e-4d47fb546058 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.471306] env[62301]: DEBUG nova.compute.provider_tree [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 626.525152] env[62301]: DEBUG nova.network.neutron [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 626.539815] env[62301]: DEBUG oslo_vmware.api [None req-a2854279-1bac-4c2d-9a52-af44b19d2209 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2569780, 'name': PowerOffVM_Task, 'duration_secs': 0.209186} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.540204] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2854279-1bac-4c2d-9a52-af44b19d2209 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: ed8d7f2a-231e-4ffe-b839-4074821619fc] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 626.540308] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-a2854279-1bac-4c2d-9a52-af44b19d2209 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: ed8d7f2a-231e-4ffe-b839-4074821619fc] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 626.540542] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6fcbc598-d81e-4866-9e64-1713ce06de69 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.608186] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-a2854279-1bac-4c2d-9a52-af44b19d2209 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: ed8d7f2a-231e-4ffe-b839-4074821619fc] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 626.608766] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-a2854279-1bac-4c2d-9a52-af44b19d2209 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: ed8d7f2a-231e-4ffe-b839-4074821619fc] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 626.608766] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2854279-1bac-4c2d-9a52-af44b19d2209 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Deleting the datastore file [datastore1] ed8d7f2a-231e-4ffe-b839-4074821619fc {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 626.609092] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ded1abb-0c8e-4ca8-9385-0d5ca6e4ce41 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.618466] env[62301]: DEBUG oslo_vmware.api [None req-a2854279-1bac-4c2d-9a52-af44b19d2209 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Waiting for the task: (returnval){ [ 626.618466] env[62301]: value = "task-2569783" [ 626.618466] env[62301]: _type = "Task" [ 626.618466] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.626973] env[62301]: DEBUG oslo_vmware.api [None req-a2854279-1bac-4c2d-9a52-af44b19d2209 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2569783, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.739188] env[62301]: DEBUG nova.network.neutron [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] Updating instance_info_cache with network_info: [{"id": "3802f88e-78a6-463b-88dc-c7cfccc6f39b", "address": "fa:16:3e:9c:19:ad", "network": {"id": "3f588a45-bca2-4c38-93ee-dbfb75b51e73", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1857406658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f9b7deea8a4de682068275e378c7b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3802f88e-78", "ovs_interfaceid": "3802f88e-78a6-463b-88dc-c7cfccc6f39b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.744891] env[62301]: DEBUG oslo_vmware.api [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52115e92-d700-0eab-7e91-d87245a4cf49, 'name': SearchDatastore_Task, 'duration_secs': 0.019677} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.744891] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.745114] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 1475032b-244f-4a11-922e-eefbd0671a3e/1475032b-244f-4a11-922e-eefbd0671a3e.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 626.745290] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed9c13b4-fbac-4ba4-8b48-dccd32e42c9f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.751805] env[62301]: DEBUG oslo_vmware.api [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Waiting for the task: (returnval){ [ 626.751805] env[62301]: value = "task-2569784" [ 626.751805] env[62301]: _type = "Task" [ 626.751805] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.760539] env[62301]: DEBUG oslo_vmware.api [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Task: {'id': task-2569784, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.799013] env[62301]: DEBUG nova.network.neutron [req-c3bcb417-8b0b-4bb7-b039-a10fa59118d0 req-e32a964d-0ea1-4044-bb50-35536e6e62df service nova] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Updated VIF entry in instance network info cache for port d2c029a0-f940-4c24-9266-fcbd54b094b3. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 626.799369] env[62301]: DEBUG nova.network.neutron [req-c3bcb417-8b0b-4bb7-b039-a10fa59118d0 req-e32a964d-0ea1-4044-bb50-35536e6e62df service nova] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Updating instance_info_cache with network_info: [{"id": "d2c029a0-f940-4c24-9266-fcbd54b094b3", "address": "fa:16:3e:98:bd:37", "network": {"id": "60d65c63-008c-468f-9a7a-7a22a839b9b8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1509324704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7c1b7a6289bc4ac89d1e493f56de77a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2c029a0-f9", "ovs_interfaceid": "d2c029a0-f940-4c24-9266-fcbd54b094b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.803415] env[62301]: DEBUG oslo_vmware.api [None req-6ba76e8d-bb80-4d1e-87c7-957371724d0c tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2569781, 'name': PowerOffVM_Task, 'duration_secs': 0.330359} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.803866] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ba76e8d-bb80-4d1e-87c7-957371724d0c tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 50244b23-8fa5-4b5a-9df7-7c5df8fdb00d] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 626.804043] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-6ba76e8d-bb80-4d1e-87c7-957371724d0c tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 50244b23-8fa5-4b5a-9df7-7c5df8fdb00d] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 626.804286] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1a08e43-c3a8-4a3f-84b8-fc7acd726069 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.876022] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-6ba76e8d-bb80-4d1e-87c7-957371724d0c tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 50244b23-8fa5-4b5a-9df7-7c5df8fdb00d] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 626.876022] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-6ba76e8d-bb80-4d1e-87c7-957371724d0c tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 50244b23-8fa5-4b5a-9df7-7c5df8fdb00d] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 626.876022] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ba76e8d-bb80-4d1e-87c7-957371724d0c tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Deleting the datastore file [datastore1] 50244b23-8fa5-4b5a-9df7-7c5df8fdb00d {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 626.876022] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-297f94d2-e1d6-4208-a8fe-8fe9c7158620 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.886019] env[62301]: DEBUG oslo_vmware.api [None req-6ba76e8d-bb80-4d1e-87c7-957371724d0c tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Waiting for the task: (returnval){ [ 626.886019] env[62301]: value = "task-2569786" [ 626.886019] env[62301]: _type = "Task" [ 626.886019] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.893014] env[62301]: DEBUG oslo_vmware.api [None req-6ba76e8d-bb80-4d1e-87c7-957371724d0c tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2569786, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.974977] env[62301]: DEBUG nova.scheduler.client.report [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 627.130023] env[62301]: DEBUG oslo_vmware.api [None req-a2854279-1bac-4c2d-9a52-af44b19d2209 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2569783, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.296307} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.130023] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2854279-1bac-4c2d-9a52-af44b19d2209 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 627.130023] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-a2854279-1bac-4c2d-9a52-af44b19d2209 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: ed8d7f2a-231e-4ffe-b839-4074821619fc] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 627.130023] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-a2854279-1bac-4c2d-9a52-af44b19d2209 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: ed8d7f2a-231e-4ffe-b839-4074821619fc] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 627.130023] env[62301]: INFO nova.compute.manager [None req-a2854279-1bac-4c2d-9a52-af44b19d2209 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: ed8d7f2a-231e-4ffe-b839-4074821619fc] Took 1.13 seconds to destroy the instance on the hypervisor. [ 627.130403] env[62301]: DEBUG oslo.service.loopingcall [None req-a2854279-1bac-4c2d-9a52-af44b19d2209 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 627.130403] env[62301]: DEBUG nova.compute.manager [-] [instance: ed8d7f2a-231e-4ffe-b839-4074821619fc] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 627.130523] env[62301]: DEBUG nova.network.neutron [-] [instance: ed8d7f2a-231e-4ffe-b839-4074821619fc] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 627.246234] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Releasing lock "refresh_cache-d1de1100-83f4-43e8-a4c9-46ede08a7ed0" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.246580] env[62301]: DEBUG nova.compute.manager [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] Instance network_info: |[{"id": "3802f88e-78a6-463b-88dc-c7cfccc6f39b", "address": "fa:16:3e:9c:19:ad", "network": {"id": "3f588a45-bca2-4c38-93ee-dbfb75b51e73", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1857406658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f9b7deea8a4de682068275e378c7b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3802f88e-78", "ovs_interfaceid": "3802f88e-78a6-463b-88dc-c7cfccc6f39b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 627.247025] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:19:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35342bcb-8b06-472e-b3c0-43fd3d6c4b30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3802f88e-78a6-463b-88dc-c7cfccc6f39b', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 627.255157] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Creating folder: Project (d4f9b7deea8a4de682068275e378c7b8). Parent ref: group-v518653. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 627.255486] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d47390f7-4a65-4a7a-8c6a-5a5c2e5385cb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.269864] env[62301]: DEBUG oslo_vmware.api [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Task: {'id': task-2569784, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.275491] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Created folder: Project (d4f9b7deea8a4de682068275e378c7b8) in parent group-v518653. [ 627.275491] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Creating folder: Instances. Parent ref: group-v518727. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 627.275491] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1bccd9f7-cc94-4491-ba9a-cbe31bde618a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.284195] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Created folder: Instances in parent group-v518727. [ 627.284485] env[62301]: DEBUG oslo.service.loopingcall [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 627.284716] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 627.284932] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7e482d5-7ba1-4d7e-8dbc-f104393733e8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.304710] env[62301]: DEBUG oslo_concurrency.lockutils [req-c3bcb417-8b0b-4bb7-b039-a10fa59118d0 req-e32a964d-0ea1-4044-bb50-35536e6e62df service nova] Releasing lock "refresh_cache-b9a359d8-bdde-488f-b5e2-360ebd9660fb" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.305108] env[62301]: DEBUG nova.compute.manager [req-c3bcb417-8b0b-4bb7-b039-a10fa59118d0 req-e32a964d-0ea1-4044-bb50-35536e6e62df service nova] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] Received event network-changed-3802f88e-78a6-463b-88dc-c7cfccc6f39b {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 627.305172] env[62301]: DEBUG nova.compute.manager [req-c3bcb417-8b0b-4bb7-b039-a10fa59118d0 req-e32a964d-0ea1-4044-bb50-35536e6e62df service nova] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] Refreshing instance network info cache due to event network-changed-3802f88e-78a6-463b-88dc-c7cfccc6f39b. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 627.305345] env[62301]: DEBUG oslo_concurrency.lockutils [req-c3bcb417-8b0b-4bb7-b039-a10fa59118d0 req-e32a964d-0ea1-4044-bb50-35536e6e62df service nova] Acquiring lock "refresh_cache-d1de1100-83f4-43e8-a4c9-46ede08a7ed0" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.305479] env[62301]: DEBUG oslo_concurrency.lockutils [req-c3bcb417-8b0b-4bb7-b039-a10fa59118d0 req-e32a964d-0ea1-4044-bb50-35536e6e62df service nova] Acquired lock "refresh_cache-d1de1100-83f4-43e8-a4c9-46ede08a7ed0" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.305632] env[62301]: DEBUG nova.network.neutron [req-c3bcb417-8b0b-4bb7-b039-a10fa59118d0 req-e32a964d-0ea1-4044-bb50-35536e6e62df service nova] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] Refreshing network info cache for port 3802f88e-78a6-463b-88dc-c7cfccc6f39b {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 627.307909] env[62301]: DEBUG oslo_concurrency.lockutils [req-ffee1180-b6d8-4b0a-baf5-b6093cf4a840 req-7cc8f5ef-72d3-4fbf-8d4e-f721e829a5da service nova] Acquired lock "refresh_cache-b9a359d8-bdde-488f-b5e2-360ebd9660fb" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.308105] env[62301]: DEBUG nova.network.neutron [req-ffee1180-b6d8-4b0a-baf5-b6093cf4a840 req-7cc8f5ef-72d3-4fbf-8d4e-f721e829a5da service nova] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Refreshing network info cache for port d2c029a0-f940-4c24-9266-fcbd54b094b3 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 627.309318] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 627.309318] env[62301]: value = "task-2569789" [ 627.309318] env[62301]: _type = "Task" [ 627.309318] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.325907] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569789, 'name': CreateVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.394865] env[62301]: DEBUG oslo_vmware.api [None req-6ba76e8d-bb80-4d1e-87c7-957371724d0c tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2569786, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.482958] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.621s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.483580] env[62301]: DEBUG nova.compute.manager [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] [instance: 989393f1-81d2-4f60-9c51-3f97e7cd873a] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 627.486674] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7118baa5-95d6-4b6e-9004-0ae2118500ca tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.252s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.486966] env[62301]: DEBUG nova.objects.instance [None req-7118baa5-95d6-4b6e-9004-0ae2118500ca tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Lazy-loading 'resources' on Instance uuid a7e173c9-7834-47e2-b469-2250fd138316 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 627.767513] env[62301]: DEBUG oslo_vmware.api [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Task: {'id': task-2569784, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537646} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.767820] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 1475032b-244f-4a11-922e-eefbd0671a3e/1475032b-244f-4a11-922e-eefbd0671a3e.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 627.768169] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] [instance: 1475032b-244f-4a11-922e-eefbd0671a3e] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 627.768514] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f390b4d-1556-4d3b-9554-004092d29a20 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.775246] env[62301]: DEBUG oslo_vmware.api [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Waiting for the task: (returnval){ [ 627.775246] env[62301]: value = "task-2569790" [ 627.775246] env[62301]: _type = "Task" [ 627.775246] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.782771] env[62301]: DEBUG oslo_vmware.api [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Task: {'id': task-2569790, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.825418] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569789, 'name': CreateVM_Task, 'duration_secs': 0.364326} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.825873] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 627.826674] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.826995] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.827425] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.828035] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d976b7aa-86ae-441c-a595-cd6fbee880ad {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.836026] env[62301]: DEBUG oslo_vmware.api [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the task: (returnval){ [ 627.836026] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5291a59d-3bf4-0781-0c0f-b3805da4f73b" [ 627.836026] env[62301]: _type = "Task" [ 627.836026] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.845920] env[62301]: DEBUG oslo_vmware.api [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5291a59d-3bf4-0781-0c0f-b3805da4f73b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.900134] env[62301]: DEBUG oslo_vmware.api [None req-6ba76e8d-bb80-4d1e-87c7-957371724d0c tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2569786, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.522155} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.903186] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ba76e8d-bb80-4d1e-87c7-957371724d0c tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 627.903516] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-6ba76e8d-bb80-4d1e-87c7-957371724d0c tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 50244b23-8fa5-4b5a-9df7-7c5df8fdb00d] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 627.903834] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-6ba76e8d-bb80-4d1e-87c7-957371724d0c tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 50244b23-8fa5-4b5a-9df7-7c5df8fdb00d] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 627.905328] env[62301]: INFO nova.compute.manager [None req-6ba76e8d-bb80-4d1e-87c7-957371724d0c tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 50244b23-8fa5-4b5a-9df7-7c5df8fdb00d] Took 1.64 seconds to destroy the instance on the hypervisor. [ 627.905781] env[62301]: DEBUG oslo.service.loopingcall [None req-6ba76e8d-bb80-4d1e-87c7-957371724d0c tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 627.906140] env[62301]: DEBUG nova.compute.manager [-] [instance: 50244b23-8fa5-4b5a-9df7-7c5df8fdb00d] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 627.906387] env[62301]: DEBUG nova.network.neutron [-] [instance: 50244b23-8fa5-4b5a-9df7-7c5df8fdb00d] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 627.996817] env[62301]: DEBUG nova.compute.utils [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 628.004273] env[62301]: DEBUG nova.compute.manager [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] [instance: 989393f1-81d2-4f60-9c51-3f97e7cd873a] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 628.005266] env[62301]: DEBUG nova.network.neutron [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] [instance: 989393f1-81d2-4f60-9c51-3f97e7cd873a] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 628.167892] env[62301]: DEBUG nova.network.neutron [-] [instance: ed8d7f2a-231e-4ffe-b839-4074821619fc] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.255475] env[62301]: DEBUG nova.network.neutron [req-c3bcb417-8b0b-4bb7-b039-a10fa59118d0 req-e32a964d-0ea1-4044-bb50-35536e6e62df service nova] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] Updated VIF entry in instance network info cache for port 3802f88e-78a6-463b-88dc-c7cfccc6f39b. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 628.256410] env[62301]: DEBUG nova.network.neutron [req-c3bcb417-8b0b-4bb7-b039-a10fa59118d0 req-e32a964d-0ea1-4044-bb50-35536e6e62df service nova] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] Updating instance_info_cache with network_info: [{"id": "3802f88e-78a6-463b-88dc-c7cfccc6f39b", "address": "fa:16:3e:9c:19:ad", "network": {"id": "3f588a45-bca2-4c38-93ee-dbfb75b51e73", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1857406658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f9b7deea8a4de682068275e378c7b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3802f88e-78", "ovs_interfaceid": "3802f88e-78a6-463b-88dc-c7cfccc6f39b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.287095] env[62301]: DEBUG oslo_vmware.api [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Task: {'id': task-2569790, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069477} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.287383] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] [instance: 1475032b-244f-4a11-922e-eefbd0671a3e] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 628.291142] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697d204c-91bb-4e02-91d3-8d23a59bbc43 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.313225] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] [instance: 1475032b-244f-4a11-922e-eefbd0671a3e] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 1475032b-244f-4a11-922e-eefbd0671a3e/1475032b-244f-4a11-922e-eefbd0671a3e.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 628.316085] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a1031b5-6409-496f-81a3-d473ebc81ca7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.339601] env[62301]: DEBUG oslo_vmware.api [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Waiting for the task: (returnval){ [ 628.339601] env[62301]: value = "task-2569791" [ 628.339601] env[62301]: _type = "Task" [ 628.339601] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.349015] env[62301]: DEBUG oslo_vmware.api [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5291a59d-3bf4-0781-0c0f-b3805da4f73b, 'name': SearchDatastore_Task, 'duration_secs': 0.034183} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.349863] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.350153] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 628.350400] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.350550] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.353941] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 628.353941] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc84bcb4-b881-431b-8a0d-863dd47227dc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.356724] env[62301]: DEBUG oslo_vmware.api [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Task: {'id': task-2569791, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.365911] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 628.366309] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 628.367255] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2604bba6-8e22-4ecf-875a-30c6bee8ca3b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.372248] env[62301]: DEBUG oslo_vmware.api [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the task: (returnval){ [ 628.372248] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]520a8d8b-839d-ea01-d1da-a0be6f4113c0" [ 628.372248] env[62301]: _type = "Task" [ 628.372248] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.378141] env[62301]: DEBUG nova.policy [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f01bcc44fd4439ebcc8383aa5e29b98', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a80178952e4405c98865f674a77f5e3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 628.383597] env[62301]: DEBUG oslo_vmware.api [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]520a8d8b-839d-ea01-d1da-a0be6f4113c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.508637] env[62301]: DEBUG nova.compute.manager [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] [instance: 989393f1-81d2-4f60-9c51-3f97e7cd873a] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 628.555991] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a277fc67-06ce-40c9-a2dc-e49dc8da12fb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.566994] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3a8e2b-d010-411b-a0fd-6c01b7b1872d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.608289] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e5eb6c-b54a-474d-85c4-41c5fba5acf7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.615687] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e80c14-852d-4840-a357-7129e056c2cd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.632288] env[62301]: DEBUG nova.compute.provider_tree [None req-7118baa5-95d6-4b6e-9004-0ae2118500ca tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 628.669778] env[62301]: INFO nova.compute.manager [-] [instance: ed8d7f2a-231e-4ffe-b839-4074821619fc] Took 1.54 seconds to deallocate network for instance. [ 628.763484] env[62301]: DEBUG oslo_concurrency.lockutils [req-c3bcb417-8b0b-4bb7-b039-a10fa59118d0 req-e32a964d-0ea1-4044-bb50-35536e6e62df service nova] Releasing lock "refresh_cache-d1de1100-83f4-43e8-a4c9-46ede08a7ed0" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.774141] env[62301]: DEBUG nova.network.neutron [req-ffee1180-b6d8-4b0a-baf5-b6093cf4a840 req-7cc8f5ef-72d3-4fbf-8d4e-f721e829a5da service nova] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Updated VIF entry in instance network info cache for port d2c029a0-f940-4c24-9266-fcbd54b094b3. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 628.774520] env[62301]: DEBUG nova.network.neutron [req-ffee1180-b6d8-4b0a-baf5-b6093cf4a840 req-7cc8f5ef-72d3-4fbf-8d4e-f721e829a5da service nova] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Updating instance_info_cache with network_info: [{"id": "d2c029a0-f940-4c24-9266-fcbd54b094b3", "address": "fa:16:3e:98:bd:37", "network": {"id": "60d65c63-008c-468f-9a7a-7a22a839b9b8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1509324704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7c1b7a6289bc4ac89d1e493f56de77a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2c029a0-f9", "ovs_interfaceid": "d2c029a0-f940-4c24-9266-fcbd54b094b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.826266] env[62301]: DEBUG nova.compute.manager [req-a15f984d-df07-4b83-ab50-117451a632fb req-c4953cec-70f7-4ef0-b94b-fdecf326b4c9 service nova] [instance: ed8d7f2a-231e-4ffe-b839-4074821619fc] Received event network-vif-deleted-b431d666-9a98-404d-affb-974fb6e553d0 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 628.851714] env[62301]: DEBUG oslo_vmware.api [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Task: {'id': task-2569791, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.884868] env[62301]: DEBUG oslo_vmware.api [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]520a8d8b-839d-ea01-d1da-a0be6f4113c0, 'name': SearchDatastore_Task, 'duration_secs': 0.041617} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.884868] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38dbeff2-21f5-4829-b7e1-d3599949a45c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.892172] env[62301]: DEBUG oslo_vmware.api [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the task: (returnval){ [ 628.892172] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52418203-44a4-e7b6-e19c-51f3f2d06872" [ 628.892172] env[62301]: _type = "Task" [ 628.892172] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.899832] env[62301]: DEBUG oslo_vmware.api [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52418203-44a4-e7b6-e19c-51f3f2d06872, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.138502] env[62301]: DEBUG nova.scheduler.client.report [None req-7118baa5-95d6-4b6e-9004-0ae2118500ca tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 629.181589] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a2854279-1bac-4c2d-9a52-af44b19d2209 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.279292] env[62301]: DEBUG oslo_concurrency.lockutils [req-ffee1180-b6d8-4b0a-baf5-b6093cf4a840 req-7cc8f5ef-72d3-4fbf-8d4e-f721e829a5da service nova] Releasing lock "refresh_cache-b9a359d8-bdde-488f-b5e2-360ebd9660fb" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.283010] env[62301]: DEBUG nova.network.neutron [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] [instance: 989393f1-81d2-4f60-9c51-3f97e7cd873a] Successfully created port: 5b3cf420-449e-47c0-8b01-00a8b98e90bf {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 629.359375] env[62301]: DEBUG oslo_vmware.api [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Task: {'id': task-2569791, 'name': ReconfigVM_Task, 'duration_secs': 0.798906} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.359637] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] [instance: 1475032b-244f-4a11-922e-eefbd0671a3e] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 1475032b-244f-4a11-922e-eefbd0671a3e/1475032b-244f-4a11-922e-eefbd0671a3e.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 629.360269] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0c51aa1-bc08-44ee-9c8d-d13c90e4dce9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.366830] env[62301]: DEBUG oslo_vmware.api [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Waiting for the task: (returnval){ [ 629.366830] env[62301]: value = "task-2569792" [ 629.366830] env[62301]: _type = "Task" [ 629.366830] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.375622] env[62301]: DEBUG oslo_vmware.api [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Task: {'id': task-2569792, 'name': Rename_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.402531] env[62301]: DEBUG oslo_vmware.api [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52418203-44a4-e7b6-e19c-51f3f2d06872, 'name': SearchDatastore_Task, 'duration_secs': 0.011791} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.402861] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.403104] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] d1de1100-83f4-43e8-a4c9-46ede08a7ed0/d1de1100-83f4-43e8-a4c9-46ede08a7ed0.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 629.403378] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f07f06e3-f64c-4b50-9b6c-2ffc7112fa1e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.410300] env[62301]: DEBUG oslo_vmware.api [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the task: (returnval){ [ 629.410300] env[62301]: value = "task-2569793" [ 629.410300] env[62301]: _type = "Task" [ 629.410300] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.413426] env[62301]: DEBUG nova.network.neutron [-] [instance: 50244b23-8fa5-4b5a-9df7-7c5df8fdb00d] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.426397] env[62301]: DEBUG oslo_vmware.api [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2569793, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.524737] env[62301]: DEBUG nova.compute.manager [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] [instance: 989393f1-81d2-4f60-9c51-3f97e7cd873a] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 629.564042] env[62301]: DEBUG nova.virt.hardware [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 629.564598] env[62301]: DEBUG nova.virt.hardware [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 629.564598] env[62301]: DEBUG nova.virt.hardware [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 629.564598] env[62301]: DEBUG nova.virt.hardware [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 629.564728] env[62301]: DEBUG nova.virt.hardware [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 629.565480] env[62301]: DEBUG nova.virt.hardware [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 629.565480] env[62301]: DEBUG nova.virt.hardware [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 629.565480] env[62301]: DEBUG nova.virt.hardware [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 629.565480] env[62301]: DEBUG nova.virt.hardware [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 629.565689] env[62301]: DEBUG nova.virt.hardware [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 629.565723] env[62301]: DEBUG nova.virt.hardware [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 629.566646] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb231eb-8081-450e-975a-904519a34a3a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.578508] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3c30cc-7637-4ff2-b815-c184e2b70191 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.649297] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7118baa5-95d6-4b6e-9004-0ae2118500ca tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.160s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.654024] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.286s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.654024] env[62301]: INFO nova.compute.claims [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] [instance: 31934154-68a2-41a5-8c23-b95738eaeb70] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 629.694976] env[62301]: INFO nova.scheduler.client.report [None req-7118baa5-95d6-4b6e-9004-0ae2118500ca tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Deleted allocations for instance a7e173c9-7834-47e2-b469-2250fd138316 [ 629.877700] env[62301]: DEBUG oslo_vmware.api [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Task: {'id': task-2569792, 'name': Rename_Task, 'duration_secs': 0.133343} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.877990] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] [instance: 1475032b-244f-4a11-922e-eefbd0671a3e] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 629.878501] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-614ccb55-cc7d-41a8-9367-11a7d2e82cd1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.884728] env[62301]: DEBUG oslo_vmware.api [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Waiting for the task: (returnval){ [ 629.884728] env[62301]: value = "task-2569794" [ 629.884728] env[62301]: _type = "Task" [ 629.884728] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.894496] env[62301]: DEBUG oslo_vmware.api [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Task: {'id': task-2569794, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.922091] env[62301]: DEBUG oslo_vmware.api [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2569793, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448319} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.922418] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] d1de1100-83f4-43e8-a4c9-46ede08a7ed0/d1de1100-83f4-43e8-a4c9-46ede08a7ed0.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 629.922792] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 629.923097] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f21c7929-8a49-4517-bae5-4c0ac42bd6d4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.927706] env[62301]: INFO nova.compute.manager [-] [instance: 50244b23-8fa5-4b5a-9df7-7c5df8fdb00d] Took 2.02 seconds to deallocate network for instance. [ 629.930502] env[62301]: DEBUG oslo_vmware.api [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the task: (returnval){ [ 629.930502] env[62301]: value = "task-2569795" [ 629.930502] env[62301]: _type = "Task" [ 629.930502] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.943523] env[62301]: DEBUG oslo_vmware.api [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2569795, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.206885] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7118baa5-95d6-4b6e-9004-0ae2118500ca tempest-FloatingIPsAssociationNegativeTestJSON-2133132226 tempest-FloatingIPsAssociationNegativeTestJSON-2133132226-project-member] Lock "a7e173c9-7834-47e2-b469-2250fd138316" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.401s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.398602] env[62301]: DEBUG oslo_vmware.api [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Task: {'id': task-2569794, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.443174] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6ba76e8d-bb80-4d1e-87c7-957371724d0c tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.443722] env[62301]: DEBUG oslo_vmware.api [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2569795, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059959} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.444107] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 630.445057] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22cdd214-0330-40ce-99d0-c1337e8d0dd2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.470177] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] d1de1100-83f4-43e8-a4c9-46ede08a7ed0/d1de1100-83f4-43e8-a4c9-46ede08a7ed0.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 630.470697] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93a3bf90-aa98-4e1b-9920-12867acc75b8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.494394] env[62301]: DEBUG oslo_vmware.api [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the task: (returnval){ [ 630.494394] env[62301]: value = "task-2569796" [ 630.494394] env[62301]: _type = "Task" [ 630.494394] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.503689] env[62301]: DEBUG oslo_vmware.api [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2569796, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.902247] env[62301]: DEBUG oslo_vmware.api [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Task: {'id': task-2569794, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.011699] env[62301]: DEBUG oslo_vmware.api [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2569796, 'name': ReconfigVM_Task, 'duration_secs': 0.384643} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.012024] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] Reconfigured VM instance instance-00000019 to attach disk [datastore1] d1de1100-83f4-43e8-a4c9-46ede08a7ed0/d1de1100-83f4-43e8-a4c9-46ede08a7ed0.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 631.013242] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab0bd2a8-c9c3-4855-af6b-ea82a23a4d6e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.028434] env[62301]: DEBUG oslo_vmware.api [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the task: (returnval){ [ 631.028434] env[62301]: value = "task-2569797" [ 631.028434] env[62301]: _type = "Task" [ 631.028434] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.038400] env[62301]: DEBUG oslo_vmware.api [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2569797, 'name': Rename_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.216453] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b586c29-d615-4cfa-bd9c-c7b92d162f4f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.220407] env[62301]: DEBUG nova.network.neutron [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] [instance: 989393f1-81d2-4f60-9c51-3f97e7cd873a] Successfully updated port: 5b3cf420-449e-47c0-8b01-00a8b98e90bf {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 631.228265] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1230a43a-b076-470b-8a78-58fedfe3f2a7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.267634] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8076a6d6-eeb3-4684-aca2-efec6681bda3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.276181] env[62301]: DEBUG nova.compute.manager [req-dafa2039-09d6-4486-9633-0b9ffb7a7c3f req-5960e521-529d-4fbe-904e-c5ae0bbe2be0 service nova] [instance: 50244b23-8fa5-4b5a-9df7-7c5df8fdb00d] Received event network-vif-deleted-c77d3140-3569-4875-a770-b4d45524dbc2 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 631.276181] env[62301]: DEBUG nova.compute.manager [req-dafa2039-09d6-4486-9633-0b9ffb7a7c3f req-5960e521-529d-4fbe-904e-c5ae0bbe2be0 service nova] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Received event network-changed-d2c029a0-f940-4c24-9266-fcbd54b094b3 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 631.276181] env[62301]: DEBUG nova.compute.manager [req-dafa2039-09d6-4486-9633-0b9ffb7a7c3f req-5960e521-529d-4fbe-904e-c5ae0bbe2be0 service nova] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Refreshing instance network info cache due to event network-changed-d2c029a0-f940-4c24-9266-fcbd54b094b3. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 631.276181] env[62301]: DEBUG oslo_concurrency.lockutils [req-dafa2039-09d6-4486-9633-0b9ffb7a7c3f req-5960e521-529d-4fbe-904e-c5ae0bbe2be0 service nova] Acquiring lock "refresh_cache-b9a359d8-bdde-488f-b5e2-360ebd9660fb" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.276181] env[62301]: DEBUG oslo_concurrency.lockutils [req-dafa2039-09d6-4486-9633-0b9ffb7a7c3f req-5960e521-529d-4fbe-904e-c5ae0bbe2be0 service nova] Acquired lock "refresh_cache-b9a359d8-bdde-488f-b5e2-360ebd9660fb" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.276398] env[62301]: DEBUG nova.network.neutron [req-dafa2039-09d6-4486-9633-0b9ffb7a7c3f req-5960e521-529d-4fbe-904e-c5ae0bbe2be0 service nova] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Refreshing network info cache for port d2c029a0-f940-4c24-9266-fcbd54b094b3 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 631.282292] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6dbdbfd-0951-49b7-9b55-385edd54ad51 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.298648] env[62301]: DEBUG nova.compute.provider_tree [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 631.398542] env[62301]: DEBUG oslo_vmware.api [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Task: {'id': task-2569794, 'name': PowerOnVM_Task, 'duration_secs': 1.211245} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.398792] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] [instance: 1475032b-244f-4a11-922e-eefbd0671a3e] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 631.399108] env[62301]: INFO nova.compute.manager [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] [instance: 1475032b-244f-4a11-922e-eefbd0671a3e] Took 9.38 seconds to spawn the instance on the hypervisor. [ 631.399181] env[62301]: DEBUG nova.compute.manager [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] [instance: 1475032b-244f-4a11-922e-eefbd0671a3e] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 631.400104] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de27e16-8b30-41e9-8ef9-dcc2878b8955 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.539311] env[62301]: DEBUG oslo_vmware.api [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2569797, 'name': Rename_Task, 'duration_secs': 0.154818} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.539588] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 631.539883] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9d9339c-3664-4433-b2aa-cde27b219690 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.547284] env[62301]: DEBUG oslo_vmware.api [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the task: (returnval){ [ 631.547284] env[62301]: value = "task-2569798" [ 631.547284] env[62301]: _type = "Task" [ 631.547284] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.556409] env[62301]: DEBUG oslo_vmware.api [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2569798, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.724627] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Acquiring lock "refresh_cache-989393f1-81d2-4f60-9c51-3f97e7cd873a" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.724787] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Acquired lock "refresh_cache-989393f1-81d2-4f60-9c51-3f97e7cd873a" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.724849] env[62301]: DEBUG nova.network.neutron [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] [instance: 989393f1-81d2-4f60-9c51-3f97e7cd873a] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 631.803332] env[62301]: DEBUG nova.scheduler.client.report [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 631.921946] env[62301]: INFO nova.compute.manager [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] [instance: 1475032b-244f-4a11-922e-eefbd0671a3e] Took 41.13 seconds to build instance. [ 632.058370] env[62301]: DEBUG oslo_vmware.api [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2569798, 'name': PowerOnVM_Task, 'duration_secs': 0.480031} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.059281] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 632.059628] env[62301]: INFO nova.compute.manager [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] Took 7.34 seconds to spawn the instance on the hypervisor. [ 632.060026] env[62301]: DEBUG nova.compute.manager [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 632.060979] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f74573-56c6-47ed-bfbf-fa7fa13902f0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.246438] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0df3e79b-d3cc-47b6-83cc-6516727fb3ea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Acquiring lock "b9a359d8-bdde-488f-b5e2-360ebd9660fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.249284] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0df3e79b-d3cc-47b6-83cc-6516727fb3ea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Lock "b9a359d8-bdde-488f-b5e2-360ebd9660fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.249284] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0df3e79b-d3cc-47b6-83cc-6516727fb3ea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Acquiring lock "b9a359d8-bdde-488f-b5e2-360ebd9660fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.249284] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0df3e79b-d3cc-47b6-83cc-6516727fb3ea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Lock "b9a359d8-bdde-488f-b5e2-360ebd9660fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.249284] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0df3e79b-d3cc-47b6-83cc-6516727fb3ea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Lock "b9a359d8-bdde-488f-b5e2-360ebd9660fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.250579] env[62301]: INFO nova.compute.manager [None req-0df3e79b-d3cc-47b6-83cc-6516727fb3ea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Terminating instance [ 632.298900] env[62301]: DEBUG nova.network.neutron [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] [instance: 989393f1-81d2-4f60-9c51-3f97e7cd873a] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 632.311530] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.661s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.312052] env[62301]: DEBUG nova.compute.manager [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] [instance: 31934154-68a2-41a5-8c23-b95738eaeb70] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 632.315628] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 34.244s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.425386] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bfd0df02-9563-4d06-8ee5-541324f33c4e tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Lock "1475032b-244f-4a11-922e-eefbd0671a3e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.018s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.591591] env[62301]: INFO nova.compute.manager [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] Took 39.46 seconds to build instance. [ 632.593809] env[62301]: DEBUG nova.network.neutron [req-dafa2039-09d6-4486-9633-0b9ffb7a7c3f req-5960e521-529d-4fbe-904e-c5ae0bbe2be0 service nova] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Updated VIF entry in instance network info cache for port d2c029a0-f940-4c24-9266-fcbd54b094b3. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 632.593809] env[62301]: DEBUG nova.network.neutron [req-dafa2039-09d6-4486-9633-0b9ffb7a7c3f req-5960e521-529d-4fbe-904e-c5ae0bbe2be0 service nova] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Updating instance_info_cache with network_info: [{"id": "d2c029a0-f940-4c24-9266-fcbd54b094b3", "address": "fa:16:3e:98:bd:37", "network": {"id": "60d65c63-008c-468f-9a7a-7a22a839b9b8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1509324704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7c1b7a6289bc4ac89d1e493f56de77a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2c029a0-f9", "ovs_interfaceid": "d2c029a0-f940-4c24-9266-fcbd54b094b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.638198] env[62301]: DEBUG nova.network.neutron [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] [instance: 989393f1-81d2-4f60-9c51-3f97e7cd873a] Updating instance_info_cache with network_info: [{"id": "5b3cf420-449e-47c0-8b01-00a8b98e90bf", "address": "fa:16:3e:aa:78:51", "network": {"id": "248f2938-fa7b-479a-8643-3690867d731c", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-317847831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a80178952e4405c98865f674a77f5e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b3cf420-44", "ovs_interfaceid": "5b3cf420-449e-47c0-8b01-00a8b98e90bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.758750] env[62301]: DEBUG nova.compute.manager [None req-0df3e79b-d3cc-47b6-83cc-6516727fb3ea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 632.758985] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0df3e79b-d3cc-47b6-83cc-6516727fb3ea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 632.759932] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0636418e-9609-4500-9ef6-977b93899ad1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.767516] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-0df3e79b-d3cc-47b6-83cc-6516727fb3ea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 632.767774] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6ef9bb6-2f05-4dd2-8837-7f148c14aa5c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.774598] env[62301]: DEBUG oslo_vmware.api [None req-0df3e79b-d3cc-47b6-83cc-6516727fb3ea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Waiting for the task: (returnval){ [ 632.774598] env[62301]: value = "task-2569799" [ 632.774598] env[62301]: _type = "Task" [ 632.774598] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.782423] env[62301]: DEBUG oslo_vmware.api [None req-0df3e79b-d3cc-47b6-83cc-6516727fb3ea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Task: {'id': task-2569799, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.820019] env[62301]: DEBUG nova.compute.utils [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 632.822140] env[62301]: DEBUG nova.compute.manager [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] [instance: 31934154-68a2-41a5-8c23-b95738eaeb70] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 632.822140] env[62301]: DEBUG nova.network.neutron [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] [instance: 31934154-68a2-41a5-8c23-b95738eaeb70] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 632.826702] env[62301]: INFO nova.compute.claims [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 632.908282] env[62301]: DEBUG nova.policy [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0c689faf1539455baf08233ba8e5e323', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '796ffe24018b43f2bee5243223e31538', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 632.934026] env[62301]: DEBUG nova.compute.manager [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 633.095256] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4da4c9ae-50e8-47d0-9567-e1689eef2c0f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Lock "d1de1100-83f4-43e8-a4c9-46ede08a7ed0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.849s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.095845] env[62301]: DEBUG oslo_concurrency.lockutils [req-dafa2039-09d6-4486-9633-0b9ffb7a7c3f req-5960e521-529d-4fbe-904e-c5ae0bbe2be0 service nova] Releasing lock "refresh_cache-b9a359d8-bdde-488f-b5e2-360ebd9660fb" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.096092] env[62301]: DEBUG nova.compute.manager [req-dafa2039-09d6-4486-9633-0b9ffb7a7c3f req-5960e521-529d-4fbe-904e-c5ae0bbe2be0 service nova] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Received event network-changed-d2c029a0-f940-4c24-9266-fcbd54b094b3 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 633.096266] env[62301]: DEBUG nova.compute.manager [req-dafa2039-09d6-4486-9633-0b9ffb7a7c3f req-5960e521-529d-4fbe-904e-c5ae0bbe2be0 service nova] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Refreshing instance network info cache due to event network-changed-d2c029a0-f940-4c24-9266-fcbd54b094b3. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 633.096483] env[62301]: DEBUG oslo_concurrency.lockutils [req-dafa2039-09d6-4486-9633-0b9ffb7a7c3f req-5960e521-529d-4fbe-904e-c5ae0bbe2be0 service nova] Acquiring lock "refresh_cache-b9a359d8-bdde-488f-b5e2-360ebd9660fb" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.096623] env[62301]: DEBUG oslo_concurrency.lockutils [req-dafa2039-09d6-4486-9633-0b9ffb7a7c3f req-5960e521-529d-4fbe-904e-c5ae0bbe2be0 service nova] Acquired lock "refresh_cache-b9a359d8-bdde-488f-b5e2-360ebd9660fb" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.096784] env[62301]: DEBUG nova.network.neutron [req-dafa2039-09d6-4486-9633-0b9ffb7a7c3f req-5960e521-529d-4fbe-904e-c5ae0bbe2be0 service nova] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Refreshing network info cache for port d2c029a0-f940-4c24-9266-fcbd54b094b3 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 633.140993] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Releasing lock "refresh_cache-989393f1-81d2-4f60-9c51-3f97e7cd873a" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.141720] env[62301]: DEBUG nova.compute.manager [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] [instance: 989393f1-81d2-4f60-9c51-3f97e7cd873a] Instance network_info: |[{"id": "5b3cf420-449e-47c0-8b01-00a8b98e90bf", "address": "fa:16:3e:aa:78:51", "network": {"id": "248f2938-fa7b-479a-8643-3690867d731c", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-317847831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a80178952e4405c98865f674a77f5e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b3cf420-44", "ovs_interfaceid": "5b3cf420-449e-47c0-8b01-00a8b98e90bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 633.141968] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] [instance: 989393f1-81d2-4f60-9c51-3f97e7cd873a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:78:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c894ab55-c869-4530-9702-cb46d173ce94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b3cf420-449e-47c0-8b01-00a8b98e90bf', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 633.152770] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Creating folder: Project (7a80178952e4405c98865f674a77f5e3). Parent ref: group-v518653. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 633.153556] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0a37e9a-ea87-43ab-932e-d6126afb2f82 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.163432] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Created folder: Project (7a80178952e4405c98865f674a77f5e3) in parent group-v518653. [ 633.163617] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Creating folder: Instances. Parent ref: group-v518730. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 633.163858] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11c0199b-1ae8-40c4-8570-9401f4f2bf63 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.172424] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Created folder: Instances in parent group-v518730. [ 633.172720] env[62301]: DEBUG oslo.service.loopingcall [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 633.172862] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 989393f1-81d2-4f60-9c51-3f97e7cd873a] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 633.173080] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d9a1ffb-8add-4499-81da-3d93b2a62684 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.194772] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 633.194772] env[62301]: value = "task-2569802" [ 633.194772] env[62301]: _type = "Task" [ 633.194772] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.203996] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569802, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.285585] env[62301]: DEBUG oslo_vmware.api [None req-0df3e79b-d3cc-47b6-83cc-6516727fb3ea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Task: {'id': task-2569799, 'name': PowerOffVM_Task, 'duration_secs': 0.337758} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.285857] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-0df3e79b-d3cc-47b6-83cc-6516727fb3ea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 633.286040] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0df3e79b-d3cc-47b6-83cc-6516727fb3ea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 633.286400] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1914219-0f96-47e8-befe-358a6bf7f9e7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.332054] env[62301]: DEBUG nova.compute.manager [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] [instance: 31934154-68a2-41a5-8c23-b95738eaeb70] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 633.337650] env[62301]: INFO nova.compute.resource_tracker [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Updating resource usage from migration 383bbe3a-fbd5-4378-a5b0-7fbf48183718 [ 633.346802] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0df3e79b-d3cc-47b6-83cc-6516727fb3ea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 633.347050] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0df3e79b-d3cc-47b6-83cc-6516727fb3ea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 633.347261] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-0df3e79b-d3cc-47b6-83cc-6516727fb3ea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Deleting the datastore file [datastore1] b9a359d8-bdde-488f-b5e2-360ebd9660fb {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 633.347537] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6ecf98b-b5c2-42c6-a7f7-f3ff3106320f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.361499] env[62301]: DEBUG oslo_vmware.api [None req-0df3e79b-d3cc-47b6-83cc-6516727fb3ea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Waiting for the task: (returnval){ [ 633.361499] env[62301]: value = "task-2569804" [ 633.361499] env[62301]: _type = "Task" [ 633.361499] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.376602] env[62301]: DEBUG oslo_vmware.api [None req-0df3e79b-d3cc-47b6-83cc-6516727fb3ea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Task: {'id': task-2569804, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.457289] env[62301]: DEBUG nova.compute.manager [req-f8a0a3e4-10ce-4e3f-88dc-521264e36528 req-9b2fc882-d864-4808-bfcc-3b51f8fd8968 service nova] [instance: 989393f1-81d2-4f60-9c51-3f97e7cd873a] Received event network-vif-plugged-5b3cf420-449e-47c0-8b01-00a8b98e90bf {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 633.457532] env[62301]: DEBUG oslo_concurrency.lockutils [req-f8a0a3e4-10ce-4e3f-88dc-521264e36528 req-9b2fc882-d864-4808-bfcc-3b51f8fd8968 service nova] Acquiring lock "989393f1-81d2-4f60-9c51-3f97e7cd873a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.457700] env[62301]: DEBUG oslo_concurrency.lockutils [req-f8a0a3e4-10ce-4e3f-88dc-521264e36528 req-9b2fc882-d864-4808-bfcc-3b51f8fd8968 service nova] Lock "989393f1-81d2-4f60-9c51-3f97e7cd873a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 633.457867] env[62301]: DEBUG oslo_concurrency.lockutils [req-f8a0a3e4-10ce-4e3f-88dc-521264e36528 req-9b2fc882-d864-4808-bfcc-3b51f8fd8968 service nova] Lock "989393f1-81d2-4f60-9c51-3f97e7cd873a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.458046] env[62301]: DEBUG nova.compute.manager [req-f8a0a3e4-10ce-4e3f-88dc-521264e36528 req-9b2fc882-d864-4808-bfcc-3b51f8fd8968 service nova] [instance: 989393f1-81d2-4f60-9c51-3f97e7cd873a] No waiting events found dispatching network-vif-plugged-5b3cf420-449e-47c0-8b01-00a8b98e90bf {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 633.458218] env[62301]: WARNING nova.compute.manager [req-f8a0a3e4-10ce-4e3f-88dc-521264e36528 req-9b2fc882-d864-4808-bfcc-3b51f8fd8968 service nova] [instance: 989393f1-81d2-4f60-9c51-3f97e7cd873a] Received unexpected event network-vif-plugged-5b3cf420-449e-47c0-8b01-00a8b98e90bf for instance with vm_state building and task_state spawning. [ 633.458377] env[62301]: DEBUG nova.compute.manager [req-f8a0a3e4-10ce-4e3f-88dc-521264e36528 req-9b2fc882-d864-4808-bfcc-3b51f8fd8968 service nova] [instance: 989393f1-81d2-4f60-9c51-3f97e7cd873a] Received event network-changed-5b3cf420-449e-47c0-8b01-00a8b98e90bf {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 633.458701] env[62301]: DEBUG nova.compute.manager [req-f8a0a3e4-10ce-4e3f-88dc-521264e36528 req-9b2fc882-d864-4808-bfcc-3b51f8fd8968 service nova] [instance: 989393f1-81d2-4f60-9c51-3f97e7cd873a] Refreshing instance network info cache due to event network-changed-5b3cf420-449e-47c0-8b01-00a8b98e90bf. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 633.458701] env[62301]: DEBUG oslo_concurrency.lockutils [req-f8a0a3e4-10ce-4e3f-88dc-521264e36528 req-9b2fc882-d864-4808-bfcc-3b51f8fd8968 service nova] Acquiring lock "refresh_cache-989393f1-81d2-4f60-9c51-3f97e7cd873a" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.458832] env[62301]: DEBUG oslo_concurrency.lockutils [req-f8a0a3e4-10ce-4e3f-88dc-521264e36528 req-9b2fc882-d864-4808-bfcc-3b51f8fd8968 service nova] Acquired lock "refresh_cache-989393f1-81d2-4f60-9c51-3f97e7cd873a" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.458983] env[62301]: DEBUG nova.network.neutron [req-f8a0a3e4-10ce-4e3f-88dc-521264e36528 req-9b2fc882-d864-4808-bfcc-3b51f8fd8968 service nova] [instance: 989393f1-81d2-4f60-9c51-3f97e7cd873a] Refreshing network info cache for port 5b3cf420-449e-47c0-8b01-00a8b98e90bf {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 633.471479] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.603224] env[62301]: DEBUG nova.network.neutron [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] [instance: 31934154-68a2-41a5-8c23-b95738eaeb70] Successfully created port: 3424938d-34db-4cc8-b0f8-ec43a7cec32a {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 633.607981] env[62301]: DEBUG nova.compute.manager [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: fff316c1-2305-464b-8745-fabdb9636c46] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 633.706409] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569802, 'name': CreateVM_Task, 'duration_secs': 0.348992} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.706409] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 989393f1-81d2-4f60-9c51-3f97e7cd873a] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 633.706409] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.706409] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.706806] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.707413] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-562e665f-8418-48e5-9ade-bf8163ae5d70 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.714722] env[62301]: DEBUG oslo_vmware.api [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Waiting for the task: (returnval){ [ 633.714722] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52a2443b-548f-0cb5-3f56-3bf4b209c12e" [ 633.714722] env[62301]: _type = "Task" [ 633.714722] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.722937] env[62301]: DEBUG oslo_vmware.api [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52a2443b-548f-0cb5-3f56-3bf4b209c12e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.884701] env[62301]: DEBUG oslo_vmware.api [None req-0df3e79b-d3cc-47b6-83cc-6516727fb3ea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Task: {'id': task-2569804, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.297025} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.884953] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-0df3e79b-d3cc-47b6-83cc-6516727fb3ea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 633.885666] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0df3e79b-d3cc-47b6-83cc-6516727fb3ea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 633.885914] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0df3e79b-d3cc-47b6-83cc-6516727fb3ea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 633.886127] env[62301]: INFO nova.compute.manager [None req-0df3e79b-d3cc-47b6-83cc-6516727fb3ea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Took 1.13 seconds to destroy the instance on the hypervisor. [ 633.887532] env[62301]: DEBUG oslo.service.loopingcall [None req-0df3e79b-d3cc-47b6-83cc-6516727fb3ea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 633.887532] env[62301]: DEBUG nova.compute.manager [-] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 633.887532] env[62301]: DEBUG nova.network.neutron [-] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 633.925716] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d4d770-54ca-44cb-9a44-4b9ef650384a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.936728] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21aaa3e0-149f-48bf-b508-79db3f1633e6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.974174] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83df4a37-54c9-465e-87b4-6e11e1e4db98 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.987244] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78eeaf6e-7bca-4de6-9187-81965584fe2a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.005235] env[62301]: DEBUG nova.compute.provider_tree [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 634.131167] env[62301]: DEBUG oslo_concurrency.lockutils [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.132733] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1d338c8f-494c-48bd-9ea0-1564bf7f9df3 tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Acquiring lock "1475032b-244f-4a11-922e-eefbd0671a3e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.132922] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1d338c8f-494c-48bd-9ea0-1564bf7f9df3 tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Lock "1475032b-244f-4a11-922e-eefbd0671a3e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.133156] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1d338c8f-494c-48bd-9ea0-1564bf7f9df3 tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Acquiring lock "1475032b-244f-4a11-922e-eefbd0671a3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.133406] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1d338c8f-494c-48bd-9ea0-1564bf7f9df3 tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Lock "1475032b-244f-4a11-922e-eefbd0671a3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.133545] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1d338c8f-494c-48bd-9ea0-1564bf7f9df3 tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Lock "1475032b-244f-4a11-922e-eefbd0671a3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.136017] env[62301]: INFO nova.compute.manager [None req-1d338c8f-494c-48bd-9ea0-1564bf7f9df3 tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] [instance: 1475032b-244f-4a11-922e-eefbd0671a3e] Terminating instance [ 634.147391] env[62301]: DEBUG nova.network.neutron [req-dafa2039-09d6-4486-9633-0b9ffb7a7c3f req-5960e521-529d-4fbe-904e-c5ae0bbe2be0 service nova] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Updated VIF entry in instance network info cache for port d2c029a0-f940-4c24-9266-fcbd54b094b3. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 634.147646] env[62301]: DEBUG nova.network.neutron [req-dafa2039-09d6-4486-9633-0b9ffb7a7c3f req-5960e521-529d-4fbe-904e-c5ae0bbe2be0 service nova] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Updating instance_info_cache with network_info: [{"id": "d2c029a0-f940-4c24-9266-fcbd54b094b3", "address": "fa:16:3e:98:bd:37", "network": {"id": "60d65c63-008c-468f-9a7a-7a22a839b9b8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1509324704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7c1b7a6289bc4ac89d1e493f56de77a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2c029a0-f9", "ovs_interfaceid": "d2c029a0-f940-4c24-9266-fcbd54b094b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.229024] env[62301]: DEBUG oslo_vmware.api [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52a2443b-548f-0cb5-3f56-3bf4b209c12e, 'name': SearchDatastore_Task, 'duration_secs': 0.009852} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.229024] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.229024] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] [instance: 989393f1-81d2-4f60-9c51-3f97e7cd873a] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 634.229024] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.229347] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.229347] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 634.229347] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c48a8548-66fd-4c47-94c4-7aa1ce9ad285 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.239034] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 634.239358] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 634.240229] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84971c29-b6c9-4807-8205-17578d221528 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.250216] env[62301]: DEBUG oslo_vmware.api [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Waiting for the task: (returnval){ [ 634.250216] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52d15f73-8ad0-9ab7-ab92-2cfca75403b1" [ 634.250216] env[62301]: _type = "Task" [ 634.250216] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.256812] env[62301]: DEBUG oslo_vmware.api [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52d15f73-8ad0-9ab7-ab92-2cfca75403b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.308277] env[62301]: DEBUG oslo_concurrency.lockutils [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Acquiring lock "e3dca228-5517-4d04-bf30-f3ee3fecaaf8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.308761] env[62301]: DEBUG oslo_concurrency.lockutils [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Lock "e3dca228-5517-4d04-bf30-f3ee3fecaaf8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.357661] env[62301]: DEBUG nova.compute.manager [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] [instance: 31934154-68a2-41a5-8c23-b95738eaeb70] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 634.392671] env[62301]: DEBUG nova.virt.hardware [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 634.392875] env[62301]: DEBUG nova.virt.hardware [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 634.393049] env[62301]: DEBUG nova.virt.hardware [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 634.393265] env[62301]: DEBUG nova.virt.hardware [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 634.393436] env[62301]: DEBUG nova.virt.hardware [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 634.393588] env[62301]: DEBUG nova.virt.hardware [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 634.393970] env[62301]: DEBUG nova.virt.hardware [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 634.393970] env[62301]: DEBUG nova.virt.hardware [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 634.394328] env[62301]: DEBUG nova.virt.hardware [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 634.394522] env[62301]: DEBUG nova.virt.hardware [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 634.394693] env[62301]: DEBUG nova.virt.hardware [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 634.395605] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653a75c7-0578-4bb0-b6eb-ff9c9c3a346b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.411339] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b456e9-e4d3-48c3-81e1-55824bc976dc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.430218] env[62301]: DEBUG nova.network.neutron [req-f8a0a3e4-10ce-4e3f-88dc-521264e36528 req-9b2fc882-d864-4808-bfcc-3b51f8fd8968 service nova] [instance: 989393f1-81d2-4f60-9c51-3f97e7cd873a] Updated VIF entry in instance network info cache for port 5b3cf420-449e-47c0-8b01-00a8b98e90bf. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 634.430406] env[62301]: DEBUG nova.network.neutron [req-f8a0a3e4-10ce-4e3f-88dc-521264e36528 req-9b2fc882-d864-4808-bfcc-3b51f8fd8968 service nova] [instance: 989393f1-81d2-4f60-9c51-3f97e7cd873a] Updating instance_info_cache with network_info: [{"id": "5b3cf420-449e-47c0-8b01-00a8b98e90bf", "address": "fa:16:3e:aa:78:51", "network": {"id": "248f2938-fa7b-479a-8643-3690867d731c", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-317847831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a80178952e4405c98865f674a77f5e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b3cf420-44", "ovs_interfaceid": "5b3cf420-449e-47c0-8b01-00a8b98e90bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.482210] env[62301]: DEBUG oslo_concurrency.lockutils [None req-dddf57cf-298d-45a9-b29c-aa6754f58fa1 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Acquiring lock "d1de1100-83f4-43e8-a4c9-46ede08a7ed0" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.482555] env[62301]: DEBUG oslo_concurrency.lockutils [None req-dddf57cf-298d-45a9-b29c-aa6754f58fa1 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Lock "d1de1100-83f4-43e8-a4c9-46ede08a7ed0" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.482555] env[62301]: DEBUG nova.compute.manager [None req-dddf57cf-298d-45a9-b29c-aa6754f58fa1 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 634.485156] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06917ebb-4eb1-4da1-a54d-cf4642c81979 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.492461] env[62301]: DEBUG nova.compute.manager [None req-dddf57cf-298d-45a9-b29c-aa6754f58fa1 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62301) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 634.493028] env[62301]: DEBUG nova.objects.instance [None req-dddf57cf-298d-45a9-b29c-aa6754f58fa1 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Lazy-loading 'flavor' on Instance uuid d1de1100-83f4-43e8-a4c9-46ede08a7ed0 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 634.509210] env[62301]: DEBUG nova.scheduler.client.report [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 634.640033] env[62301]: DEBUG nova.compute.manager [None req-1d338c8f-494c-48bd-9ea0-1564bf7f9df3 tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] [instance: 1475032b-244f-4a11-922e-eefbd0671a3e] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 634.640698] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-1d338c8f-494c-48bd-9ea0-1564bf7f9df3 tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] [instance: 1475032b-244f-4a11-922e-eefbd0671a3e] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 634.641968] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e24975e-22e4-4da0-87e1-1679124d928b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.651475] env[62301]: DEBUG oslo_concurrency.lockutils [req-dafa2039-09d6-4486-9633-0b9ffb7a7c3f req-5960e521-529d-4fbe-904e-c5ae0bbe2be0 service nova] Releasing lock "refresh_cache-b9a359d8-bdde-488f-b5e2-360ebd9660fb" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.651895] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d338c8f-494c-48bd-9ea0-1564bf7f9df3 tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] [instance: 1475032b-244f-4a11-922e-eefbd0671a3e] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 634.652164] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e00bf258-cd79-45bb-818f-11fed5c5adff {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.659211] env[62301]: DEBUG oslo_vmware.api [None req-1d338c8f-494c-48bd-9ea0-1564bf7f9df3 tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Waiting for the task: (returnval){ [ 634.659211] env[62301]: value = "task-2569805" [ 634.659211] env[62301]: _type = "Task" [ 634.659211] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.667779] env[62301]: DEBUG oslo_vmware.api [None req-1d338c8f-494c-48bd-9ea0-1564bf7f9df3 tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Task: {'id': task-2569805, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.763680] env[62301]: DEBUG oslo_vmware.api [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52d15f73-8ad0-9ab7-ab92-2cfca75403b1, 'name': SearchDatastore_Task, 'duration_secs': 0.017035} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.764587] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32fbc6f6-4e57-455a-bcf7-9483b50a116d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.770556] env[62301]: DEBUG oslo_vmware.api [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Waiting for the task: (returnval){ [ 634.770556] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52d73301-45dc-0b09-0f3c-9d6bec70fc9d" [ 634.770556] env[62301]: _type = "Task" [ 634.770556] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.780239] env[62301]: DEBUG oslo_vmware.api [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52d73301-45dc-0b09-0f3c-9d6bec70fc9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.919358] env[62301]: DEBUG nova.network.neutron [-] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.935601] env[62301]: DEBUG oslo_concurrency.lockutils [req-f8a0a3e4-10ce-4e3f-88dc-521264e36528 req-9b2fc882-d864-4808-bfcc-3b51f8fd8968 service nova] Releasing lock "refresh_cache-989393f1-81d2-4f60-9c51-3f97e7cd873a" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.015929] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.700s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 635.016181] env[62301]: INFO nova.compute.manager [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Migrating [ 635.016416] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.016602] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.018747] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d34f792b-7bfe-4642-8718-0dcd4690561d tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.446s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 635.018972] env[62301]: DEBUG nova.objects.instance [None req-d34f792b-7bfe-4642-8718-0dcd4690561d tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Lazy-loading 'resources' on Instance uuid 7c637115-8590-4e15-8500-dc04e7cfc21a {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 635.168993] env[62301]: DEBUG oslo_vmware.api [None req-1d338c8f-494c-48bd-9ea0-1564bf7f9df3 tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Task: {'id': task-2569805, 'name': PowerOffVM_Task, 'duration_secs': 0.21557} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.171795] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d338c8f-494c-48bd-9ea0-1564bf7f9df3 tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] [instance: 1475032b-244f-4a11-922e-eefbd0671a3e] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 635.171795] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-1d338c8f-494c-48bd-9ea0-1564bf7f9df3 tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] [instance: 1475032b-244f-4a11-922e-eefbd0671a3e] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 635.171795] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b769b66f-193b-4898-91f3-1ddf93d297f9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.239026] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-1d338c8f-494c-48bd-9ea0-1564bf7f9df3 tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] [instance: 1475032b-244f-4a11-922e-eefbd0671a3e] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 635.239026] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-1d338c8f-494c-48bd-9ea0-1564bf7f9df3 tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] [instance: 1475032b-244f-4a11-922e-eefbd0671a3e] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 635.239026] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d338c8f-494c-48bd-9ea0-1564bf7f9df3 tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Deleting the datastore file [datastore1] 1475032b-244f-4a11-922e-eefbd0671a3e {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 635.239026] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-656d0dd4-98d6-4d27-8a8f-7e7883491b63 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.244673] env[62301]: DEBUG oslo_vmware.api [None req-1d338c8f-494c-48bd-9ea0-1564bf7f9df3 tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Waiting for the task: (returnval){ [ 635.244673] env[62301]: value = "task-2569807" [ 635.244673] env[62301]: _type = "Task" [ 635.244673] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.253758] env[62301]: DEBUG oslo_vmware.api [None req-1d338c8f-494c-48bd-9ea0-1564bf7f9df3 tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Task: {'id': task-2569807, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.282372] env[62301]: DEBUG oslo_vmware.api [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52d73301-45dc-0b09-0f3c-9d6bec70fc9d, 'name': SearchDatastore_Task, 'duration_secs': 0.012101} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.282945] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.283182] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] 989393f1-81d2-4f60-9c51-3f97e7cd873a/989393f1-81d2-4f60-9c51-3f97e7cd873a.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 635.283515] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26d2039c-f13e-4ed9-a9b3-985ca541729c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.290534] env[62301]: DEBUG oslo_vmware.api [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Waiting for the task: (returnval){ [ 635.290534] env[62301]: value = "task-2569808" [ 635.290534] env[62301]: _type = "Task" [ 635.290534] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.301482] env[62301]: DEBUG oslo_vmware.api [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Task: {'id': task-2569808, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.422153] env[62301]: INFO nova.compute.manager [-] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Took 1.54 seconds to deallocate network for instance. [ 635.500128] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-dddf57cf-298d-45a9-b29c-aa6754f58fa1 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 635.500429] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ed92ab5-8852-4cc7-9342-4563fd5796b1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.507295] env[62301]: DEBUG oslo_vmware.api [None req-dddf57cf-298d-45a9-b29c-aa6754f58fa1 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the task: (returnval){ [ 635.507295] env[62301]: value = "task-2569809" [ 635.507295] env[62301]: _type = "Task" [ 635.507295] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.518399] env[62301]: DEBUG oslo_vmware.api [None req-dddf57cf-298d-45a9-b29c-aa6754f58fa1 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2569809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.520746] env[62301]: INFO nova.compute.rpcapi [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 635.520746] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.543636] env[62301]: DEBUG nova.compute.manager [req-479e7cb7-f330-4a11-81ff-a6823c6b260c req-7dd2b0b4-f10b-4d74-9874-a5167f1318dc service nova] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Received event network-vif-deleted-d2c029a0-f940-4c24-9266-fcbd54b094b3 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 635.662418] env[62301]: DEBUG nova.network.neutron [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] [instance: 31934154-68a2-41a5-8c23-b95738eaeb70] Successfully updated port: 3424938d-34db-4cc8-b0f8-ec43a7cec32a {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 635.758616] env[62301]: DEBUG oslo_vmware.api [None req-1d338c8f-494c-48bd-9ea0-1564bf7f9df3 tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Task: {'id': task-2569807, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.349528} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.760065] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d338c8f-494c-48bd-9ea0-1564bf7f9df3 tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 635.760065] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-1d338c8f-494c-48bd-9ea0-1564bf7f9df3 tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] [instance: 1475032b-244f-4a11-922e-eefbd0671a3e] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 635.760065] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-1d338c8f-494c-48bd-9ea0-1564bf7f9df3 tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] [instance: 1475032b-244f-4a11-922e-eefbd0671a3e] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 635.760065] env[62301]: INFO nova.compute.manager [None req-1d338c8f-494c-48bd-9ea0-1564bf7f9df3 tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] [instance: 1475032b-244f-4a11-922e-eefbd0671a3e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 635.760065] env[62301]: DEBUG oslo.service.loopingcall [None req-1d338c8f-494c-48bd-9ea0-1564bf7f9df3 tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 635.760830] env[62301]: DEBUG nova.compute.manager [-] [instance: 1475032b-244f-4a11-922e-eefbd0671a3e] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 635.760830] env[62301]: DEBUG nova.network.neutron [-] [instance: 1475032b-244f-4a11-922e-eefbd0671a3e] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 635.803142] env[62301]: DEBUG oslo_vmware.api [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Task: {'id': task-2569808, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.931716] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0df3e79b-d3cc-47b6-83cc-6516727fb3ea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.023115] env[62301]: DEBUG oslo_vmware.api [None req-dddf57cf-298d-45a9-b29c-aa6754f58fa1 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2569809, 'name': PowerOffVM_Task, 'duration_secs': 0.203093} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.023482] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-dddf57cf-298d-45a9-b29c-aa6754f58fa1 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 636.023604] env[62301]: DEBUG nova.compute.manager [None req-dddf57cf-298d-45a9-b29c-aa6754f58fa1 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 636.024566] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569b0bb7-7df8-454a-b124-86b3b47abe74 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.047236] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Acquiring lock "refresh_cache-7e9c242a-875f-4f89-ab87-debf3dbf8e94" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.047236] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Acquired lock "refresh_cache-7e9c242a-875f-4f89-ab87-debf3dbf8e94" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.047236] env[62301]: DEBUG nova.network.neutron [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 636.108435] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f51028-5860-410c-bff2-60b14a03c903 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.117082] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94134b48-e2ce-479b-a5d9-c322ea7bc165 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.149998] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0604b9c7-4a31-4d99-9490-c8c2ebc57383 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.160200] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf8b9c0-d13f-4a0e-9bd4-7829ade8a613 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.175665] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Acquiring lock "refresh_cache-31934154-68a2-41a5-8c23-b95738eaeb70" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.175808] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Acquired lock "refresh_cache-31934154-68a2-41a5-8c23-b95738eaeb70" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.175961] env[62301]: DEBUG nova.network.neutron [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] [instance: 31934154-68a2-41a5-8c23-b95738eaeb70] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 636.177633] env[62301]: DEBUG nova.compute.provider_tree [None req-d34f792b-7bfe-4642-8718-0dcd4690561d tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Updating inventory in ProviderTree for provider f2701398-2646-410f-990f-c3cfa8025d57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 636.301401] env[62301]: DEBUG oslo_vmware.api [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Task: {'id': task-2569808, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.702376} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.301962] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] 989393f1-81d2-4f60-9c51-3f97e7cd873a/989393f1-81d2-4f60-9c51-3f97e7cd873a.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 636.304701] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] [instance: 989393f1-81d2-4f60-9c51-3f97e7cd873a] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 636.304701] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-493315bd-4cfc-4629-9fe7-6d0e1ce7fe31 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.308907] env[62301]: DEBUG oslo_vmware.api [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Waiting for the task: (returnval){ [ 636.308907] env[62301]: value = "task-2569810" [ 636.308907] env[62301]: _type = "Task" [ 636.308907] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.319636] env[62301]: DEBUG oslo_vmware.api [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Task: {'id': task-2569810, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.542462] env[62301]: DEBUG oslo_concurrency.lockutils [None req-dddf57cf-298d-45a9-b29c-aa6754f58fa1 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Lock "d1de1100-83f4-43e8-a4c9-46ede08a7ed0" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.060s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.549056] env[62301]: DEBUG nova.network.neutron [-] [instance: 1475032b-244f-4a11-922e-eefbd0671a3e] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.708896] env[62301]: ERROR nova.scheduler.client.report [None req-d34f792b-7bfe-4642-8718-0dcd4690561d tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] [req-ce3fc890-c3f5-42af-9291-2021ba76a05a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f2701398-2646-410f-990f-c3cfa8025d57. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ce3fc890-c3f5-42af-9291-2021ba76a05a"}]} [ 636.735021] env[62301]: DEBUG nova.network.neutron [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] [instance: 31934154-68a2-41a5-8c23-b95738eaeb70] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 636.735021] env[62301]: DEBUG nova.scheduler.client.report [None req-d34f792b-7bfe-4642-8718-0dcd4690561d tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Refreshing inventories for resource provider f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 636.751198] env[62301]: DEBUG nova.scheduler.client.report [None req-d34f792b-7bfe-4642-8718-0dcd4690561d tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Updating ProviderTree inventory for provider f2701398-2646-410f-990f-c3cfa8025d57 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 636.754015] env[62301]: DEBUG nova.compute.provider_tree [None req-d34f792b-7bfe-4642-8718-0dcd4690561d tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Updating inventory in ProviderTree for provider f2701398-2646-410f-990f-c3cfa8025d57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 636.768141] env[62301]: DEBUG nova.scheduler.client.report [None req-d34f792b-7bfe-4642-8718-0dcd4690561d tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Refreshing aggregate associations for resource provider f2701398-2646-410f-990f-c3cfa8025d57, aggregates: None {{(pid=62301) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 636.796632] env[62301]: DEBUG nova.scheduler.client.report [None req-d34f792b-7bfe-4642-8718-0dcd4690561d tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Refreshing trait associations for resource provider f2701398-2646-410f-990f-c3cfa8025d57, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62301) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 636.827651] env[62301]: DEBUG oslo_vmware.api [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Task: {'id': task-2569810, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070594} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.827651] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] [instance: 989393f1-81d2-4f60-9c51-3f97e7cd873a] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 636.827651] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e400aab-e5e2-4c73-a883-79710c1187d1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.850552] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] [instance: 989393f1-81d2-4f60-9c51-3f97e7cd873a] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 989393f1-81d2-4f60-9c51-3f97e7cd873a/989393f1-81d2-4f60-9c51-3f97e7cd873a.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 636.857022] env[62301]: DEBUG nova.network.neutron [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Updating instance_info_cache with network_info: [{"id": "fa1de50a-0191-41ab-b097-bde4736088aa", "address": "fa:16:3e:07:a2:fe", "network": {"id": "229d681a-36f3-4cf5-8b82-82a25738b030", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "584ed71e5cee48ffa78bf852023e57aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa1de50a-01", "ovs_interfaceid": "fa1de50a-0191-41ab-b097-bde4736088aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.857022] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37abf5cb-e6ef-46d4-b3f5-81f7bd0810b9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.873796] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Releasing lock "refresh_cache-7e9c242a-875f-4f89-ab87-debf3dbf8e94" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.881625] env[62301]: DEBUG oslo_vmware.api [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Waiting for the task: (returnval){ [ 636.881625] env[62301]: value = "task-2569811" [ 636.881625] env[62301]: _type = "Task" [ 636.881625] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.893607] env[62301]: DEBUG oslo_vmware.api [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Task: {'id': task-2569811, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.992405] env[62301]: DEBUG nova.network.neutron [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] [instance: 31934154-68a2-41a5-8c23-b95738eaeb70] Updating instance_info_cache with network_info: [{"id": "3424938d-34db-4cc8-b0f8-ec43a7cec32a", "address": "fa:16:3e:0a:fd:60", "network": {"id": "229d681a-36f3-4cf5-8b82-82a25738b030", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "584ed71e5cee48ffa78bf852023e57aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3424938d-34", "ovs_interfaceid": "3424938d-34db-4cc8-b0f8-ec43a7cec32a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.058881] env[62301]: INFO nova.compute.manager [-] [instance: 1475032b-244f-4a11-922e-eefbd0671a3e] Took 1.30 seconds to deallocate network for instance. [ 637.334475] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621e9c89-2980-4ca7-a1e8-387f7ac930e9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.342703] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7cddd7e-bf7d-4244-9cc1-53d26583c437 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.385704] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23fc051-af9c-4292-a189-8ddacc63241e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.400218] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048bfeca-1f14-41ae-bad9-ef93cf20b5cc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.404388] env[62301]: DEBUG oslo_vmware.api [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Task: {'id': task-2569811, 'name': ReconfigVM_Task, 'duration_secs': 0.311782} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.404710] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] [instance: 989393f1-81d2-4f60-9c51-3f97e7cd873a] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 989393f1-81d2-4f60-9c51-3f97e7cd873a/989393f1-81d2-4f60-9c51-3f97e7cd873a.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 637.405931] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1fedad4b-440c-4587-963f-24b838d66b46 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.419240] env[62301]: DEBUG nova.compute.provider_tree [None req-d34f792b-7bfe-4642-8718-0dcd4690561d tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Updating inventory in ProviderTree for provider f2701398-2646-410f-990f-c3cfa8025d57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 637.426096] env[62301]: DEBUG oslo_vmware.api [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Waiting for the task: (returnval){ [ 637.426096] env[62301]: value = "task-2569812" [ 637.426096] env[62301]: _type = "Task" [ 637.426096] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.435440] env[62301]: DEBUG oslo_vmware.api [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Task: {'id': task-2569812, 'name': Rename_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.500708] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Releasing lock "refresh_cache-31934154-68a2-41a5-8c23-b95738eaeb70" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.501040] env[62301]: DEBUG nova.compute.manager [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] [instance: 31934154-68a2-41a5-8c23-b95738eaeb70] Instance network_info: |[{"id": "3424938d-34db-4cc8-b0f8-ec43a7cec32a", "address": "fa:16:3e:0a:fd:60", "network": {"id": "229d681a-36f3-4cf5-8b82-82a25738b030", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "584ed71e5cee48ffa78bf852023e57aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3424938d-34", "ovs_interfaceid": "3424938d-34db-4cc8-b0f8-ec43a7cec32a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 637.501528] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] [instance: 31934154-68a2-41a5-8c23-b95738eaeb70] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:fd:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '195e328b-e41a-49f5-9e51-546b8ea8ceba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3424938d-34db-4cc8-b0f8-ec43a7cec32a', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 637.509382] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Creating folder: Project (796ffe24018b43f2bee5243223e31538). Parent ref: group-v518653. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.509708] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51a01a12-a739-4c39-b346-2bd44de50bab {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.521155] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Created folder: Project (796ffe24018b43f2bee5243223e31538) in parent group-v518653. [ 637.521400] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Creating folder: Instances. Parent ref: group-v518733. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.521682] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-376c6ab4-aabd-40e8-a3de-47e6527c0162 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.531096] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Created folder: Instances in parent group-v518733. [ 637.531439] env[62301]: DEBUG oslo.service.loopingcall [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 637.531719] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31934154-68a2-41a5-8c23-b95738eaeb70] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 637.532011] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87bcbd25-1f2f-4de8-9243-a5e72bd793f1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.555143] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 637.555143] env[62301]: value = "task-2569815" [ 637.555143] env[62301]: _type = "Task" [ 637.555143] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.563665] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569815, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.570059] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1d338c8f-494c-48bd-9ea0-1564bf7f9df3 tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 637.814202] env[62301]: DEBUG nova.compute.manager [req-d8413395-70bb-4a49-9732-192a14d71d36 req-215baa99-52d4-4151-a459-88038b15ab5f service nova] [instance: 31934154-68a2-41a5-8c23-b95738eaeb70] Received event network-vif-plugged-3424938d-34db-4cc8-b0f8-ec43a7cec32a {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 637.814487] env[62301]: DEBUG oslo_concurrency.lockutils [req-d8413395-70bb-4a49-9732-192a14d71d36 req-215baa99-52d4-4151-a459-88038b15ab5f service nova] Acquiring lock "31934154-68a2-41a5-8c23-b95738eaeb70-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 637.814599] env[62301]: DEBUG oslo_concurrency.lockutils [req-d8413395-70bb-4a49-9732-192a14d71d36 req-215baa99-52d4-4151-a459-88038b15ab5f service nova] Lock "31934154-68a2-41a5-8c23-b95738eaeb70-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.815634] env[62301]: DEBUG oslo_concurrency.lockutils [req-d8413395-70bb-4a49-9732-192a14d71d36 req-215baa99-52d4-4151-a459-88038b15ab5f service nova] Lock "31934154-68a2-41a5-8c23-b95738eaeb70-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 637.815634] env[62301]: DEBUG nova.compute.manager [req-d8413395-70bb-4a49-9732-192a14d71d36 req-215baa99-52d4-4151-a459-88038b15ab5f service nova] [instance: 31934154-68a2-41a5-8c23-b95738eaeb70] No waiting events found dispatching network-vif-plugged-3424938d-34db-4cc8-b0f8-ec43a7cec32a {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 637.815634] env[62301]: WARNING nova.compute.manager [req-d8413395-70bb-4a49-9732-192a14d71d36 req-215baa99-52d4-4151-a459-88038b15ab5f service nova] [instance: 31934154-68a2-41a5-8c23-b95738eaeb70] Received unexpected event network-vif-plugged-3424938d-34db-4cc8-b0f8-ec43a7cec32a for instance with vm_state building and task_state spawning. [ 637.815634] env[62301]: DEBUG nova.compute.manager [req-d8413395-70bb-4a49-9732-192a14d71d36 req-215baa99-52d4-4151-a459-88038b15ab5f service nova] [instance: 31934154-68a2-41a5-8c23-b95738eaeb70] Received event network-changed-3424938d-34db-4cc8-b0f8-ec43a7cec32a {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 637.815837] env[62301]: DEBUG nova.compute.manager [req-d8413395-70bb-4a49-9732-192a14d71d36 req-215baa99-52d4-4151-a459-88038b15ab5f service nova] [instance: 31934154-68a2-41a5-8c23-b95738eaeb70] Refreshing instance network info cache due to event network-changed-3424938d-34db-4cc8-b0f8-ec43a7cec32a. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 637.816834] env[62301]: DEBUG oslo_concurrency.lockutils [req-d8413395-70bb-4a49-9732-192a14d71d36 req-215baa99-52d4-4151-a459-88038b15ab5f service nova] Acquiring lock "refresh_cache-31934154-68a2-41a5-8c23-b95738eaeb70" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.816834] env[62301]: DEBUG oslo_concurrency.lockutils [req-d8413395-70bb-4a49-9732-192a14d71d36 req-215baa99-52d4-4151-a459-88038b15ab5f service nova] Acquired lock "refresh_cache-31934154-68a2-41a5-8c23-b95738eaeb70" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.816834] env[62301]: DEBUG nova.network.neutron [req-d8413395-70bb-4a49-9732-192a14d71d36 req-215baa99-52d4-4151-a459-88038b15ab5f service nova] [instance: 31934154-68a2-41a5-8c23-b95738eaeb70] Refreshing network info cache for port 3424938d-34db-4cc8-b0f8-ec43a7cec32a {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 637.914013] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Acquiring lock "57e786de-bdde-4aae-80de-d16cfe5b4cda" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 637.914266] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Lock "57e786de-bdde-4aae-80de-d16cfe5b4cda" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.939781] env[62301]: DEBUG oslo_vmware.api [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Task: {'id': task-2569812, 'name': Rename_Task, 'duration_secs': 0.133865} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.939781] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] [instance: 989393f1-81d2-4f60-9c51-3f97e7cd873a] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 637.939781] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f83fdea7-f09f-4e2f-bd64-26d19ea5644b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.947108] env[62301]: DEBUG oslo_vmware.api [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Waiting for the task: (returnval){ [ 637.947108] env[62301]: value = "task-2569816" [ 637.947108] env[62301]: _type = "Task" [ 637.947108] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.947814] env[62301]: ERROR nova.scheduler.client.report [None req-d34f792b-7bfe-4642-8718-0dcd4690561d tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] [req-0ad39728-63a6-4459-a555-afd77cbd8ce5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f2701398-2646-410f-990f-c3cfa8025d57. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0ad39728-63a6-4459-a555-afd77cbd8ce5"}]} [ 637.960781] env[62301]: DEBUG oslo_vmware.api [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Task: {'id': task-2569816, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.973378] env[62301]: DEBUG nova.scheduler.client.report [None req-d34f792b-7bfe-4642-8718-0dcd4690561d tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Refreshing inventories for resource provider f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 637.995063] env[62301]: DEBUG nova.scheduler.client.report [None req-d34f792b-7bfe-4642-8718-0dcd4690561d tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Updating ProviderTree inventory for provider f2701398-2646-410f-990f-c3cfa8025d57 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 637.996961] env[62301]: DEBUG nova.compute.provider_tree [None req-d34f792b-7bfe-4642-8718-0dcd4690561d tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Updating inventory in ProviderTree for provider f2701398-2646-410f-990f-c3cfa8025d57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 638.016259] env[62301]: DEBUG nova.scheduler.client.report [None req-d34f792b-7bfe-4642-8718-0dcd4690561d tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Refreshing aggregate associations for resource provider f2701398-2646-410f-990f-c3cfa8025d57, aggregates: None {{(pid=62301) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 638.038509] env[62301]: DEBUG nova.scheduler.client.report [None req-d34f792b-7bfe-4642-8718-0dcd4690561d tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Refreshing trait associations for resource provider f2701398-2646-410f-990f-c3cfa8025d57, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62301) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 638.066431] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569815, 'name': CreateVM_Task, 'duration_secs': 0.355336} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.069229] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31934154-68a2-41a5-8c23-b95738eaeb70] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 638.070387] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.070606] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.071203] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.071834] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ce456fa-1a2b-4848-8e72-02571c83a4e7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.076079] env[62301]: DEBUG oslo_vmware.api [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Waiting for the task: (returnval){ [ 638.076079] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52f14b69-393f-eec5-f4d6-3a11cb87cbcf" [ 638.076079] env[62301]: _type = "Task" [ 638.076079] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.084323] env[62301]: DEBUG oslo_vmware.api [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52f14b69-393f-eec5-f4d6-3a11cb87cbcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.402415] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc08ada5-8112-4519-8f51-0c3c07ae66a6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.425865] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Updating instance '7e9c242a-875f-4f89-ab87-debf3dbf8e94' progress to 0 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 638.459272] env[62301]: DEBUG oslo_vmware.api [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Task: {'id': task-2569816, 'name': PowerOnVM_Task, 'duration_secs': 0.510918} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.462225] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] [instance: 989393f1-81d2-4f60-9c51-3f97e7cd873a] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 638.462451] env[62301]: INFO nova.compute.manager [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] [instance: 989393f1-81d2-4f60-9c51-3f97e7cd873a] Took 8.94 seconds to spawn the instance on the hypervisor. [ 638.462831] env[62301]: DEBUG nova.compute.manager [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] [instance: 989393f1-81d2-4f60-9c51-3f97e7cd873a] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 638.466011] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b179f41c-6e48-48a1-bba1-2a83168574f2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.524251] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c09910-873c-4adc-ab99-9c3cf47afb77 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.533300] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962fe3dd-6d57-4c27-82b2-a9fb9505fc6b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.563635] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b55c558-4077-449a-91af-b2180edbff33 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.571581] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04834a30-7a58-4bc2-a841-7c115477c1fa {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.588587] env[62301]: DEBUG nova.compute.provider_tree [None req-d34f792b-7bfe-4642-8718-0dcd4690561d tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Updating inventory in ProviderTree for provider f2701398-2646-410f-990f-c3cfa8025d57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 638.595833] env[62301]: DEBUG oslo_vmware.api [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52f14b69-393f-eec5-f4d6-3a11cb87cbcf, 'name': SearchDatastore_Task, 'duration_secs': 0.012231} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.597113] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.597341] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] [instance: 31934154-68a2-41a5-8c23-b95738eaeb70] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 638.597571] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.597712] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.597887] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 638.598456] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5971946c-b005-48f4-8161-4ca88dda1393 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.604695] env[62301]: DEBUG nova.network.neutron [req-d8413395-70bb-4a49-9732-192a14d71d36 req-215baa99-52d4-4151-a459-88038b15ab5f service nova] [instance: 31934154-68a2-41a5-8c23-b95738eaeb70] Updated VIF entry in instance network info cache for port 3424938d-34db-4cc8-b0f8-ec43a7cec32a. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 638.605085] env[62301]: DEBUG nova.network.neutron [req-d8413395-70bb-4a49-9732-192a14d71d36 req-215baa99-52d4-4151-a459-88038b15ab5f service nova] [instance: 31934154-68a2-41a5-8c23-b95738eaeb70] Updating instance_info_cache with network_info: [{"id": "3424938d-34db-4cc8-b0f8-ec43a7cec32a", "address": "fa:16:3e:0a:fd:60", "network": {"id": "229d681a-36f3-4cf5-8b82-82a25738b030", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "584ed71e5cee48ffa78bf852023e57aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3424938d-34", "ovs_interfaceid": "3424938d-34db-4cc8-b0f8-ec43a7cec32a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.610046] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 638.610046] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 638.610046] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-556ffe03-9dcf-449c-909b-5a3d570636bb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.616439] env[62301]: DEBUG oslo_vmware.api [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Waiting for the task: (returnval){ [ 638.616439] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52c1f2db-c5c3-88a6-3b39-18fbc36f96fe" [ 638.616439] env[62301]: _type = "Task" [ 638.616439] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.624658] env[62301]: DEBUG oslo_vmware.api [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52c1f2db-c5c3-88a6-3b39-18fbc36f96fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.632173] env[62301]: DEBUG nova.compute.manager [None req-30411cda-a996-4845-aac3-360f1c5265ef tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 638.632833] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4dc2d1-1646-41ad-aa0d-2293a60ed092 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.938018] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 638.938483] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5438827-b146-4a91-b1b4-bdbd697a1d38 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.945547] env[62301]: DEBUG oslo_vmware.api [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Waiting for the task: (returnval){ [ 638.945547] env[62301]: value = "task-2569817" [ 638.945547] env[62301]: _type = "Task" [ 638.945547] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.954215] env[62301]: DEBUG oslo_vmware.api [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2569817, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.982677] env[62301]: INFO nova.compute.manager [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] [instance: 989393f1-81d2-4f60-9c51-3f97e7cd873a] Took 43.86 seconds to build instance. [ 639.110280] env[62301]: DEBUG oslo_concurrency.lockutils [req-d8413395-70bb-4a49-9732-192a14d71d36 req-215baa99-52d4-4151-a459-88038b15ab5f service nova] Releasing lock "refresh_cache-31934154-68a2-41a5-8c23-b95738eaeb70" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.110671] env[62301]: DEBUG nova.compute.manager [req-d8413395-70bb-4a49-9732-192a14d71d36 req-215baa99-52d4-4151-a459-88038b15ab5f service nova] [instance: 1475032b-244f-4a11-922e-eefbd0671a3e] Received event network-vif-deleted-c53aefbe-9c2b-465d-b3e9-ed8c2aad7351 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 639.124201] env[62301]: DEBUG nova.scheduler.client.report [None req-d34f792b-7bfe-4642-8718-0dcd4690561d tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Updated inventory for provider f2701398-2646-410f-990f-c3cfa8025d57 with generation 53 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 639.124455] env[62301]: DEBUG nova.compute.provider_tree [None req-d34f792b-7bfe-4642-8718-0dcd4690561d tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Updating resource provider f2701398-2646-410f-990f-c3cfa8025d57 generation from 53 to 54 during operation: update_inventory {{(pid=62301) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 639.124625] env[62301]: DEBUG nova.compute.provider_tree [None req-d34f792b-7bfe-4642-8718-0dcd4690561d tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Updating inventory in ProviderTree for provider f2701398-2646-410f-990f-c3cfa8025d57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 639.131869] env[62301]: DEBUG oslo_vmware.api [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52c1f2db-c5c3-88a6-3b39-18fbc36f96fe, 'name': SearchDatastore_Task, 'duration_secs': 0.009341} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.132886] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-316bb8d4-52f8-4888-aa09-230d6bc281a8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.139017] env[62301]: DEBUG oslo_vmware.api [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Waiting for the task: (returnval){ [ 639.139017] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52105fc4-ce03-2cfe-e05e-c3c1cd755207" [ 639.139017] env[62301]: _type = "Task" [ 639.139017] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.143174] env[62301]: INFO nova.compute.manager [None req-30411cda-a996-4845-aac3-360f1c5265ef tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] instance snapshotting [ 639.143434] env[62301]: WARNING nova.compute.manager [None req-30411cda-a996-4845-aac3-360f1c5265ef tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 639.146642] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9e8b94-ebae-409f-aec0-f811814b3539 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.153327] env[62301]: DEBUG oslo_vmware.api [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52105fc4-ce03-2cfe-e05e-c3c1cd755207, 'name': SearchDatastore_Task, 'duration_secs': 0.009777} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.153995] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.154289] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 31934154-68a2-41a5-8c23-b95738eaeb70/31934154-68a2-41a5-8c23-b95738eaeb70.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 639.154547] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8fa9bcbc-8ddc-4a31-8510-4f0fcd3d2085 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.172945] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5ab6c2-e2d1-4aef-a690-078cddb85c49 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.177451] env[62301]: DEBUG oslo_vmware.api [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Waiting for the task: (returnval){ [ 639.177451] env[62301]: value = "task-2569818" [ 639.177451] env[62301]: _type = "Task" [ 639.177451] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.190206] env[62301]: DEBUG oslo_vmware.api [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Task: {'id': task-2569818, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.457511] env[62301]: DEBUG oslo_vmware.api [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2569817, 'name': PowerOffVM_Task, 'duration_secs': 0.243275} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.457849] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 639.458059] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Updating instance '7e9c242a-875f-4f89-ab87-debf3dbf8e94' progress to 17 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 639.485052] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e3a50c4e-5a5a-4624-b059-0540e53c2976 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Lock "989393f1-81d2-4f60-9c51-3f97e7cd873a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.215s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.633976] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d34f792b-7bfe-4642-8718-0dcd4690561d tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.615s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.636529] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a01a2541-420c-496d-923f-983b628081cd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.648s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.636778] env[62301]: DEBUG nova.objects.instance [None req-a01a2541-420c-496d-923f-983b628081cd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Lazy-loading 'resources' on Instance uuid bd6ed587-1425-4f8b-b89b-6577f3b68605 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 639.676633] env[62301]: INFO nova.scheduler.client.report [None req-d34f792b-7bfe-4642-8718-0dcd4690561d tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Deleted allocations for instance 7c637115-8590-4e15-8500-dc04e7cfc21a [ 639.690032] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-30411cda-a996-4845-aac3-360f1c5265ef tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] Creating Snapshot of the VM instance {{(pid=62301) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 639.690295] env[62301]: DEBUG oslo_vmware.api [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Task: {'id': task-2569818, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.432964} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.690495] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9fbae865-6b90-4287-adb7-d7ce3012caeb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.692571] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 31934154-68a2-41a5-8c23-b95738eaeb70/31934154-68a2-41a5-8c23-b95738eaeb70.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 639.692779] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] [instance: 31934154-68a2-41a5-8c23-b95738eaeb70] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 639.693011] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b13ead0e-6e4a-4682-b55f-3bfb0ec04b08 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.700211] env[62301]: DEBUG oslo_vmware.api [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Waiting for the task: (returnval){ [ 639.700211] env[62301]: value = "task-2569820" [ 639.700211] env[62301]: _type = "Task" [ 639.700211] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.701485] env[62301]: DEBUG oslo_vmware.api [None req-30411cda-a996-4845-aac3-360f1c5265ef tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the task: (returnval){ [ 639.701485] env[62301]: value = "task-2569819" [ 639.701485] env[62301]: _type = "Task" [ 639.701485] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.712258] env[62301]: DEBUG oslo_vmware.api [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Task: {'id': task-2569820, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.715423] env[62301]: DEBUG oslo_vmware.api [None req-30411cda-a996-4845-aac3-360f1c5265ef tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2569819, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.838791] env[62301]: DEBUG oslo_concurrency.lockutils [None req-dde89371-06d9-46bf-86a0-4898cc174cd0 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Acquiring lock "989393f1-81d2-4f60-9c51-3f97e7cd873a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.839071] env[62301]: DEBUG oslo_concurrency.lockutils [None req-dde89371-06d9-46bf-86a0-4898cc174cd0 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Lock "989393f1-81d2-4f60-9c51-3f97e7cd873a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.839282] env[62301]: DEBUG oslo_concurrency.lockutils [None req-dde89371-06d9-46bf-86a0-4898cc174cd0 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Acquiring lock "989393f1-81d2-4f60-9c51-3f97e7cd873a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.840105] env[62301]: DEBUG oslo_concurrency.lockutils [None req-dde89371-06d9-46bf-86a0-4898cc174cd0 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Lock "989393f1-81d2-4f60-9c51-3f97e7cd873a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.840105] env[62301]: DEBUG oslo_concurrency.lockutils [None req-dde89371-06d9-46bf-86a0-4898cc174cd0 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Lock "989393f1-81d2-4f60-9c51-3f97e7cd873a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.842047] env[62301]: INFO nova.compute.manager [None req-dde89371-06d9-46bf-86a0-4898cc174cd0 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] [instance: 989393f1-81d2-4f60-9c51-3f97e7cd873a] Terminating instance [ 639.966786] env[62301]: DEBUG nova.virt.hardware [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 639.967393] env[62301]: DEBUG nova.virt.hardware [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 639.967639] env[62301]: DEBUG nova.virt.hardware [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 639.967952] env[62301]: DEBUG nova.virt.hardware [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 639.968050] env[62301]: DEBUG nova.virt.hardware [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 639.968188] env[62301]: DEBUG nova.virt.hardware [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 639.968388] env[62301]: DEBUG nova.virt.hardware [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 639.968558] env[62301]: DEBUG nova.virt.hardware [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 639.968723] env[62301]: DEBUG nova.virt.hardware [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 639.968903] env[62301]: DEBUG nova.virt.hardware [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 639.969202] env[62301]: DEBUG nova.virt.hardware [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 639.977195] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc786e90-a4f7-4028-95dc-7fdeca6f4c5d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.996083] env[62301]: DEBUG nova.compute.manager [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] [instance: 91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 640.005508] env[62301]: DEBUG oslo_vmware.api [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Waiting for the task: (returnval){ [ 640.005508] env[62301]: value = "task-2569821" [ 640.005508] env[62301]: _type = "Task" [ 640.005508] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.016314] env[62301]: DEBUG oslo_vmware.api [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2569821, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.188015] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d34f792b-7bfe-4642-8718-0dcd4690561d tempest-AttachInterfacesV270Test-1558588035 tempest-AttachInterfacesV270Test-1558588035-project-member] Lock "7c637115-8590-4e15-8500-dc04e7cfc21a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.987s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.213837] env[62301]: DEBUG oslo_vmware.api [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Task: {'id': task-2569820, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06779} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.219257] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] [instance: 31934154-68a2-41a5-8c23-b95738eaeb70] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 640.219811] env[62301]: DEBUG oslo_vmware.api [None req-30411cda-a996-4845-aac3-360f1c5265ef tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2569819, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.221041] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ae444a-f86b-403b-91be-2f10aa22fca9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.243475] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] [instance: 31934154-68a2-41a5-8c23-b95738eaeb70] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 31934154-68a2-41a5-8c23-b95738eaeb70/31934154-68a2-41a5-8c23-b95738eaeb70.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 640.246422] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b09dcbd-11f5-40e8-9942-1fedd51a1003 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.266299] env[62301]: DEBUG oslo_vmware.api [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Waiting for the task: (returnval){ [ 640.266299] env[62301]: value = "task-2569822" [ 640.266299] env[62301]: _type = "Task" [ 640.266299] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.278360] env[62301]: DEBUG oslo_vmware.api [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Task: {'id': task-2569822, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.348431] env[62301]: DEBUG nova.compute.manager [None req-dde89371-06d9-46bf-86a0-4898cc174cd0 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] [instance: 989393f1-81d2-4f60-9c51-3f97e7cd873a] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 640.348660] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-dde89371-06d9-46bf-86a0-4898cc174cd0 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] [instance: 989393f1-81d2-4f60-9c51-3f97e7cd873a] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 640.349537] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd923ec0-25ba-4ef6-b2c5-7161ecdd5131 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.359753] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-dde89371-06d9-46bf-86a0-4898cc174cd0 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] [instance: 989393f1-81d2-4f60-9c51-3f97e7cd873a] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 640.359997] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b6f9a31-7f66-45dd-b55c-5a5e6a02ec73 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.366360] env[62301]: DEBUG oslo_vmware.api [None req-dde89371-06d9-46bf-86a0-4898cc174cd0 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Waiting for the task: (returnval){ [ 640.366360] env[62301]: value = "task-2569823" [ 640.366360] env[62301]: _type = "Task" [ 640.366360] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.374206] env[62301]: DEBUG oslo_vmware.api [None req-dde89371-06d9-46bf-86a0-4898cc174cd0 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Task: {'id': task-2569823, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.518113] env[62301]: DEBUG oslo_vmware.api [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2569821, 'name': ReconfigVM_Task, 'duration_secs': 0.417669} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.519409] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.523033] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Updating instance '7e9c242a-875f-4f89-ab87-debf3dbf8e94' progress to 33 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 640.615973] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f421a4-8e0b-4f27-a845-39fb2cfb90de {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.623713] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402cc440-f9f8-4d58-a378-f42b9f215e80 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.655533] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d45cf7-4715-4ef7-83a7-da3090db8013 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.663238] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b36b0d-6331-43fe-a87a-8a5aaa7be41c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.677283] env[62301]: DEBUG nova.compute.provider_tree [None req-a01a2541-420c-496d-923f-983b628081cd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Updating inventory in ProviderTree for provider f2701398-2646-410f-990f-c3cfa8025d57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 640.718023] env[62301]: DEBUG oslo_vmware.api [None req-30411cda-a996-4845-aac3-360f1c5265ef tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2569819, 'name': CreateSnapshot_Task, 'duration_secs': 0.930778} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.718023] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-30411cda-a996-4845-aac3-360f1c5265ef tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] Created Snapshot of the VM instance {{(pid=62301) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 640.718023] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c14cf3d-5a76-45f2-ab5c-08f198395e7c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.778080] env[62301]: DEBUG oslo_vmware.api [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Task: {'id': task-2569822, 'name': ReconfigVM_Task, 'duration_secs': 0.281223} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.778383] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] [instance: 31934154-68a2-41a5-8c23-b95738eaeb70] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 31934154-68a2-41a5-8c23-b95738eaeb70/31934154-68a2-41a5-8c23-b95738eaeb70.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 640.779035] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09193900-bd87-474f-bf67-6b510474cc50 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.785749] env[62301]: DEBUG oslo_vmware.api [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Waiting for the task: (returnval){ [ 640.785749] env[62301]: value = "task-2569824" [ 640.785749] env[62301]: _type = "Task" [ 640.785749] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.793941] env[62301]: DEBUG oslo_vmware.api [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Task: {'id': task-2569824, 'name': Rename_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.877048] env[62301]: DEBUG oslo_vmware.api [None req-dde89371-06d9-46bf-86a0-4898cc174cd0 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Task: {'id': task-2569823, 'name': PowerOffVM_Task, 'duration_secs': 0.305618} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.877318] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-dde89371-06d9-46bf-86a0-4898cc174cd0 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] [instance: 989393f1-81d2-4f60-9c51-3f97e7cd873a] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 640.877483] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-dde89371-06d9-46bf-86a0-4898cc174cd0 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] [instance: 989393f1-81d2-4f60-9c51-3f97e7cd873a] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 640.877727] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f699d83-6658-4862-95a9-95f3e5cb2f65 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.940495] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-dde89371-06d9-46bf-86a0-4898cc174cd0 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] [instance: 989393f1-81d2-4f60-9c51-3f97e7cd873a] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 640.940730] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-dde89371-06d9-46bf-86a0-4898cc174cd0 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] [instance: 989393f1-81d2-4f60-9c51-3f97e7cd873a] Deleting contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 640.940881] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-dde89371-06d9-46bf-86a0-4898cc174cd0 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Deleting the datastore file [datastore2] 989393f1-81d2-4f60-9c51-3f97e7cd873a {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 640.941153] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84355e2c-d64e-452c-bcce-2b30341263d0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.953759] env[62301]: DEBUG oslo_vmware.api [None req-dde89371-06d9-46bf-86a0-4898cc174cd0 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Waiting for the task: (returnval){ [ 640.953759] env[62301]: value = "task-2569826" [ 640.953759] env[62301]: _type = "Task" [ 640.953759] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.962018] env[62301]: DEBUG oslo_vmware.api [None req-dde89371-06d9-46bf-86a0-4898cc174cd0 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Task: {'id': task-2569826, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.029493] env[62301]: DEBUG nova.virt.hardware [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 641.029747] env[62301]: DEBUG nova.virt.hardware [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 641.029906] env[62301]: DEBUG nova.virt.hardware [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 641.031710] env[62301]: DEBUG nova.virt.hardware [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 641.031710] env[62301]: DEBUG nova.virt.hardware [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 641.031710] env[62301]: DEBUG nova.virt.hardware [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 641.031710] env[62301]: DEBUG nova.virt.hardware [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 641.031710] env[62301]: DEBUG nova.virt.hardware [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 641.031971] env[62301]: DEBUG nova.virt.hardware [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 641.031971] env[62301]: DEBUG nova.virt.hardware [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 641.031971] env[62301]: DEBUG nova.virt.hardware [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 641.038416] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Reconfiguring VM instance instance-00000010 to detach disk 2000 {{(pid=62301) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 641.038416] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87bef3f2-82ad-46d3-8570-a77f45d12d07 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.056077] env[62301]: DEBUG oslo_vmware.api [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Waiting for the task: (returnval){ [ 641.056077] env[62301]: value = "task-2569827" [ 641.056077] env[62301]: _type = "Task" [ 641.056077] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.064802] env[62301]: DEBUG oslo_vmware.api [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2569827, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.211677] env[62301]: DEBUG nova.scheduler.client.report [None req-a01a2541-420c-496d-923f-983b628081cd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Updated inventory for provider f2701398-2646-410f-990f-c3cfa8025d57 with generation 54 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 641.211943] env[62301]: DEBUG nova.compute.provider_tree [None req-a01a2541-420c-496d-923f-983b628081cd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Updating resource provider f2701398-2646-410f-990f-c3cfa8025d57 generation from 54 to 55 during operation: update_inventory {{(pid=62301) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 641.212140] env[62301]: DEBUG nova.compute.provider_tree [None req-a01a2541-420c-496d-923f-983b628081cd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Updating inventory in ProviderTree for provider f2701398-2646-410f-990f-c3cfa8025d57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 641.241308] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-30411cda-a996-4845-aac3-360f1c5265ef tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] Creating linked-clone VM from snapshot {{(pid=62301) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 641.241911] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-06ab1215-5774-41a6-8e4b-2d080024338e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.251385] env[62301]: DEBUG oslo_vmware.api [None req-30411cda-a996-4845-aac3-360f1c5265ef tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the task: (returnval){ [ 641.251385] env[62301]: value = "task-2569828" [ 641.251385] env[62301]: _type = "Task" [ 641.251385] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.259598] env[62301]: DEBUG oslo_vmware.api [None req-30411cda-a996-4845-aac3-360f1c5265ef tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2569828, 'name': CloneVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.295315] env[62301]: DEBUG oslo_vmware.api [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Task: {'id': task-2569824, 'name': Rename_Task, 'duration_secs': 0.180641} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.295578] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] [instance: 31934154-68a2-41a5-8c23-b95738eaeb70] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 641.295812] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a972540f-78bb-4633-8b13-90c8d9b9324a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.300949] env[62301]: DEBUG oslo_vmware.api [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Waiting for the task: (returnval){ [ 641.300949] env[62301]: value = "task-2569829" [ 641.300949] env[62301]: _type = "Task" [ 641.300949] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.308896] env[62301]: DEBUG oslo_vmware.api [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Task: {'id': task-2569829, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.464588] env[62301]: DEBUG oslo_vmware.api [None req-dde89371-06d9-46bf-86a0-4898cc174cd0 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Task: {'id': task-2569826, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17157} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.464974] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-dde89371-06d9-46bf-86a0-4898cc174cd0 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 641.465300] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-dde89371-06d9-46bf-86a0-4898cc174cd0 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] [instance: 989393f1-81d2-4f60-9c51-3f97e7cd873a] Deleted contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 641.465595] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-dde89371-06d9-46bf-86a0-4898cc174cd0 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] [instance: 989393f1-81d2-4f60-9c51-3f97e7cd873a] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 641.465881] env[62301]: INFO nova.compute.manager [None req-dde89371-06d9-46bf-86a0-4898cc174cd0 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] [instance: 989393f1-81d2-4f60-9c51-3f97e7cd873a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 641.466246] env[62301]: DEBUG oslo.service.loopingcall [None req-dde89371-06d9-46bf-86a0-4898cc174cd0 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 641.466576] env[62301]: DEBUG nova.compute.manager [-] [instance: 989393f1-81d2-4f60-9c51-3f97e7cd873a] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 641.466763] env[62301]: DEBUG nova.network.neutron [-] [instance: 989393f1-81d2-4f60-9c51-3f97e7cd873a] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 641.567781] env[62301]: DEBUG oslo_vmware.api [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2569827, 'name': ReconfigVM_Task, 'duration_secs': 0.168939} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.568592] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Reconfigured VM instance instance-00000010 to detach disk 2000 {{(pid=62301) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 641.569715] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e7fa93-add5-4676-bb67-1883f2406c33 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.600048] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 7e9c242a-875f-4f89-ab87-debf3dbf8e94/7e9c242a-875f-4f89-ab87-debf3dbf8e94.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 641.600663] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33cd33fd-556d-4b47-bc56-ab9d8ecadcad {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.621317] env[62301]: DEBUG oslo_vmware.api [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Waiting for the task: (returnval){ [ 641.621317] env[62301]: value = "task-2569830" [ 641.621317] env[62301]: _type = "Task" [ 641.621317] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.630159] env[62301]: DEBUG oslo_vmware.api [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2569830, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.718238] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a01a2541-420c-496d-923f-983b628081cd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.081s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.723217] env[62301]: DEBUG oslo_concurrency.lockutils [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.093s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.724799] env[62301]: INFO nova.compute.claims [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] [instance: 1cda51f6-3d8a-497d-bc6a-63cfb058dd29] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 641.754047] env[62301]: INFO nova.scheduler.client.report [None req-a01a2541-420c-496d-923f-983b628081cd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Deleted allocations for instance bd6ed587-1425-4f8b-b89b-6577f3b68605 [ 641.772683] env[62301]: DEBUG oslo_vmware.api [None req-30411cda-a996-4845-aac3-360f1c5265ef tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2569828, 'name': CloneVM_Task} progress is 94%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.801811] env[62301]: DEBUG nova.compute.manager [req-959eaeae-a726-454f-bce1-8b37664b00f3 req-56910fce-1b7e-4602-b9f3-e234834f7f82 service nova] [instance: 989393f1-81d2-4f60-9c51-3f97e7cd873a] Received event network-vif-deleted-5b3cf420-449e-47c0-8b01-00a8b98e90bf {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 641.801811] env[62301]: INFO nova.compute.manager [req-959eaeae-a726-454f-bce1-8b37664b00f3 req-56910fce-1b7e-4602-b9f3-e234834f7f82 service nova] [instance: 989393f1-81d2-4f60-9c51-3f97e7cd873a] Neutron deleted interface 5b3cf420-449e-47c0-8b01-00a8b98e90bf; detaching it from the instance and deleting it from the info cache [ 641.801811] env[62301]: DEBUG nova.network.neutron [req-959eaeae-a726-454f-bce1-8b37664b00f3 req-56910fce-1b7e-4602-b9f3-e234834f7f82 service nova] [instance: 989393f1-81d2-4f60-9c51-3f97e7cd873a] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.815467] env[62301]: DEBUG oslo_vmware.api [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Task: {'id': task-2569829, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.131562] env[62301]: DEBUG oslo_vmware.api [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2569830, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.273055] env[62301]: DEBUG oslo_vmware.api [None req-30411cda-a996-4845-aac3-360f1c5265ef tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2569828, 'name': CloneVM_Task} progress is 94%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.273992] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a01a2541-420c-496d-923f-983b628081cd tempest-ListImageFiltersTestJSON-103204002 tempest-ListImageFiltersTestJSON-103204002-project-member] Lock "bd6ed587-1425-4f8b-b89b-6577f3b68605" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.416s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.279139] env[62301]: DEBUG nova.network.neutron [-] [instance: 989393f1-81d2-4f60-9c51-3f97e7cd873a] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.308339] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-314d36f5-6dc2-4168-886d-c95b19c6c92d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.315926] env[62301]: DEBUG oslo_vmware.api [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Task: {'id': task-2569829, 'name': PowerOnVM_Task, 'duration_secs': 0.539307} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.317224] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] [instance: 31934154-68a2-41a5-8c23-b95738eaeb70] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 642.317430] env[62301]: INFO nova.compute.manager [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] [instance: 31934154-68a2-41a5-8c23-b95738eaeb70] Took 7.96 seconds to spawn the instance on the hypervisor. [ 642.317612] env[62301]: DEBUG nova.compute.manager [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] [instance: 31934154-68a2-41a5-8c23-b95738eaeb70] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 642.318427] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e7b088-2300-484a-9446-de5b59934b41 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.323725] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503d99ae-c49a-49d0-98f9-8db9f1d69d7a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.355039] env[62301]: DEBUG nova.compute.manager [req-959eaeae-a726-454f-bce1-8b37664b00f3 req-56910fce-1b7e-4602-b9f3-e234834f7f82 service nova] [instance: 989393f1-81d2-4f60-9c51-3f97e7cd873a] Detach interface failed, port_id=5b3cf420-449e-47c0-8b01-00a8b98e90bf, reason: Instance 989393f1-81d2-4f60-9c51-3f97e7cd873a could not be found. {{(pid=62301) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 642.632525] env[62301]: DEBUG oslo_vmware.api [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2569830, 'name': ReconfigVM_Task, 'duration_secs': 0.544596} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.633734] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 7e9c242a-875f-4f89-ab87-debf3dbf8e94/7e9c242a-875f-4f89-ab87-debf3dbf8e94.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 642.634037] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Updating instance '7e9c242a-875f-4f89-ab87-debf3dbf8e94' progress to 50 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 642.772662] env[62301]: DEBUG oslo_vmware.api [None req-30411cda-a996-4845-aac3-360f1c5265ef tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2569828, 'name': CloneVM_Task} progress is 95%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.781896] env[62301]: INFO nova.compute.manager [-] [instance: 989393f1-81d2-4f60-9c51-3f97e7cd873a] Took 1.31 seconds to deallocate network for instance. [ 642.862523] env[62301]: INFO nova.compute.manager [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] [instance: 31934154-68a2-41a5-8c23-b95738eaeb70] Took 46.53 seconds to build instance. [ 643.142201] env[62301]: DEBUG oslo_concurrency.lockutils [None req-893ac469-0fc0-4f88-9957-cdad56b7749e tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Acquiring lock "31934154-68a2-41a5-8c23-b95738eaeb70" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.144788] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c176c9bd-822c-4267-b67b-5ef8ef2a47d0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.165922] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d0662f-6ac9-4c6a-8a68-fcb3fd859d75 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.183464] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Updating instance '7e9c242a-875f-4f89-ab87-debf3dbf8e94' progress to 67 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 643.204362] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203574be-2a58-48d0-b2b5-cb0cb4fc5a3f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.211972] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757b8ea3-7c32-4df2-8cdf-536110f45c54 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.245854] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2390ba12-7915-45fe-8376-90c8f3a36711 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.253874] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704c98f0-f8dc-4e7b-83d3-ed8e88833aa2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.270067] env[62301]: DEBUG nova.compute.provider_tree [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.280139] env[62301]: DEBUG oslo_vmware.api [None req-30411cda-a996-4845-aac3-360f1c5265ef tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2569828, 'name': CloneVM_Task} progress is 95%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.291062] env[62301]: DEBUG oslo_concurrency.lockutils [None req-dde89371-06d9-46bf-86a0-4898cc174cd0 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.364441] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1dd4c2b8-7d0a-4e39-8c4e-886facd15bd6 tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Lock "31934154-68a2-41a5-8c23-b95738eaeb70" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.695s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 643.365766] env[62301]: DEBUG oslo_concurrency.lockutils [None req-893ac469-0fc0-4f88-9957-cdad56b7749e tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Lock "31934154-68a2-41a5-8c23-b95738eaeb70" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.224s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 643.366494] env[62301]: DEBUG oslo_concurrency.lockutils [None req-893ac469-0fc0-4f88-9957-cdad56b7749e tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Acquiring lock "31934154-68a2-41a5-8c23-b95738eaeb70-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.366722] env[62301]: DEBUG oslo_concurrency.lockutils [None req-893ac469-0fc0-4f88-9957-cdad56b7749e tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Lock "31934154-68a2-41a5-8c23-b95738eaeb70-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 643.366892] env[62301]: DEBUG oslo_concurrency.lockutils [None req-893ac469-0fc0-4f88-9957-cdad56b7749e tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Lock "31934154-68a2-41a5-8c23-b95738eaeb70-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 643.368820] env[62301]: INFO nova.compute.manager [None req-893ac469-0fc0-4f88-9957-cdad56b7749e tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] [instance: 31934154-68a2-41a5-8c23-b95738eaeb70] Terminating instance [ 643.774553] env[62301]: DEBUG nova.network.neutron [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Port fa1de50a-0191-41ab-b097-bde4736088aa binding to destination host cpu-1 is already ACTIVE {{(pid=62301) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 643.776436] env[62301]: DEBUG nova.scheduler.client.report [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 643.789665] env[62301]: DEBUG oslo_vmware.api [None req-30411cda-a996-4845-aac3-360f1c5265ef tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2569828, 'name': CloneVM_Task} progress is 95%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.869413] env[62301]: DEBUG nova.compute.manager [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: a25b53c1-60dc-4daa-8812-ecb7f026e1f0] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 643.872603] env[62301]: DEBUG nova.compute.manager [None req-893ac469-0fc0-4f88-9957-cdad56b7749e tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] [instance: 31934154-68a2-41a5-8c23-b95738eaeb70] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 643.872603] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-893ac469-0fc0-4f88-9957-cdad56b7749e tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] [instance: 31934154-68a2-41a5-8c23-b95738eaeb70] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 643.873413] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ab8b59-40ae-4dfa-bfe8-1428927bef81 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.882639] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-893ac469-0fc0-4f88-9957-cdad56b7749e tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] [instance: 31934154-68a2-41a5-8c23-b95738eaeb70] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 643.882876] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4a5e3c5-954f-46a6-b24a-9aab8704a6c1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.889187] env[62301]: DEBUG oslo_vmware.api [None req-893ac469-0fc0-4f88-9957-cdad56b7749e tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Waiting for the task: (returnval){ [ 643.889187] env[62301]: value = "task-2569831" [ 643.889187] env[62301]: _type = "Task" [ 643.889187] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.900178] env[62301]: DEBUG oslo_vmware.api [None req-893ac469-0fc0-4f88-9957-cdad56b7749e tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Task: {'id': task-2569831, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.282973] env[62301]: DEBUG oslo_concurrency.lockutils [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.560s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.286017] env[62301]: DEBUG nova.compute.manager [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] [instance: 1cda51f6-3d8a-497d-bc6a-63cfb058dd29] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 644.289717] env[62301]: DEBUG oslo_vmware.api [None req-30411cda-a996-4845-aac3-360f1c5265ef tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2569828, 'name': CloneVM_Task, 'duration_secs': 2.988852} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.290430] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.617s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.291955] env[62301]: INFO nova.compute.claims [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 644.298121] env[62301]: INFO nova.virt.vmwareapi.vmops [None req-30411cda-a996-4845-aac3-360f1c5265ef tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] Created linked-clone VM from snapshot [ 644.298121] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b670f10-3754-4ab6-921b-7cb6dce806c9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.305582] env[62301]: DEBUG nova.virt.vmwareapi.images [None req-30411cda-a996-4845-aac3-360f1c5265ef tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] Uploading image 745c0c94-a47b-4af4-b80f-054e23ed7230 {{(pid=62301) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 644.352074] env[62301]: DEBUG oslo_vmware.rw_handles [None req-30411cda-a996-4845-aac3-360f1c5265ef tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 644.352074] env[62301]: value = "vm-518737" [ 644.352074] env[62301]: _type = "VirtualMachine" [ 644.352074] env[62301]: }. {{(pid=62301) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 644.353088] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6d40fe8e-f271-4081-b743-47a88ca46963 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.362023] env[62301]: DEBUG oslo_vmware.rw_handles [None req-30411cda-a996-4845-aac3-360f1c5265ef tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Lease: (returnval){ [ 644.362023] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]527a9bd2-9e10-e29c-5b92-2ef671beaddf" [ 644.362023] env[62301]: _type = "HttpNfcLease" [ 644.362023] env[62301]: } obtained for exporting VM: (result){ [ 644.362023] env[62301]: value = "vm-518737" [ 644.362023] env[62301]: _type = "VirtualMachine" [ 644.362023] env[62301]: }. {{(pid=62301) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 644.362023] env[62301]: DEBUG oslo_vmware.api [None req-30411cda-a996-4845-aac3-360f1c5265ef tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the lease: (returnval){ [ 644.362023] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]527a9bd2-9e10-e29c-5b92-2ef671beaddf" [ 644.362023] env[62301]: _type = "HttpNfcLease" [ 644.362023] env[62301]: } to be ready. {{(pid=62301) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 644.369319] env[62301]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 644.369319] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]527a9bd2-9e10-e29c-5b92-2ef671beaddf" [ 644.369319] env[62301]: _type = "HttpNfcLease" [ 644.369319] env[62301]: } is initializing. {{(pid=62301) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 644.399947] env[62301]: DEBUG oslo_vmware.api [None req-893ac469-0fc0-4f88-9957-cdad56b7749e tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Task: {'id': task-2569831, 'name': PowerOffVM_Task, 'duration_secs': 0.343795} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.399947] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-893ac469-0fc0-4f88-9957-cdad56b7749e tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] [instance: 31934154-68a2-41a5-8c23-b95738eaeb70] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 644.399947] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-893ac469-0fc0-4f88-9957-cdad56b7749e tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] [instance: 31934154-68a2-41a5-8c23-b95738eaeb70] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 644.400178] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04d9de03-d6b5-46d3-a844-d178ea8c3c47 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.402668] env[62301]: DEBUG oslo_concurrency.lockutils [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.466849] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-893ac469-0fc0-4f88-9957-cdad56b7749e tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] [instance: 31934154-68a2-41a5-8c23-b95738eaeb70] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 644.467077] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-893ac469-0fc0-4f88-9957-cdad56b7749e tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] [instance: 31934154-68a2-41a5-8c23-b95738eaeb70] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 644.467293] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-893ac469-0fc0-4f88-9957-cdad56b7749e tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Deleting the datastore file [datastore1] 31934154-68a2-41a5-8c23-b95738eaeb70 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 644.467557] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3bc70210-5caa-47f1-b752-2754ad86fdbf {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.474370] env[62301]: DEBUG oslo_vmware.api [None req-893ac469-0fc0-4f88-9957-cdad56b7749e tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Waiting for the task: (returnval){ [ 644.474370] env[62301]: value = "task-2569834" [ 644.474370] env[62301]: _type = "Task" [ 644.474370] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.483516] env[62301]: DEBUG oslo_vmware.api [None req-893ac469-0fc0-4f88-9957-cdad56b7749e tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Task: {'id': task-2569834, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.809937] env[62301]: DEBUG nova.compute.utils [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 644.818022] env[62301]: DEBUG nova.compute.manager [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] [instance: 1cda51f6-3d8a-497d-bc6a-63cfb058dd29] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 644.818022] env[62301]: DEBUG nova.network.neutron [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] [instance: 1cda51f6-3d8a-497d-bc6a-63cfb058dd29] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 644.823271] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Acquiring lock "7e9c242a-875f-4f89-ab87-debf3dbf8e94-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.823539] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Lock "7e9c242a-875f-4f89-ab87-debf3dbf8e94-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.823822] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Lock "7e9c242a-875f-4f89-ab87-debf3dbf8e94-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.871164] env[62301]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 644.871164] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]527a9bd2-9e10-e29c-5b92-2ef671beaddf" [ 644.871164] env[62301]: _type = "HttpNfcLease" [ 644.871164] env[62301]: } is ready. {{(pid=62301) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 644.871164] env[62301]: DEBUG oslo_vmware.rw_handles [None req-30411cda-a996-4845-aac3-360f1c5265ef tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 644.871164] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]527a9bd2-9e10-e29c-5b92-2ef671beaddf" [ 644.871164] env[62301]: _type = "HttpNfcLease" [ 644.871164] env[62301]: }. {{(pid=62301) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 644.872344] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99de8c1f-fd3e-4870-8514-effc14fa281e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.880767] env[62301]: DEBUG oslo_vmware.rw_handles [None req-30411cda-a996-4845-aac3-360f1c5265ef tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5244d610-fd31-af3c-6bf1-9b7b034b6bf7/disk-0.vmdk from lease info. {{(pid=62301) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 644.880956] env[62301]: DEBUG oslo_vmware.rw_handles [None req-30411cda-a996-4845-aac3-360f1c5265ef tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5244d610-fd31-af3c-6bf1-9b7b034b6bf7/disk-0.vmdk for reading. {{(pid=62301) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 644.955902] env[62301]: DEBUG nova.policy [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac65b06043c447dda23e19627f9c93d3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a82989e5c71b4e598593507d05734211', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 644.986140] env[62301]: DEBUG oslo_vmware.api [None req-893ac469-0fc0-4f88-9957-cdad56b7749e tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Task: {'id': task-2569834, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13591} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.989778] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-893ac469-0fc0-4f88-9957-cdad56b7749e tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 644.989778] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-893ac469-0fc0-4f88-9957-cdad56b7749e tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] [instance: 31934154-68a2-41a5-8c23-b95738eaeb70] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 644.989778] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-893ac469-0fc0-4f88-9957-cdad56b7749e tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] [instance: 31934154-68a2-41a5-8c23-b95738eaeb70] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 644.989778] env[62301]: INFO nova.compute.manager [None req-893ac469-0fc0-4f88-9957-cdad56b7749e tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] [instance: 31934154-68a2-41a5-8c23-b95738eaeb70] Took 1.12 seconds to destroy the instance on the hypervisor. [ 644.989997] env[62301]: DEBUG oslo.service.loopingcall [None req-893ac469-0fc0-4f88-9957-cdad56b7749e tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 644.990442] env[62301]: DEBUG nova.compute.manager [-] [instance: 31934154-68a2-41a5-8c23-b95738eaeb70] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 644.990547] env[62301]: DEBUG nova.network.neutron [-] [instance: 31934154-68a2-41a5-8c23-b95738eaeb70] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 644.992140] env[62301]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3729a5ae-d658-4050-b017-7e75bc5d5ed4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.326410] env[62301]: DEBUG nova.compute.manager [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] [instance: 1cda51f6-3d8a-497d-bc6a-63cfb058dd29] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 645.354812] env[62301]: DEBUG nova.compute.manager [req-45463d2c-f66b-4004-805c-3904ecbe9e56 req-d31ce464-1140-4208-9b4f-d0a21d25c143 service nova] [instance: 31934154-68a2-41a5-8c23-b95738eaeb70] Received event network-vif-deleted-3424938d-34db-4cc8-b0f8-ec43a7cec32a {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 645.354918] env[62301]: INFO nova.compute.manager [req-45463d2c-f66b-4004-805c-3904ecbe9e56 req-d31ce464-1140-4208-9b4f-d0a21d25c143 service nova] [instance: 31934154-68a2-41a5-8c23-b95738eaeb70] Neutron deleted interface 3424938d-34db-4cc8-b0f8-ec43a7cec32a; detaching it from the instance and deleting it from the info cache [ 645.355292] env[62301]: DEBUG nova.network.neutron [req-45463d2c-f66b-4004-805c-3904ecbe9e56 req-d31ce464-1140-4208-9b4f-d0a21d25c143 service nova] [instance: 31934154-68a2-41a5-8c23-b95738eaeb70] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.841661] env[62301]: DEBUG nova.network.neutron [-] [instance: 31934154-68a2-41a5-8c23-b95738eaeb70] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.865413] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-654e10ca-2c00-4faa-8c50-f57113503aa1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.877773] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e69430-f091-4465-8bb8-fcb4d329aceb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.893020] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318a3657-535f-436f-9d4b-ff0b95405c1f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.918630] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fbbc04e-6c07-48c8-98b9-0b506e0511b8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.922997] env[62301]: DEBUG nova.compute.manager [req-45463d2c-f66b-4004-805c-3904ecbe9e56 req-d31ce464-1140-4208-9b4f-d0a21d25c143 service nova] [instance: 31934154-68a2-41a5-8c23-b95738eaeb70] Detach interface failed, port_id=3424938d-34db-4cc8-b0f8-ec43a7cec32a, reason: Instance 31934154-68a2-41a5-8c23-b95738eaeb70 could not be found. {{(pid=62301) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 645.924509] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Acquiring lock "refresh_cache-7e9c242a-875f-4f89-ab87-debf3dbf8e94" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.924588] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Acquired lock "refresh_cache-7e9c242a-875f-4f89-ab87-debf3dbf8e94" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.924783] env[62301]: DEBUG nova.network.neutron [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 645.965171] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b5e6784-6b66-40c0-99c5-7da2c9186a25 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.976816] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1e44d1-d8bf-4050-800b-80de7ff25f6e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.999448] env[62301]: DEBUG nova.compute.provider_tree [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Updating inventory in ProviderTree for provider f2701398-2646-410f-990f-c3cfa8025d57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 646.028390] env[62301]: DEBUG nova.network.neutron [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] [instance: 1cda51f6-3d8a-497d-bc6a-63cfb058dd29] Successfully created port: 79c06c6c-48c2-497e-bd06-29961aa640a5 {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 646.344134] env[62301]: DEBUG nova.compute.manager [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] [instance: 1cda51f6-3d8a-497d-bc6a-63cfb058dd29] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 646.346839] env[62301]: INFO nova.compute.manager [-] [instance: 31934154-68a2-41a5-8c23-b95738eaeb70] Took 1.36 seconds to deallocate network for instance. [ 646.375557] env[62301]: DEBUG nova.virt.hardware [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 646.379400] env[62301]: DEBUG nova.virt.hardware [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 646.379675] env[62301]: DEBUG nova.virt.hardware [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 646.379913] env[62301]: DEBUG nova.virt.hardware [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 646.380145] env[62301]: DEBUG nova.virt.hardware [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 646.380360] env[62301]: DEBUG nova.virt.hardware [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 646.380627] env[62301]: DEBUG nova.virt.hardware [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 646.380825] env[62301]: DEBUG nova.virt.hardware [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 646.381060] env[62301]: DEBUG nova.virt.hardware [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 646.381255] env[62301]: DEBUG nova.virt.hardware [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 646.381951] env[62301]: DEBUG nova.virt.hardware [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 646.383029] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10fda2ea-797d-4cf7-a550-58b461ec339f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.394889] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a9a802-3d2a-4e36-946b-1663dc62d377 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.541286] env[62301]: DEBUG nova.scheduler.client.report [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Updated inventory for provider f2701398-2646-410f-990f-c3cfa8025d57 with generation 55 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 646.541630] env[62301]: DEBUG nova.compute.provider_tree [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Updating resource provider f2701398-2646-410f-990f-c3cfa8025d57 generation from 55 to 56 during operation: update_inventory {{(pid=62301) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 646.541724] env[62301]: DEBUG nova.compute.provider_tree [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Updating inventory in ProviderTree for provider f2701398-2646-410f-990f-c3cfa8025d57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 646.707213] env[62301]: DEBUG nova.network.neutron [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Updating instance_info_cache with network_info: [{"id": "fa1de50a-0191-41ab-b097-bde4736088aa", "address": "fa:16:3e:07:a2:fe", "network": {"id": "229d681a-36f3-4cf5-8b82-82a25738b030", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "584ed71e5cee48ffa78bf852023e57aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa1de50a-01", "ovs_interfaceid": "fa1de50a-0191-41ab-b097-bde4736088aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.854443] env[62301]: DEBUG oslo_concurrency.lockutils [None req-893ac469-0fc0-4f88-9957-cdad56b7749e tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.050160] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.760s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.050714] env[62301]: DEBUG nova.compute.manager [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 647.053928] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.543s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.054871] env[62301]: INFO nova.compute.claims [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 647.209776] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Releasing lock "refresh_cache-7e9c242a-875f-4f89-ab87-debf3dbf8e94" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.562019] env[62301]: DEBUG nova.compute.utils [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 647.566464] env[62301]: DEBUG nova.compute.manager [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 647.567115] env[62301]: DEBUG nova.network.neutron [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 647.653158] env[62301]: DEBUG nova.policy [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '188a694feca44de19329161c762e335a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a675775d10147c0a13fafb1416f15e3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 647.753069] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71cbd1d4-c14d-4485-9160-04363cabc320 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.775109] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c36d76f-9461-4c73-b15b-4999766577ad {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.784323] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Updating instance '7e9c242a-875f-4f89-ab87-debf3dbf8e94' progress to 83 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 647.974647] env[62301]: DEBUG nova.compute.manager [req-af25ce68-de87-490a-991c-ce7ff30bae07 req-cb90f6a6-b4f2-4a1b-8745-080ac1c2e8b6 service nova] [instance: 1cda51f6-3d8a-497d-bc6a-63cfb058dd29] Received event network-vif-plugged-79c06c6c-48c2-497e-bd06-29961aa640a5 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 647.974955] env[62301]: DEBUG oslo_concurrency.lockutils [req-af25ce68-de87-490a-991c-ce7ff30bae07 req-cb90f6a6-b4f2-4a1b-8745-080ac1c2e8b6 service nova] Acquiring lock "1cda51f6-3d8a-497d-bc6a-63cfb058dd29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.975158] env[62301]: DEBUG oslo_concurrency.lockutils [req-af25ce68-de87-490a-991c-ce7ff30bae07 req-cb90f6a6-b4f2-4a1b-8745-080ac1c2e8b6 service nova] Lock "1cda51f6-3d8a-497d-bc6a-63cfb058dd29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.975344] env[62301]: DEBUG oslo_concurrency.lockutils [req-af25ce68-de87-490a-991c-ce7ff30bae07 req-cb90f6a6-b4f2-4a1b-8745-080ac1c2e8b6 service nova] Lock "1cda51f6-3d8a-497d-bc6a-63cfb058dd29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.975556] env[62301]: DEBUG nova.compute.manager [req-af25ce68-de87-490a-991c-ce7ff30bae07 req-cb90f6a6-b4f2-4a1b-8745-080ac1c2e8b6 service nova] [instance: 1cda51f6-3d8a-497d-bc6a-63cfb058dd29] No waiting events found dispatching network-vif-plugged-79c06c6c-48c2-497e-bd06-29961aa640a5 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 647.976261] env[62301]: WARNING nova.compute.manager [req-af25ce68-de87-490a-991c-ce7ff30bae07 req-cb90f6a6-b4f2-4a1b-8745-080ac1c2e8b6 service nova] [instance: 1cda51f6-3d8a-497d-bc6a-63cfb058dd29] Received unexpected event network-vif-plugged-79c06c6c-48c2-497e-bd06-29961aa640a5 for instance with vm_state building and task_state spawning. [ 648.061241] env[62301]: DEBUG nova.network.neutron [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] [instance: 1cda51f6-3d8a-497d-bc6a-63cfb058dd29] Successfully updated port: 79c06c6c-48c2-497e-bd06-29961aa640a5 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 648.065312] env[62301]: DEBUG nova.compute.manager [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 648.139979] env[62301]: DEBUG nova.network.neutron [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8] Successfully created port: 8db30077-e152-472d-a22e-2d497f2416ef {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 648.300743] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 648.300743] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dde7f136-4b16-4cea-bc1f-9c10561bc343 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.309080] env[62301]: DEBUG oslo_vmware.api [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Waiting for the task: (returnval){ [ 648.309080] env[62301]: value = "task-2569835" [ 648.309080] env[62301]: _type = "Task" [ 648.309080] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.320529] env[62301]: DEBUG oslo_vmware.api [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2569835, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.476724] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquiring lock "8836b3f4-9580-4f12-bd01-eccae3940527" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.476968] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lock "8836b3f4-9580-4f12-bd01-eccae3940527" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.566145] env[62301]: DEBUG oslo_concurrency.lockutils [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Acquiring lock "refresh_cache-1cda51f6-3d8a-497d-bc6a-63cfb058dd29" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.566248] env[62301]: DEBUG oslo_concurrency.lockutils [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Acquired lock "refresh_cache-1cda51f6-3d8a-497d-bc6a-63cfb058dd29" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.566397] env[62301]: DEBUG nova.network.neutron [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] [instance: 1cda51f6-3d8a-497d-bc6a-63cfb058dd29] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 648.692214] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb05936-4149-47bf-8464-f2dd68ef508d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.700657] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3516fcb0-a024-4f3d-80b0-899813f4e8d2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.734491] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f589c65-7d2e-46fe-91c6-e9f0cff79d70 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.743749] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0085ec6-e7ad-4c0b-87c8-a115f4175f7d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.759234] env[62301]: DEBUG nova.compute.provider_tree [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 648.818096] env[62301]: DEBUG oslo_vmware.api [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2569835, 'name': PowerOnVM_Task, 'duration_secs': 0.482605} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.818096] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 648.818096] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d223e4f2-fcd5-4bf8-9303-1203b736bbc1 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Updating instance '7e9c242a-875f-4f89-ab87-debf3dbf8e94' progress to 100 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 649.077127] env[62301]: DEBUG nova.compute.manager [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 649.104516] env[62301]: DEBUG nova.network.neutron [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] [instance: 1cda51f6-3d8a-497d-bc6a-63cfb058dd29] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 649.109720] env[62301]: DEBUG nova.virt.hardware [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 649.109720] env[62301]: DEBUG nova.virt.hardware [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 649.109720] env[62301]: DEBUG nova.virt.hardware [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 649.109720] env[62301]: DEBUG nova.virt.hardware [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 649.109975] env[62301]: DEBUG nova.virt.hardware [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 649.109975] env[62301]: DEBUG nova.virt.hardware [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 649.109975] env[62301]: DEBUG nova.virt.hardware [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 649.110154] env[62301]: DEBUG nova.virt.hardware [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 649.110353] env[62301]: DEBUG nova.virt.hardware [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 649.110520] env[62301]: DEBUG nova.virt.hardware [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 649.110692] env[62301]: DEBUG nova.virt.hardware [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 649.111557] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6763c9-08c7-4cfd-b801-c9cfc03daeed {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.120565] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe4329d-41e8-4d25-aa98-c08fa1d447ca {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.266030] env[62301]: DEBUG nova.scheduler.client.report [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 649.315920] env[62301]: DEBUG nova.network.neutron [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] [instance: 1cda51f6-3d8a-497d-bc6a-63cfb058dd29] Updating instance_info_cache with network_info: [{"id": "79c06c6c-48c2-497e-bd06-29961aa640a5", "address": "fa:16:3e:18:ce:f9", "network": {"id": "43ba5782-9ada-4320-b36f-0148cba5c1fd", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1804255631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a82989e5c71b4e598593507d05734211", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79c06c6c-48", "ovs_interfaceid": "79c06c6c-48c2-497e-bd06-29961aa640a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.652923] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Acquiring lock "ddec630e-5648-4fdb-a63c-2de8582bfe4c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.653203] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Lock "ddec630e-5648-4fdb-a63c-2de8582bfe4c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.713592] env[62301]: DEBUG nova.compute.manager [req-565b460d-6ecf-42fa-a529-f8a83edeae24 req-5f856ca7-3fb5-49e6-b3eb-710e5194bdff service nova] [instance: e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8] Received event network-vif-plugged-8db30077-e152-472d-a22e-2d497f2416ef {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 649.713812] env[62301]: DEBUG oslo_concurrency.lockutils [req-565b460d-6ecf-42fa-a529-f8a83edeae24 req-5f856ca7-3fb5-49e6-b3eb-710e5194bdff service nova] Acquiring lock "e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.714021] env[62301]: DEBUG oslo_concurrency.lockutils [req-565b460d-6ecf-42fa-a529-f8a83edeae24 req-5f856ca7-3fb5-49e6-b3eb-710e5194bdff service nova] Lock "e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.714190] env[62301]: DEBUG oslo_concurrency.lockutils [req-565b460d-6ecf-42fa-a529-f8a83edeae24 req-5f856ca7-3fb5-49e6-b3eb-710e5194bdff service nova] Lock "e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.714352] env[62301]: DEBUG nova.compute.manager [req-565b460d-6ecf-42fa-a529-f8a83edeae24 req-5f856ca7-3fb5-49e6-b3eb-710e5194bdff service nova] [instance: e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8] No waiting events found dispatching network-vif-plugged-8db30077-e152-472d-a22e-2d497f2416ef {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 649.714512] env[62301]: WARNING nova.compute.manager [req-565b460d-6ecf-42fa-a529-f8a83edeae24 req-5f856ca7-3fb5-49e6-b3eb-710e5194bdff service nova] [instance: e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8] Received unexpected event network-vif-plugged-8db30077-e152-472d-a22e-2d497f2416ef for instance with vm_state building and task_state spawning. [ 649.775508] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.722s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.775887] env[62301]: DEBUG nova.compute.manager [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 649.778703] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.710s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.780143] env[62301]: INFO nova.compute.claims [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 649.815629] env[62301]: DEBUG nova.network.neutron [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8] Successfully updated port: 8db30077-e152-472d-a22e-2d497f2416ef {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 649.818423] env[62301]: DEBUG oslo_concurrency.lockutils [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Releasing lock "refresh_cache-1cda51f6-3d8a-497d-bc6a-63cfb058dd29" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.819150] env[62301]: DEBUG nova.compute.manager [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] [instance: 1cda51f6-3d8a-497d-bc6a-63cfb058dd29] Instance network_info: |[{"id": "79c06c6c-48c2-497e-bd06-29961aa640a5", "address": "fa:16:3e:18:ce:f9", "network": {"id": "43ba5782-9ada-4320-b36f-0148cba5c1fd", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1804255631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a82989e5c71b4e598593507d05734211", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79c06c6c-48", "ovs_interfaceid": "79c06c6c-48c2-497e-bd06-29961aa640a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 649.819270] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] [instance: 1cda51f6-3d8a-497d-bc6a-63cfb058dd29] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:ce:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e59b364d-b7f6-499d-b7dc-82b8a819aa12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '79c06c6c-48c2-497e-bd06-29961aa640a5', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 649.826760] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Creating folder: Project (a82989e5c71b4e598593507d05734211). Parent ref: group-v518653. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.831386] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed664f8e-a6d0-4beb-8d5b-afb4c7cc274f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.842934] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Created folder: Project (a82989e5c71b4e598593507d05734211) in parent group-v518653. [ 649.843128] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Creating folder: Instances. Parent ref: group-v518738. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.844194] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4848b35d-a6d2-4f78-ad1f-d0ec197d380e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.853709] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Created folder: Instances in parent group-v518738. [ 649.853947] env[62301]: DEBUG oslo.service.loopingcall [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 649.854148] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cda51f6-3d8a-497d-bc6a-63cfb058dd29] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 649.854348] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03b3f3f9-fd22-4bfb-9f85-50ca007ebfa8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.876096] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 649.876096] env[62301]: value = "task-2569838" [ 649.876096] env[62301]: _type = "Task" [ 649.876096] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.885149] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569838, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.004179] env[62301]: DEBUG nova.compute.manager [req-f13a6cca-8eea-4074-99f5-f1cf5fd991d9 req-87481399-013f-42ad-aa57-e3d1da9afa6c service nova] [instance: 1cda51f6-3d8a-497d-bc6a-63cfb058dd29] Received event network-changed-79c06c6c-48c2-497e-bd06-29961aa640a5 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 650.004437] env[62301]: DEBUG nova.compute.manager [req-f13a6cca-8eea-4074-99f5-f1cf5fd991d9 req-87481399-013f-42ad-aa57-e3d1da9afa6c service nova] [instance: 1cda51f6-3d8a-497d-bc6a-63cfb058dd29] Refreshing instance network info cache due to event network-changed-79c06c6c-48c2-497e-bd06-29961aa640a5. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 650.004738] env[62301]: DEBUG oslo_concurrency.lockutils [req-f13a6cca-8eea-4074-99f5-f1cf5fd991d9 req-87481399-013f-42ad-aa57-e3d1da9afa6c service nova] Acquiring lock "refresh_cache-1cda51f6-3d8a-497d-bc6a-63cfb058dd29" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.004842] env[62301]: DEBUG oslo_concurrency.lockutils [req-f13a6cca-8eea-4074-99f5-f1cf5fd991d9 req-87481399-013f-42ad-aa57-e3d1da9afa6c service nova] Acquired lock "refresh_cache-1cda51f6-3d8a-497d-bc6a-63cfb058dd29" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.005031] env[62301]: DEBUG nova.network.neutron [req-f13a6cca-8eea-4074-99f5-f1cf5fd991d9 req-87481399-013f-42ad-aa57-e3d1da9afa6c service nova] [instance: 1cda51f6-3d8a-497d-bc6a-63cfb058dd29] Refreshing network info cache for port 79c06c6c-48c2-497e-bd06-29961aa640a5 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 650.285206] env[62301]: DEBUG nova.compute.utils [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 650.288906] env[62301]: DEBUG nova.compute.manager [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 650.289127] env[62301]: DEBUG nova.network.neutron [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 650.318874] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Acquiring lock "refresh_cache-e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.319011] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Acquired lock "refresh_cache-e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.319212] env[62301]: DEBUG nova.network.neutron [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 650.347045] env[62301]: DEBUG nova.policy [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73db11bbe5714af88d0af238f690688a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a41073fcb1c4417681c308b4d6ee7441', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 650.386504] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569838, 'name': CreateVM_Task, 'duration_secs': 0.426301} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.388458] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cda51f6-3d8a-497d-bc6a-63cfb058dd29] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 650.389151] env[62301]: DEBUG oslo_concurrency.lockutils [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.389321] env[62301]: DEBUG oslo_concurrency.lockutils [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.389632] env[62301]: DEBUG oslo_concurrency.lockutils [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.390195] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2445ba28-c9aa-4ac2-93c5-d53cbe6a5288 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.395276] env[62301]: DEBUG oslo_vmware.api [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Waiting for the task: (returnval){ [ 650.395276] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52dfe1d2-6c7c-fb40-23e1-fab2e2060af1" [ 650.395276] env[62301]: _type = "Task" [ 650.395276] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.404791] env[62301]: DEBUG oslo_vmware.api [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52dfe1d2-6c7c-fb40-23e1-fab2e2060af1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.691811] env[62301]: DEBUG nova.network.neutron [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] Successfully created port: f53c673c-c84b-4a6e-91ee-020c19d5dbdc {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 650.760221] env[62301]: DEBUG nova.network.neutron [req-f13a6cca-8eea-4074-99f5-f1cf5fd991d9 req-87481399-013f-42ad-aa57-e3d1da9afa6c service nova] [instance: 1cda51f6-3d8a-497d-bc6a-63cfb058dd29] Updated VIF entry in instance network info cache for port 79c06c6c-48c2-497e-bd06-29961aa640a5. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 650.760531] env[62301]: DEBUG nova.network.neutron [req-f13a6cca-8eea-4074-99f5-f1cf5fd991d9 req-87481399-013f-42ad-aa57-e3d1da9afa6c service nova] [instance: 1cda51f6-3d8a-497d-bc6a-63cfb058dd29] Updating instance_info_cache with network_info: [{"id": "79c06c6c-48c2-497e-bd06-29961aa640a5", "address": "fa:16:3e:18:ce:f9", "network": {"id": "43ba5782-9ada-4320-b36f-0148cba5c1fd", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1804255631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a82989e5c71b4e598593507d05734211", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79c06c6c-48", "ovs_interfaceid": "79c06c6c-48c2-497e-bd06-29961aa640a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.789496] env[62301]: DEBUG nova.compute.manager [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 650.801008] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b584b3e8-6c58-49e1-8cb4-8e7a7b083556 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Acquiring lock "7e9c242a-875f-4f89-ab87-debf3dbf8e94" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.804019] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b584b3e8-6c58-49e1-8cb4-8e7a7b083556 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Lock "7e9c242a-875f-4f89-ab87-debf3dbf8e94" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 650.804019] env[62301]: DEBUG nova.compute.manager [None req-b584b3e8-6c58-49e1-8cb4-8e7a7b083556 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Going to confirm migration 1 {{(pid=62301) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 650.865634] env[62301]: DEBUG nova.network.neutron [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 650.909453] env[62301]: DEBUG oslo_vmware.api [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52dfe1d2-6c7c-fb40-23e1-fab2e2060af1, 'name': SearchDatastore_Task, 'duration_secs': 0.018845} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.912470] env[62301]: DEBUG oslo_concurrency.lockutils [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.912793] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] [instance: 1cda51f6-3d8a-497d-bc6a-63cfb058dd29] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 650.912994] env[62301]: DEBUG oslo_concurrency.lockutils [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.913156] env[62301]: DEBUG oslo_concurrency.lockutils [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.913341] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 650.914022] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70300b69-f45f-4a73-85af-dbaf8952607d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.922925] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 650.922925] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 650.923722] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58708c5a-1f2e-4ced-bd7e-d3d4eb0625c0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.931729] env[62301]: DEBUG oslo_vmware.api [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Waiting for the task: (returnval){ [ 650.931729] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52af7387-82d5-8c30-4419-253133f1997b" [ 650.931729] env[62301]: _type = "Task" [ 650.931729] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.945158] env[62301]: DEBUG oslo_vmware.api [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52af7387-82d5-8c30-4419-253133f1997b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.056290] env[62301]: DEBUG nova.network.neutron [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8] Updating instance_info_cache with network_info: [{"id": "8db30077-e152-472d-a22e-2d497f2416ef", "address": "fa:16:3e:b1:7d:a9", "network": {"id": "cc84f94e-3410-450f-80a2-ea34226f483b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1117267892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0a675775d10147c0a13fafb1416f15e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db30077-e1", "ovs_interfaceid": "8db30077-e152-472d-a22e-2d497f2416ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.263496] env[62301]: DEBUG oslo_concurrency.lockutils [req-f13a6cca-8eea-4074-99f5-f1cf5fd991d9 req-87481399-013f-42ad-aa57-e3d1da9afa6c service nova] Releasing lock "refresh_cache-1cda51f6-3d8a-497d-bc6a-63cfb058dd29" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.299438] env[62301]: INFO nova.virt.block_device [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] Booting with volume 51726431-feac-4e53-9358-2dfaed86cc7d at /dev/sda [ 651.318960] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d6d5af-545f-4f37-93ae-55045c2aed27 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.328911] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e031028-b45a-4a7e-bf94-80fe3ed64476 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.363845] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba419fcd-cea8-4e1f-a9ed-4f268d5fc723 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.367544] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1b22be64-96a1-42c0-a08c-3bed0964d611 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.375567] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9a2b78-e218-4dad-8fc3-7705f1408e58 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.381923] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7772a830-7a3d-4669-96b0-f97b0e23d07a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.407121] env[62301]: DEBUG nova.compute.provider_tree [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.420636] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aee53412-27a1-401e-8840-7f4d4acaa7f9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.429847] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec13b9ba-58ef-4d3a-9337-324459174b72 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.451174] env[62301]: DEBUG oslo_vmware.api [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52af7387-82d5-8c30-4419-253133f1997b, 'name': SearchDatastore_Task, 'duration_secs': 0.012139} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.451998] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c513cca-da0b-45fe-b3b7-f177220e1c2c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.467239] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201d1c5d-1af4-42d1-8766-9a6ef30e3237 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.471162] env[62301]: DEBUG oslo_vmware.api [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Waiting for the task: (returnval){ [ 651.471162] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52a6c37e-e8f4-f6da-57f7-5f9db7d8fd27" [ 651.471162] env[62301]: _type = "Task" [ 651.471162] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.477543] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631ddf10-9ef5-4886-96c6-3fea447234f9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.483044] env[62301]: DEBUG oslo_vmware.api [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52a6c37e-e8f4-f6da-57f7-5f9db7d8fd27, 'name': SearchDatastore_Task, 'duration_secs': 0.010308} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.483658] env[62301]: DEBUG oslo_concurrency.lockutils [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.483992] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 1cda51f6-3d8a-497d-bc6a-63cfb058dd29/1cda51f6-3d8a-497d-bc6a-63cfb058dd29.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 651.484260] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5bd60956-8873-41d3-93ca-28d4dde009fb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.491008] env[62301]: DEBUG oslo_vmware.api [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Waiting for the task: (returnval){ [ 651.491008] env[62301]: value = "task-2569839" [ 651.491008] env[62301]: _type = "Task" [ 651.491008] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.495237] env[62301]: DEBUG nova.virt.block_device [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] Updating existing volume attachment record: 26c18cc0-7af1-447f-83c2-b28c75290867 {{(pid=62301) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 651.505087] env[62301]: DEBUG oslo_vmware.api [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Task: {'id': task-2569839, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.559649] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Releasing lock "refresh_cache-e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.560009] env[62301]: DEBUG nova.compute.manager [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8] Instance network_info: |[{"id": "8db30077-e152-472d-a22e-2d497f2416ef", "address": "fa:16:3e:b1:7d:a9", "network": {"id": "cc84f94e-3410-450f-80a2-ea34226f483b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1117267892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0a675775d10147c0a13fafb1416f15e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db30077-e1", "ovs_interfaceid": "8db30077-e152-472d-a22e-2d497f2416ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 651.560446] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:7d:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe38bb7e-8bcb-419d-868f-0dc105c69651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8db30077-e152-472d-a22e-2d497f2416ef', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 651.568026] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Creating folder: Project (0a675775d10147c0a13fafb1416f15e3). Parent ref: group-v518653. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.568339] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ca270bc-fd14-4cd9-acb0-927895e6dbc8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.580083] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Created folder: Project (0a675775d10147c0a13fafb1416f15e3) in parent group-v518653. [ 651.580288] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Creating folder: Instances. Parent ref: group-v518741. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.581047] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4dc270d8-ea86-4efa-9a3f-c527e4b5ff43 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.590530] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Created folder: Instances in parent group-v518741. [ 651.590843] env[62301]: DEBUG oslo.service.loopingcall [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 651.591092] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 651.591349] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7648d7ac-b63f-4c78-a2fb-188c4bfa7553 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.610766] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 651.610766] env[62301]: value = "task-2569842" [ 651.610766] env[62301]: _type = "Task" [ 651.610766] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.618958] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569842, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.653904] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b584b3e8-6c58-49e1-8cb4-8e7a7b083556 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Acquiring lock "refresh_cache-7e9c242a-875f-4f89-ab87-debf3dbf8e94" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.654128] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b584b3e8-6c58-49e1-8cb4-8e7a7b083556 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Acquired lock "refresh_cache-7e9c242a-875f-4f89-ab87-debf3dbf8e94" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.654310] env[62301]: DEBUG nova.network.neutron [None req-b584b3e8-6c58-49e1-8cb4-8e7a7b083556 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 651.654492] env[62301]: DEBUG nova.objects.instance [None req-b584b3e8-6c58-49e1-8cb4-8e7a7b083556 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Lazy-loading 'info_cache' on Instance uuid 7e9c242a-875f-4f89-ab87-debf3dbf8e94 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 651.815218] env[62301]: DEBUG nova.compute.manager [req-77258f5d-537e-4664-aa34-0d86aface214 req-059c5b1f-6963-4f92-b242-8e9229ca4bff service nova] [instance: e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8] Received event network-changed-8db30077-e152-472d-a22e-2d497f2416ef {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 651.815277] env[62301]: DEBUG nova.compute.manager [req-77258f5d-537e-4664-aa34-0d86aface214 req-059c5b1f-6963-4f92-b242-8e9229ca4bff service nova] [instance: e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8] Refreshing instance network info cache due to event network-changed-8db30077-e152-472d-a22e-2d497f2416ef. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 651.815468] env[62301]: DEBUG oslo_concurrency.lockutils [req-77258f5d-537e-4664-aa34-0d86aface214 req-059c5b1f-6963-4f92-b242-8e9229ca4bff service nova] Acquiring lock "refresh_cache-e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.815805] env[62301]: DEBUG oslo_concurrency.lockutils [req-77258f5d-537e-4664-aa34-0d86aface214 req-059c5b1f-6963-4f92-b242-8e9229ca4bff service nova] Acquired lock "refresh_cache-e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.815805] env[62301]: DEBUG nova.network.neutron [req-77258f5d-537e-4664-aa34-0d86aface214 req-059c5b1f-6963-4f92-b242-8e9229ca4bff service nova] [instance: e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8] Refreshing network info cache for port 8db30077-e152-472d-a22e-2d497f2416ef {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 651.910624] env[62301]: DEBUG nova.scheduler.client.report [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.004998] env[62301]: DEBUG oslo_vmware.api [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Task: {'id': task-2569839, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483093} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.005328] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 1cda51f6-3d8a-497d-bc6a-63cfb058dd29/1cda51f6-3d8a-497d-bc6a-63cfb058dd29.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 652.005501] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] [instance: 1cda51f6-3d8a-497d-bc6a-63cfb058dd29] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 652.005780] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-784aa747-46d9-4f91-aaae-07bc026621d6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.012625] env[62301]: DEBUG oslo_vmware.api [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Waiting for the task: (returnval){ [ 652.012625] env[62301]: value = "task-2569843" [ 652.012625] env[62301]: _type = "Task" [ 652.012625] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.021782] env[62301]: DEBUG oslo_vmware.api [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Task: {'id': task-2569843, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.121103] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569842, 'name': CreateVM_Task, 'duration_secs': 0.493667} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.121280] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 652.121985] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.122161] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.122497] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.122744] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8c4e844-908b-4d73-a99c-1ebbd0493a55 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.127277] env[62301]: DEBUG oslo_vmware.api [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Waiting for the task: (returnval){ [ 652.127277] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52b1abbf-b3d1-a394-e413-e95d5c99ce16" [ 652.127277] env[62301]: _type = "Task" [ 652.127277] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.136656] env[62301]: DEBUG oslo_vmware.api [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52b1abbf-b3d1-a394-e413-e95d5c99ce16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.283839] env[62301]: DEBUG nova.network.neutron [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] Successfully updated port: f53c673c-c84b-4a6e-91ee-020c19d5dbdc {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 652.417211] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.417584] env[62301]: DEBUG nova.compute.manager [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 652.420411] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 35.959s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.421416] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.421416] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62301) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 652.421545] env[62301]: DEBUG oslo_concurrency.lockutils [None req-998dcb73-9253-4d4d-803a-e3efada059f3 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.430s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.422481] env[62301]: DEBUG nova.objects.instance [None req-998dcb73-9253-4d4d-803a-e3efada059f3 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Lazy-loading 'resources' on Instance uuid e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 652.423612] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a77d5c-a060-403d-a92f-387ef0b03229 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.435033] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66efa828-1c68-4e58-bddb-06e0aedb350a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.452673] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b71fbc0-13db-472c-8434-dd4cd8eb4561 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.460028] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dde7f2d-b72c-4828-80ee-a6d19444bb49 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.490753] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180035MB free_disk=130GB free_vcpus=48 pci_devices=None {{(pid=62301) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 652.490948] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.523461] env[62301]: DEBUG oslo_vmware.api [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Task: {'id': task-2569843, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086128} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.523835] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] [instance: 1cda51f6-3d8a-497d-bc6a-63cfb058dd29] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 652.524625] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27143da1-cd06-4621-b5c4-505abc956a32 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.547228] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] [instance: 1cda51f6-3d8a-497d-bc6a-63cfb058dd29] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 1cda51f6-3d8a-497d-bc6a-63cfb058dd29/1cda51f6-3d8a-497d-bc6a-63cfb058dd29.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 652.548215] env[62301]: DEBUG nova.network.neutron [req-77258f5d-537e-4664-aa34-0d86aface214 req-059c5b1f-6963-4f92-b242-8e9229ca4bff service nova] [instance: e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8] Updated VIF entry in instance network info cache for port 8db30077-e152-472d-a22e-2d497f2416ef. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 652.548555] env[62301]: DEBUG nova.network.neutron [req-77258f5d-537e-4664-aa34-0d86aface214 req-059c5b1f-6963-4f92-b242-8e9229ca4bff service nova] [instance: e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8] Updating instance_info_cache with network_info: [{"id": "8db30077-e152-472d-a22e-2d497f2416ef", "address": "fa:16:3e:b1:7d:a9", "network": {"id": "cc84f94e-3410-450f-80a2-ea34226f483b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1117267892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0a675775d10147c0a13fafb1416f15e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db30077-e1", "ovs_interfaceid": "8db30077-e152-472d-a22e-2d497f2416ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.549821] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b14007b3-43b6-4806-bfeb-a3bb73ab6584 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.573621] env[62301]: DEBUG oslo_vmware.api [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Waiting for the task: (returnval){ [ 652.573621] env[62301]: value = "task-2569844" [ 652.573621] env[62301]: _type = "Task" [ 652.573621] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.589207] env[62301]: DEBUG oslo_vmware.api [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Task: {'id': task-2569844, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.638489] env[62301]: DEBUG oslo_vmware.api [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52b1abbf-b3d1-a394-e413-e95d5c99ce16, 'name': SearchDatastore_Task, 'duration_secs': 0.009258} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.638801] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.639057] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 652.639312] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.639457] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.639632] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 652.639891] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2a2fd88-250e-459e-b03c-2632af21fae2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.648141] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 652.648323] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 652.649739] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35c660ca-67b0-4bdf-8553-c81a6c1259c4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.655553] env[62301]: DEBUG oslo_vmware.api [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Waiting for the task: (returnval){ [ 652.655553] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52ede352-8ea9-89d5-11e4-4b2c854e5d9e" [ 652.655553] env[62301]: _type = "Task" [ 652.655553] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.664984] env[62301]: DEBUG oslo_vmware.api [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52ede352-8ea9-89d5-11e4-4b2c854e5d9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.787087] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Acquiring lock "refresh_cache-ca83463c-d6ee-480f-b113-d05e977a6016" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.787244] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Acquired lock "refresh_cache-ca83463c-d6ee-480f-b113-d05e977a6016" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.787384] env[62301]: DEBUG nova.network.neutron [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 652.925599] env[62301]: DEBUG nova.compute.utils [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 652.927134] env[62301]: DEBUG nova.compute.manager [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 652.927303] env[62301]: DEBUG nova.network.neutron [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 653.006566] env[62301]: DEBUG nova.policy [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4183fbf70f34c78b161f6e1c93ff80a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12f5475a20544567aba45d25066857b3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 653.065326] env[62301]: DEBUG oslo_concurrency.lockutils [req-77258f5d-537e-4664-aa34-0d86aface214 req-059c5b1f-6963-4f92-b242-8e9229ca4bff service nova] Releasing lock "refresh_cache-e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.085852] env[62301]: DEBUG oslo_vmware.api [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Task: {'id': task-2569844, 'name': ReconfigVM_Task, 'duration_secs': 0.294287} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.086106] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] [instance: 1cda51f6-3d8a-497d-bc6a-63cfb058dd29] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 1cda51f6-3d8a-497d-bc6a-63cfb058dd29/1cda51f6-3d8a-497d-bc6a-63cfb058dd29.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 653.089304] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0091695d-17fc-4957-a47c-586593d3b820 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.095967] env[62301]: DEBUG oslo_vmware.api [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Waiting for the task: (returnval){ [ 653.095967] env[62301]: value = "task-2569845" [ 653.095967] env[62301]: _type = "Task" [ 653.095967] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.103840] env[62301]: DEBUG oslo_vmware.api [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Task: {'id': task-2569845, 'name': Rename_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.169141] env[62301]: DEBUG oslo_vmware.api [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52ede352-8ea9-89d5-11e4-4b2c854e5d9e, 'name': SearchDatastore_Task, 'duration_secs': 0.01024} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.170441] env[62301]: DEBUG nova.network.neutron [None req-b584b3e8-6c58-49e1-8cb4-8e7a7b083556 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Updating instance_info_cache with network_info: [{"id": "fa1de50a-0191-41ab-b097-bde4736088aa", "address": "fa:16:3e:07:a2:fe", "network": {"id": "229d681a-36f3-4cf5-8b82-82a25738b030", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "584ed71e5cee48ffa78bf852023e57aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa1de50a-01", "ovs_interfaceid": "fa1de50a-0191-41ab-b097-bde4736088aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.173642] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2dbba14-aeba-462f-9ab2-05bd9e5fc1b8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.185645] env[62301]: DEBUG oslo_vmware.api [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Waiting for the task: (returnval){ [ 653.185645] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]522accd1-59a1-d4f4-13a5-5f956703939b" [ 653.185645] env[62301]: _type = "Task" [ 653.185645] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.195238] env[62301]: DEBUG oslo_vmware.api [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]522accd1-59a1-d4f4-13a5-5f956703939b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.319983] env[62301]: DEBUG nova.network.neutron [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 653.433245] env[62301]: DEBUG nova.compute.manager [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 653.447139] env[62301]: DEBUG nova.network.neutron [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Successfully created port: 2bb366c9-3df5-4105-a054-696418af204a {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 653.454966] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62faf9a-953b-41ed-a443-119fafe1fb4c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.465022] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2616fecc-3aed-4015-b3bb-ceb847318a70 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.500415] env[62301]: DEBUG nova.network.neutron [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] Updating instance_info_cache with network_info: [{"id": "f53c673c-c84b-4a6e-91ee-020c19d5dbdc", "address": "fa:16:3e:c5:04:10", "network": {"id": "9efeac62-f4f9-48fe-bdfc-c7dd0316d44a", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1369394000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a41073fcb1c4417681c308b4d6ee7441", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf53c673c-c8", "ovs_interfaceid": "f53c673c-c84b-4a6e-91ee-020c19d5dbdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.503488] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32939402-5254-42f7-8987-695441375f3f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.511037] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a395a17d-c9eb-49da-8ad9-8cd07914e278 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.525699] env[62301]: DEBUG nova.compute.provider_tree [None req-998dcb73-9253-4d4d-803a-e3efada059f3 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Updating inventory in ProviderTree for provider f2701398-2646-410f-990f-c3cfa8025d57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 653.606380] env[62301]: DEBUG oslo_vmware.api [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Task: {'id': task-2569845, 'name': Rename_Task, 'duration_secs': 0.15438} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.606663] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] [instance: 1cda51f6-3d8a-497d-bc6a-63cfb058dd29] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 653.606912] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68e8c330-a677-4217-9d8c-827e4c19f743 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.610898] env[62301]: DEBUG nova.compute.manager [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 653.611401] env[62301]: DEBUG nova.virt.hardware [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 653.611613] env[62301]: DEBUG nova.virt.hardware [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 653.611766] env[62301]: DEBUG nova.virt.hardware [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 653.611989] env[62301]: DEBUG nova.virt.hardware [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 653.612188] env[62301]: DEBUG nova.virt.hardware [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 653.612352] env[62301]: DEBUG nova.virt.hardware [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 653.612554] env[62301]: DEBUG nova.virt.hardware [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 653.612709] env[62301]: DEBUG nova.virt.hardware [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 653.612870] env[62301]: DEBUG nova.virt.hardware [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 653.613071] env[62301]: DEBUG nova.virt.hardware [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 653.613260] env[62301]: DEBUG nova.virt.hardware [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 653.615079] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce7d93a-1159-423b-af29-7f5ce0e6e9fd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.617671] env[62301]: DEBUG oslo_vmware.api [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Waiting for the task: (returnval){ [ 653.617671] env[62301]: value = "task-2569846" [ 653.617671] env[62301]: _type = "Task" [ 653.617671] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.624268] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86748e24-3622-4736-be53-3d94a1d38ea0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.633025] env[62301]: DEBUG oslo_vmware.api [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Task: {'id': task-2569846, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.675024] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b584b3e8-6c58-49e1-8cb4-8e7a7b083556 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Releasing lock "refresh_cache-7e9c242a-875f-4f89-ab87-debf3dbf8e94" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.675024] env[62301]: DEBUG nova.objects.instance [None req-b584b3e8-6c58-49e1-8cb4-8e7a7b083556 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Lazy-loading 'migration_context' on Instance uuid 7e9c242a-875f-4f89-ab87-debf3dbf8e94 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 653.695779] env[62301]: DEBUG oslo_vmware.api [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]522accd1-59a1-d4f4-13a5-5f956703939b, 'name': SearchDatastore_Task, 'duration_secs': 0.010396} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.696070] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.696293] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8/e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 653.696543] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db95ec65-3c6b-40bb-b746-e73cbacca9ae {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.703444] env[62301]: DEBUG oslo_vmware.api [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Waiting for the task: (returnval){ [ 653.703444] env[62301]: value = "task-2569847" [ 653.703444] env[62301]: _type = "Task" [ 653.703444] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.711917] env[62301]: DEBUG oslo_vmware.api [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': task-2569847, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.842727] env[62301]: DEBUG nova.compute.manager [req-bf16c3a8-063f-4819-a238-74ed2f619e88 req-66655b67-4f4e-4a57-8282-105254a37f79 service nova] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] Received event network-vif-plugged-f53c673c-c84b-4a6e-91ee-020c19d5dbdc {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 653.842958] env[62301]: DEBUG oslo_concurrency.lockutils [req-bf16c3a8-063f-4819-a238-74ed2f619e88 req-66655b67-4f4e-4a57-8282-105254a37f79 service nova] Acquiring lock "ca83463c-d6ee-480f-b113-d05e977a6016-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.843296] env[62301]: DEBUG oslo_concurrency.lockutils [req-bf16c3a8-063f-4819-a238-74ed2f619e88 req-66655b67-4f4e-4a57-8282-105254a37f79 service nova] Lock "ca83463c-d6ee-480f-b113-d05e977a6016-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.843537] env[62301]: DEBUG oslo_concurrency.lockutils [req-bf16c3a8-063f-4819-a238-74ed2f619e88 req-66655b67-4f4e-4a57-8282-105254a37f79 service nova] Lock "ca83463c-d6ee-480f-b113-d05e977a6016-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.843713] env[62301]: DEBUG nova.compute.manager [req-bf16c3a8-063f-4819-a238-74ed2f619e88 req-66655b67-4f4e-4a57-8282-105254a37f79 service nova] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] No waiting events found dispatching network-vif-plugged-f53c673c-c84b-4a6e-91ee-020c19d5dbdc {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 653.843957] env[62301]: WARNING nova.compute.manager [req-bf16c3a8-063f-4819-a238-74ed2f619e88 req-66655b67-4f4e-4a57-8282-105254a37f79 service nova] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] Received unexpected event network-vif-plugged-f53c673c-c84b-4a6e-91ee-020c19d5dbdc for instance with vm_state building and task_state spawning. [ 653.844201] env[62301]: DEBUG nova.compute.manager [req-bf16c3a8-063f-4819-a238-74ed2f619e88 req-66655b67-4f4e-4a57-8282-105254a37f79 service nova] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] Received event network-changed-f53c673c-c84b-4a6e-91ee-020c19d5dbdc {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 653.844452] env[62301]: DEBUG nova.compute.manager [req-bf16c3a8-063f-4819-a238-74ed2f619e88 req-66655b67-4f4e-4a57-8282-105254a37f79 service nova] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] Refreshing instance network info cache due to event network-changed-f53c673c-c84b-4a6e-91ee-020c19d5dbdc. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 653.844688] env[62301]: DEBUG oslo_concurrency.lockutils [req-bf16c3a8-063f-4819-a238-74ed2f619e88 req-66655b67-4f4e-4a57-8282-105254a37f79 service nova] Acquiring lock "refresh_cache-ca83463c-d6ee-480f-b113-d05e977a6016" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.939678] env[62301]: INFO nova.virt.block_device [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Booting with volume 06c4c563-7340-4be1-9c90-ca812b009e69 at /dev/sda [ 653.983791] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8373017e-1615-4617-8195-9000fff2132a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.995189] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a4f4ae3-6325-4a97-8bd7-36a683e0cb60 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.009290] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Releasing lock "refresh_cache-ca83463c-d6ee-480f-b113-d05e977a6016" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.009649] env[62301]: DEBUG nova.compute.manager [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] Instance network_info: |[{"id": "f53c673c-c84b-4a6e-91ee-020c19d5dbdc", "address": "fa:16:3e:c5:04:10", "network": {"id": "9efeac62-f4f9-48fe-bdfc-c7dd0316d44a", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1369394000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a41073fcb1c4417681c308b4d6ee7441", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf53c673c-c8", "ovs_interfaceid": "f53c673c-c84b-4a6e-91ee-020c19d5dbdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 654.010066] env[62301]: DEBUG oslo_concurrency.lockutils [req-bf16c3a8-063f-4819-a238-74ed2f619e88 req-66655b67-4f4e-4a57-8282-105254a37f79 service nova] Acquired lock "refresh_cache-ca83463c-d6ee-480f-b113-d05e977a6016" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.010342] env[62301]: DEBUG nova.network.neutron [req-bf16c3a8-063f-4819-a238-74ed2f619e88 req-66655b67-4f4e-4a57-8282-105254a37f79 service nova] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] Refreshing network info cache for port f53c673c-c84b-4a6e-91ee-020c19d5dbdc {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 654.011954] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:04:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7b2049d7-f99e-425a-afdb-2c95ca88e483', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f53c673c-c84b-4a6e-91ee-020c19d5dbdc', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 654.020859] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Creating folder: Project (a41073fcb1c4417681c308b4d6ee7441). Parent ref: group-v518653. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.023741] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ff004f7-93fb-486b-81e0-8b597e68e1f2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.047501] env[62301]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 654.047501] env[62301]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62301) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 654.047691] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-03f6465c-65ae-48e0-be16-f1670b8caf5d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.050258] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Folder already exists: Project (a41073fcb1c4417681c308b4d6ee7441). Parent ref: group-v518653. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 654.051562] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Creating folder: Instances. Parent ref: group-v518682. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.051562] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e43814fc-da15-4846-997d-652e558f2298 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.054080] env[62301]: ERROR nova.scheduler.client.report [None req-998dcb73-9253-4d4d-803a-e3efada059f3 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [req-ab550bd7-baec-4a81-955f-e1dd53a79028] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f2701398-2646-410f-990f-c3cfa8025d57. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ab550bd7-baec-4a81-955f-e1dd53a79028"}]} [ 654.062055] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96cd7628-3e9f-4df8-bd5d-b635707fe40a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.075705] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Created folder: Instances in parent group-v518682. [ 654.075977] env[62301]: DEBUG oslo.service.loopingcall [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 654.077078] env[62301]: DEBUG nova.scheduler.client.report [None req-998dcb73-9253-4d4d-803a-e3efada059f3 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Refreshing inventories for resource provider f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 654.080379] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 654.080861] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3fbe6b7-4429-4319-b988-1f42ad73cdad {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.110790] env[62301]: DEBUG nova.scheduler.client.report [None req-998dcb73-9253-4d4d-803a-e3efada059f3 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Updating ProviderTree inventory for provider f2701398-2646-410f-990f-c3cfa8025d57 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 654.111140] env[62301]: DEBUG nova.compute.provider_tree [None req-998dcb73-9253-4d4d-803a-e3efada059f3 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Updating inventory in ProviderTree for provider f2701398-2646-410f-990f-c3cfa8025d57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 654.115706] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ff7cab-536d-49b1-bebe-fb46d0a2c2ef {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.120432] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 654.120432] env[62301]: value = "task-2569850" [ 654.120432] env[62301]: _type = "Task" [ 654.120432] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.133877] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844a1467-7d89-48da-87c4-d83d459a49c5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.145447] env[62301]: DEBUG oslo_vmware.api [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Task: {'id': task-2569846, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.145447] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569850, 'name': CreateVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.145880] env[62301]: DEBUG nova.scheduler.client.report [None req-998dcb73-9253-4d4d-803a-e3efada059f3 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Refreshing aggregate associations for resource provider f2701398-2646-410f-990f-c3cfa8025d57, aggregates: None {{(pid=62301) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 654.160851] env[62301]: DEBUG nova.virt.block_device [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Updating existing volume attachment record: 4bbd0085-278a-457b-858e-96ca3082e150 {{(pid=62301) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 654.170403] env[62301]: DEBUG nova.scheduler.client.report [None req-998dcb73-9253-4d4d-803a-e3efada059f3 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Refreshing trait associations for resource provider f2701398-2646-410f-990f-c3cfa8025d57, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62301) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 654.178296] env[62301]: DEBUG nova.objects.base [None req-b584b3e8-6c58-49e1-8cb4-8e7a7b083556 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Object Instance<7e9c242a-875f-4f89-ab87-debf3dbf8e94> lazy-loaded attributes: info_cache,migration_context {{(pid=62301) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 654.178296] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f13eb8-4e78-429d-a627-6169cc687320 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.199974] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ebad796-893f-4173-9436-e82d3eeff3be {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.211774] env[62301]: DEBUG oslo_vmware.api [None req-b584b3e8-6c58-49e1-8cb4-8e7a7b083556 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Waiting for the task: (returnval){ [ 654.211774] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52a1c807-37c1-004a-6e68-a9562baf39ba" [ 654.211774] env[62301]: _type = "Task" [ 654.211774] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.219987] env[62301]: DEBUG oslo_vmware.api [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': task-2569847, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.228291] env[62301]: DEBUG oslo_vmware.api [None req-b584b3e8-6c58-49e1-8cb4-8e7a7b083556 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52a1c807-37c1-004a-6e68-a9562baf39ba, 'name': SearchDatastore_Task, 'duration_secs': 0.015892} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.228640] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b584b3e8-6c58-49e1-8cb4-8e7a7b083556 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 654.580278] env[62301]: DEBUG oslo_vmware.rw_handles [None req-30411cda-a996-4845-aac3-360f1c5265ef tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5244d610-fd31-af3c-6bf1-9b7b034b6bf7/disk-0.vmdk. {{(pid=62301) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 654.580278] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f532df5-afa7-4480-ba6f-ba96fba2873b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.587119] env[62301]: DEBUG oslo_vmware.rw_handles [None req-30411cda-a996-4845-aac3-360f1c5265ef tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5244d610-fd31-af3c-6bf1-9b7b034b6bf7/disk-0.vmdk is in state: ready. {{(pid=62301) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 654.587463] env[62301]: ERROR oslo_vmware.rw_handles [None req-30411cda-a996-4845-aac3-360f1c5265ef tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5244d610-fd31-af3c-6bf1-9b7b034b6bf7/disk-0.vmdk due to incomplete transfer. [ 654.587808] env[62301]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f7a74e97-449f-4ee2-bc4c-b1d369220703 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.596518] env[62301]: DEBUG oslo_vmware.rw_handles [None req-30411cda-a996-4845-aac3-360f1c5265ef tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5244d610-fd31-af3c-6bf1-9b7b034b6bf7/disk-0.vmdk. {{(pid=62301) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 654.596713] env[62301]: DEBUG nova.virt.vmwareapi.images [None req-30411cda-a996-4845-aac3-360f1c5265ef tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] Uploaded image 745c0c94-a47b-4af4-b80f-054e23ed7230 to the Glance image server {{(pid=62301) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 654.599068] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-30411cda-a996-4845-aac3-360f1c5265ef tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] Destroying the VM {{(pid=62301) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 654.599326] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f299f11f-f24a-4482-a735-48ad0b6f7a78 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.604967] env[62301]: DEBUG oslo_vmware.api [None req-30411cda-a996-4845-aac3-360f1c5265ef tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the task: (returnval){ [ 654.604967] env[62301]: value = "task-2569851" [ 654.604967] env[62301]: _type = "Task" [ 654.604967] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.615403] env[62301]: DEBUG oslo_vmware.api [None req-30411cda-a996-4845-aac3-360f1c5265ef tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2569851, 'name': Destroy_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.634672] env[62301]: DEBUG oslo_vmware.api [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Task: {'id': task-2569846, 'name': PowerOnVM_Task, 'duration_secs': 0.797725} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.636071] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] [instance: 1cda51f6-3d8a-497d-bc6a-63cfb058dd29] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 654.636071] env[62301]: INFO nova.compute.manager [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] [instance: 1cda51f6-3d8a-497d-bc6a-63cfb058dd29] Took 8.29 seconds to spawn the instance on the hypervisor. [ 654.636071] env[62301]: DEBUG nova.compute.manager [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] [instance: 1cda51f6-3d8a-497d-bc6a-63cfb058dd29] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 654.636642] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893b4390-7d29-4881-a968-bd80322e8c77 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.641973] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569850, 'name': CreateVM_Task} progress is 25%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.717103] env[62301]: DEBUG oslo_vmware.api [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': task-2569847, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536177} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.717392] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8/e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 654.717601] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 654.717837] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0bc63b8-6a48-495c-bfa0-faa7e97d80e7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.726722] env[62301]: DEBUG oslo_vmware.api [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Waiting for the task: (returnval){ [ 654.726722] env[62301]: value = "task-2569852" [ 654.726722] env[62301]: _type = "Task" [ 654.726722] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.744085] env[62301]: DEBUG oslo_vmware.api [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': task-2569852, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.750595] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f24b590-f5b4-4f37-8809-31ec4a0bda1a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.757594] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43caa1b3-0506-41ac-9c71-1b99372ceb9c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.791746] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89de8fac-532a-48d5-a4e6-f12195f61319 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.800021] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00f137a-8440-4a1b-ac09-d0bde14de482 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.812364] env[62301]: DEBUG nova.compute.provider_tree [None req-998dcb73-9253-4d4d-803a-e3efada059f3 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Updating inventory in ProviderTree for provider f2701398-2646-410f-990f-c3cfa8025d57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 654.823678] env[62301]: DEBUG nova.network.neutron [req-bf16c3a8-063f-4819-a238-74ed2f619e88 req-66655b67-4f4e-4a57-8282-105254a37f79 service nova] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] Updated VIF entry in instance network info cache for port f53c673c-c84b-4a6e-91ee-020c19d5dbdc. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 654.824018] env[62301]: DEBUG nova.network.neutron [req-bf16c3a8-063f-4819-a238-74ed2f619e88 req-66655b67-4f4e-4a57-8282-105254a37f79 service nova] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] Updating instance_info_cache with network_info: [{"id": "f53c673c-c84b-4a6e-91ee-020c19d5dbdc", "address": "fa:16:3e:c5:04:10", "network": {"id": "9efeac62-f4f9-48fe-bdfc-c7dd0316d44a", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1369394000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a41073fcb1c4417681c308b4d6ee7441", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf53c673c-c8", "ovs_interfaceid": "f53c673c-c84b-4a6e-91ee-020c19d5dbdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.909974] env[62301]: DEBUG nova.compute.manager [req-f246b457-b938-4dfd-8bb0-22ed21b9fdd1 req-0a431afd-c48b-44e7-8973-71302d01b4dd service nova] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Received event network-vif-plugged-2bb366c9-3df5-4105-a054-696418af204a {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 654.911017] env[62301]: DEBUG oslo_concurrency.lockutils [req-f246b457-b938-4dfd-8bb0-22ed21b9fdd1 req-0a431afd-c48b-44e7-8973-71302d01b4dd service nova] Acquiring lock "7a0b066b-4028-47bb-891d-685f99d039a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 654.911017] env[62301]: DEBUG oslo_concurrency.lockutils [req-f246b457-b938-4dfd-8bb0-22ed21b9fdd1 req-0a431afd-c48b-44e7-8973-71302d01b4dd service nova] Lock "7a0b066b-4028-47bb-891d-685f99d039a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 654.911017] env[62301]: DEBUG oslo_concurrency.lockutils [req-f246b457-b938-4dfd-8bb0-22ed21b9fdd1 req-0a431afd-c48b-44e7-8973-71302d01b4dd service nova] Lock "7a0b066b-4028-47bb-891d-685f99d039a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 654.911348] env[62301]: DEBUG nova.compute.manager [req-f246b457-b938-4dfd-8bb0-22ed21b9fdd1 req-0a431afd-c48b-44e7-8973-71302d01b4dd service nova] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] No waiting events found dispatching network-vif-plugged-2bb366c9-3df5-4105-a054-696418af204a {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 654.912510] env[62301]: WARNING nova.compute.manager [req-f246b457-b938-4dfd-8bb0-22ed21b9fdd1 req-0a431afd-c48b-44e7-8973-71302d01b4dd service nova] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Received unexpected event network-vif-plugged-2bb366c9-3df5-4105-a054-696418af204a for instance with vm_state building and task_state block_device_mapping. [ 654.994206] env[62301]: DEBUG nova.network.neutron [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Successfully updated port: 2bb366c9-3df5-4105-a054-696418af204a {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 655.115446] env[62301]: DEBUG oslo_vmware.api [None req-30411cda-a996-4845-aac3-360f1c5265ef tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2569851, 'name': Destroy_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.133569] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569850, 'name': CreateVM_Task} progress is 25%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.160351] env[62301]: INFO nova.compute.manager [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] [instance: 1cda51f6-3d8a-497d-bc6a-63cfb058dd29] Took 47.55 seconds to build instance. [ 655.240451] env[62301]: DEBUG oslo_vmware.api [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': task-2569852, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.263175} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.240711] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 655.241501] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26181622-1fbd-46ba-a303-687bb73b08ab {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.264617] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8/e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 655.266772] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-454544a4-9956-4934-a05a-00464899e780 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.288972] env[62301]: DEBUG oslo_vmware.api [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Waiting for the task: (returnval){ [ 655.288972] env[62301]: value = "task-2569853" [ 655.288972] env[62301]: _type = "Task" [ 655.288972] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.297409] env[62301]: DEBUG oslo_vmware.api [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': task-2569853, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.326579] env[62301]: DEBUG oslo_concurrency.lockutils [req-bf16c3a8-063f-4819-a238-74ed2f619e88 req-66655b67-4f4e-4a57-8282-105254a37f79 service nova] Releasing lock "refresh_cache-ca83463c-d6ee-480f-b113-d05e977a6016" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.349441] env[62301]: DEBUG nova.scheduler.client.report [None req-998dcb73-9253-4d4d-803a-e3efada059f3 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Updated inventory for provider f2701398-2646-410f-990f-c3cfa8025d57 with generation 58 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 655.349670] env[62301]: DEBUG nova.compute.provider_tree [None req-998dcb73-9253-4d4d-803a-e3efada059f3 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Updating resource provider f2701398-2646-410f-990f-c3cfa8025d57 generation from 58 to 59 during operation: update_inventory {{(pid=62301) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 655.349917] env[62301]: DEBUG nova.compute.provider_tree [None req-998dcb73-9253-4d4d-803a-e3efada059f3 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Updating inventory in ProviderTree for provider f2701398-2646-410f-990f-c3cfa8025d57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 655.496700] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Acquiring lock "refresh_cache-7a0b066b-4028-47bb-891d-685f99d039a8" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.496864] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Acquired lock "refresh_cache-7a0b066b-4028-47bb-891d-685f99d039a8" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.497070] env[62301]: DEBUG nova.network.neutron [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 655.614968] env[62301]: DEBUG oslo_vmware.api [None req-30411cda-a996-4845-aac3-360f1c5265ef tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2569851, 'name': Destroy_Task} progress is 33%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.636453] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569850, 'name': CreateVM_Task} progress is 25%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.662492] env[62301]: DEBUG oslo_concurrency.lockutils [None req-dee1d9c5-c77f-4c15-8d3b-4509d66266d8 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Lock "1cda51f6-3d8a-497d-bc6a-63cfb058dd29" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.801s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.799012] env[62301]: DEBUG oslo_vmware.api [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': task-2569853, 'name': ReconfigVM_Task, 'duration_secs': 0.303087} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.799304] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8] Reconfigured VM instance instance-0000001d to attach disk [datastore1] e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8/e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 655.799947] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8aa96d5e-d25c-4ed3-9865-4e3376adfb15 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.806161] env[62301]: DEBUG oslo_vmware.api [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Waiting for the task: (returnval){ [ 655.806161] env[62301]: value = "task-2569854" [ 655.806161] env[62301]: _type = "Task" [ 655.806161] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.815160] env[62301]: DEBUG oslo_vmware.api [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': task-2569854, 'name': Rename_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.855017] env[62301]: DEBUG oslo_concurrency.lockutils [None req-998dcb73-9253-4d4d-803a-e3efada059f3 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.433s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.857556] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.518s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 655.859277] env[62301]: INFO nova.compute.claims [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 655.883861] env[62301]: INFO nova.scheduler.client.report [None req-998dcb73-9253-4d4d-803a-e3efada059f3 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Deleted allocations for instance e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b [ 655.910811] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1edc38b5-5af1-491f-af0b-76291aff6049 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Acquiring lock "1cda51f6-3d8a-497d-bc6a-63cfb058dd29" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 655.910811] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1edc38b5-5af1-491f-af0b-76291aff6049 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Lock "1cda51f6-3d8a-497d-bc6a-63cfb058dd29" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 655.911445] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1edc38b5-5af1-491f-af0b-76291aff6049 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Acquiring lock "1cda51f6-3d8a-497d-bc6a-63cfb058dd29-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 655.911868] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1edc38b5-5af1-491f-af0b-76291aff6049 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Lock "1cda51f6-3d8a-497d-bc6a-63cfb058dd29-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 655.912744] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1edc38b5-5af1-491f-af0b-76291aff6049 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Lock "1cda51f6-3d8a-497d-bc6a-63cfb058dd29-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.914359] env[62301]: INFO nova.compute.manager [None req-1edc38b5-5af1-491f-af0b-76291aff6049 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] [instance: 1cda51f6-3d8a-497d-bc6a-63cfb058dd29] Terminating instance [ 656.045297] env[62301]: DEBUG nova.network.neutron [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 656.116076] env[62301]: DEBUG oslo_vmware.api [None req-30411cda-a996-4845-aac3-360f1c5265ef tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2569851, 'name': Destroy_Task, 'duration_secs': 1.16728} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.116339] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-30411cda-a996-4845-aac3-360f1c5265ef tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] Destroyed the VM [ 656.116664] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-30411cda-a996-4845-aac3-360f1c5265ef tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] Deleting Snapshot of the VM instance {{(pid=62301) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 656.116908] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ef1fc113-cd8a-437f-8b45-11aace63d3ea {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.125051] env[62301]: DEBUG oslo_vmware.api [None req-30411cda-a996-4845-aac3-360f1c5265ef tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the task: (returnval){ [ 656.125051] env[62301]: value = "task-2569855" [ 656.125051] env[62301]: _type = "Task" [ 656.125051] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.141138] env[62301]: DEBUG oslo_vmware.api [None req-30411cda-a996-4845-aac3-360f1c5265ef tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2569855, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.141482] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569850, 'name': CreateVM_Task, 'duration_secs': 1.903135} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.141643] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 656.142325] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'delete_on_termination': True, 'disk_bus': None, 'attachment_id': '26c18cc0-7af1-447f-83c2-b28c75290867', 'mount_device': '/dev/sda', 'device_type': None, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518698', 'volume_id': '51726431-feac-4e53-9358-2dfaed86cc7d', 'name': 'volume-51726431-feac-4e53-9358-2dfaed86cc7d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ca83463c-d6ee-480f-b113-d05e977a6016', 'attached_at': '', 'detached_at': '', 'volume_id': '51726431-feac-4e53-9358-2dfaed86cc7d', 'serial': '51726431-feac-4e53-9358-2dfaed86cc7d'}, 'volume_type': None}], 'swap': None} {{(pid=62301) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 656.142537] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] Root volume attach. Driver type: vmdk {{(pid=62301) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 656.143330] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8cc3da-54da-4136-b051-f7dfa00f7e75 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.150665] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742b567d-4618-4721-ab21-7be161c9bf7a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.157568] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c72b57-18a8-46f2-93c1-2ff29262018a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.164733] env[62301]: DEBUG nova.compute.manager [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 446670be-9a46-4954-bc20-232498d46a3f] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 656.168533] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-17bf6250-01f3-4e09-bb41-94cd199fdd2f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.178174] env[62301]: DEBUG oslo_vmware.api [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Waiting for the task: (returnval){ [ 656.178174] env[62301]: value = "task-2569856" [ 656.178174] env[62301]: _type = "Task" [ 656.178174] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.194892] env[62301]: DEBUG oslo_vmware.api [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Task: {'id': task-2569856, 'name': RelocateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.235239] env[62301]: DEBUG nova.network.neutron [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Updating instance_info_cache with network_info: [{"id": "2bb366c9-3df5-4105-a054-696418af204a", "address": "fa:16:3e:ff:b2:5e", "network": {"id": "71a3fd06-f741-4fe2-a982-14c899280a65", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2044772839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12f5475a20544567aba45d25066857b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bb366c9-3d", "ovs_interfaceid": "2bb366c9-3df5-4105-a054-696418af204a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.288616] env[62301]: DEBUG nova.compute.manager [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 656.289182] env[62301]: DEBUG nova.virt.hardware [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 656.289448] env[62301]: DEBUG nova.virt.hardware [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 656.289600] env[62301]: DEBUG nova.virt.hardware [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 656.289790] env[62301]: DEBUG nova.virt.hardware [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 656.289949] env[62301]: DEBUG nova.virt.hardware [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 656.290111] env[62301]: DEBUG nova.virt.hardware [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 656.290331] env[62301]: DEBUG nova.virt.hardware [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 656.290572] env[62301]: DEBUG nova.virt.hardware [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 656.290790] env[62301]: DEBUG nova.virt.hardware [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 656.290971] env[62301]: DEBUG nova.virt.hardware [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 656.291164] env[62301]: DEBUG nova.virt.hardware [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 656.292027] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab642c37-19cd-4097-a903-71fbd8833177 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.300302] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9180b6-aca6-4a75-9846-b66f166c8ff5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.322398] env[62301]: DEBUG oslo_vmware.api [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': task-2569854, 'name': Rename_Task, 'duration_secs': 0.182612} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.322502] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 656.322762] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f99b4d2f-3db3-4db8-b0a4-e4a39626735f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.328537] env[62301]: DEBUG oslo_vmware.api [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Waiting for the task: (returnval){ [ 656.328537] env[62301]: value = "task-2569857" [ 656.328537] env[62301]: _type = "Task" [ 656.328537] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.336738] env[62301]: DEBUG oslo_vmware.api [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': task-2569857, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.396610] env[62301]: DEBUG oslo_concurrency.lockutils [None req-998dcb73-9253-4d4d-803a-e3efada059f3 tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Lock "e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.696s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.419096] env[62301]: DEBUG nova.compute.manager [None req-1edc38b5-5af1-491f-af0b-76291aff6049 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] [instance: 1cda51f6-3d8a-497d-bc6a-63cfb058dd29] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 656.419745] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-1edc38b5-5af1-491f-af0b-76291aff6049 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] [instance: 1cda51f6-3d8a-497d-bc6a-63cfb058dd29] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 656.420841] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ae8fe2-446a-4a28-83b8-792cdaa0e0a2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.432152] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-1edc38b5-5af1-491f-af0b-76291aff6049 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] [instance: 1cda51f6-3d8a-497d-bc6a-63cfb058dd29] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 656.432152] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8505e48f-9fa8-4785-aad8-fc3e4b4a15ab {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.441433] env[62301]: DEBUG oslo_vmware.api [None req-1edc38b5-5af1-491f-af0b-76291aff6049 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Waiting for the task: (returnval){ [ 656.441433] env[62301]: value = "task-2569858" [ 656.441433] env[62301]: _type = "Task" [ 656.441433] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.455560] env[62301]: DEBUG oslo_vmware.api [None req-1edc38b5-5af1-491f-af0b-76291aff6049 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Task: {'id': task-2569858, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.545309] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f7246bca-ce44-4fea-b904-805e20357dd6 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Acquiring lock "d1de1100-83f4-43e8-a4c9-46ede08a7ed0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.545670] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f7246bca-ce44-4fea-b904-805e20357dd6 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Lock "d1de1100-83f4-43e8-a4c9-46ede08a7ed0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.545943] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f7246bca-ce44-4fea-b904-805e20357dd6 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Acquiring lock "d1de1100-83f4-43e8-a4c9-46ede08a7ed0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.546219] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f7246bca-ce44-4fea-b904-805e20357dd6 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Lock "d1de1100-83f4-43e8-a4c9-46ede08a7ed0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.546449] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f7246bca-ce44-4fea-b904-805e20357dd6 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Lock "d1de1100-83f4-43e8-a4c9-46ede08a7ed0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.548992] env[62301]: INFO nova.compute.manager [None req-f7246bca-ce44-4fea-b904-805e20357dd6 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] Terminating instance [ 656.639387] env[62301]: DEBUG oslo_vmware.api [None req-30411cda-a996-4845-aac3-360f1c5265ef tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2569855, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.692118] env[62301]: DEBUG oslo_vmware.api [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Task: {'id': task-2569856, 'name': RelocateVM_Task} progress is 42%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.692594] env[62301]: DEBUG oslo_concurrency.lockutils [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.737946] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Releasing lock "refresh_cache-7a0b066b-4028-47bb-891d-685f99d039a8" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.738406] env[62301]: DEBUG nova.compute.manager [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Instance network_info: |[{"id": "2bb366c9-3df5-4105-a054-696418af204a", "address": "fa:16:3e:ff:b2:5e", "network": {"id": "71a3fd06-f741-4fe2-a982-14c899280a65", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2044772839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12f5475a20544567aba45d25066857b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bb366c9-3d", "ovs_interfaceid": "2bb366c9-3df5-4105-a054-696418af204a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 656.738830] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:b2:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '40c947c4-f471-4d48-8e43-fee54198107e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2bb366c9-3df5-4105-a054-696418af204a', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 656.749960] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Creating folder: Project (12f5475a20544567aba45d25066857b3). Parent ref: group-v518653. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.750326] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59aca938-f0dd-471c-8f7d-09ee5af31f38 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.764707] env[62301]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 656.764876] env[62301]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62301) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 656.765306] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Folder already exists: Project (12f5475a20544567aba45d25066857b3). Parent ref: group-v518653. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 656.765509] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Creating folder: Instances. Parent ref: group-v518692. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.765743] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4f98ef0-e106-45f9-97a4-e0abc8cad056 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.777785] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Created folder: Instances in parent group-v518692. [ 656.777953] env[62301]: DEBUG oslo.service.loopingcall [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 656.778522] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 656.778522] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28efab1d-1faa-4997-95c9-aa7f03ba360d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.798753] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 656.798753] env[62301]: value = "task-2569861" [ 656.798753] env[62301]: _type = "Task" [ 656.798753] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.809173] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569861, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.841617] env[62301]: DEBUG oslo_vmware.api [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': task-2569857, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.962015] env[62301]: DEBUG oslo_vmware.api [None req-1edc38b5-5af1-491f-af0b-76291aff6049 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Task: {'id': task-2569858, 'name': PowerOffVM_Task, 'duration_secs': 0.225293} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.962547] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-1edc38b5-5af1-491f-af0b-76291aff6049 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] [instance: 1cda51f6-3d8a-497d-bc6a-63cfb058dd29] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 656.962750] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-1edc38b5-5af1-491f-af0b-76291aff6049 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] [instance: 1cda51f6-3d8a-497d-bc6a-63cfb058dd29] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 656.967091] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d64032f8-7486-45ea-8083-28794e15866f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.986568] env[62301]: DEBUG nova.compute.manager [req-a588fab0-ff50-4f3a-9b1a-6840b1ddd265 req-bf9f08ff-4fdb-4fde-8eaf-f548408b842a service nova] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Received event network-changed-2bb366c9-3df5-4105-a054-696418af204a {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 656.986862] env[62301]: DEBUG nova.compute.manager [req-a588fab0-ff50-4f3a-9b1a-6840b1ddd265 req-bf9f08ff-4fdb-4fde-8eaf-f548408b842a service nova] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Refreshing instance network info cache due to event network-changed-2bb366c9-3df5-4105-a054-696418af204a. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 656.987189] env[62301]: DEBUG oslo_concurrency.lockutils [req-a588fab0-ff50-4f3a-9b1a-6840b1ddd265 req-bf9f08ff-4fdb-4fde-8eaf-f548408b842a service nova] Acquiring lock "refresh_cache-7a0b066b-4028-47bb-891d-685f99d039a8" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.987332] env[62301]: DEBUG oslo_concurrency.lockutils [req-a588fab0-ff50-4f3a-9b1a-6840b1ddd265 req-bf9f08ff-4fdb-4fde-8eaf-f548408b842a service nova] Acquired lock "refresh_cache-7a0b066b-4028-47bb-891d-685f99d039a8" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.987505] env[62301]: DEBUG nova.network.neutron [req-a588fab0-ff50-4f3a-9b1a-6840b1ddd265 req-bf9f08ff-4fdb-4fde-8eaf-f548408b842a service nova] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Refreshing network info cache for port 2bb366c9-3df5-4105-a054-696418af204a {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 657.038893] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-1edc38b5-5af1-491f-af0b-76291aff6049 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] [instance: 1cda51f6-3d8a-497d-bc6a-63cfb058dd29] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 657.039812] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-1edc38b5-5af1-491f-af0b-76291aff6049 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] [instance: 1cda51f6-3d8a-497d-bc6a-63cfb058dd29] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 657.039812] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-1edc38b5-5af1-491f-af0b-76291aff6049 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Deleting the datastore file [datastore1] 1cda51f6-3d8a-497d-bc6a-63cfb058dd29 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 657.044020] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e02df60f-9cb9-4546-aa27-e98d5fbc2a7c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.052993] env[62301]: DEBUG nova.compute.manager [None req-f7246bca-ce44-4fea-b904-805e20357dd6 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 657.053716] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f7246bca-ce44-4fea-b904-805e20357dd6 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 657.056678] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0491e5-a7fd-4f42-b8fb-23ec232621be {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.062391] env[62301]: DEBUG oslo_vmware.api [None req-1edc38b5-5af1-491f-af0b-76291aff6049 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Waiting for the task: (returnval){ [ 657.062391] env[62301]: value = "task-2569863" [ 657.062391] env[62301]: _type = "Task" [ 657.062391] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.065895] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Acquiring lock "f1851d82-eb68-4ede-bf79-01212aed0c62" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.066146] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Lock "f1851d82-eb68-4ede-bf79-01212aed0c62" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.073791] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f7246bca-ce44-4fea-b904-805e20357dd6 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 657.074082] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e6797e2-e19a-4904-b8a4-75705de00c62 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.080066] env[62301]: DEBUG oslo_vmware.api [None req-1edc38b5-5af1-491f-af0b-76291aff6049 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Task: {'id': task-2569863, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.142555] env[62301]: DEBUG oslo_vmware.api [None req-30411cda-a996-4845-aac3-360f1c5265ef tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2569855, 'name': RemoveSnapshot_Task, 'duration_secs': 0.524107} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.142555] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-30411cda-a996-4845-aac3-360f1c5265ef tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] Deleted Snapshot of the VM instance {{(pid=62301) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 657.142777] env[62301]: INFO nova.compute.manager [None req-30411cda-a996-4845-aac3-360f1c5265ef tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] Took 18.00 seconds to snapshot the instance on the hypervisor. [ 657.151034] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f7246bca-ce44-4fea-b904-805e20357dd6 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 657.151034] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f7246bca-ce44-4fea-b904-805e20357dd6 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 657.151034] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7246bca-ce44-4fea-b904-805e20357dd6 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Deleting the datastore file [datastore1] d1de1100-83f4-43e8-a4c9-46ede08a7ed0 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 657.151348] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-161d69df-d844-4975-b842-b64f75fdc64d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.161267] env[62301]: DEBUG oslo_vmware.api [None req-f7246bca-ce44-4fea-b904-805e20357dd6 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the task: (returnval){ [ 657.161267] env[62301]: value = "task-2569865" [ 657.161267] env[62301]: _type = "Task" [ 657.161267] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.175194] env[62301]: DEBUG oslo_vmware.api [None req-f7246bca-ce44-4fea-b904-805e20357dd6 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2569865, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.191814] env[62301]: DEBUG oslo_vmware.api [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Task: {'id': task-2569856, 'name': RelocateVM_Task} progress is 54%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.311193] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569861, 'name': CreateVM_Task} progress is 25%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.342311] env[62301]: DEBUG oslo_vmware.api [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': task-2569857, 'name': PowerOnVM_Task, 'duration_secs': 0.582833} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.342589] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 657.342793] env[62301]: INFO nova.compute.manager [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8] Took 8.27 seconds to spawn the instance on the hypervisor. [ 657.343096] env[62301]: DEBUG nova.compute.manager [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 657.344104] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a405aba-8f8d-4335-908d-e5be5b7525a1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.378671] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620749fd-0518-45cf-83be-5eeb1bc911f6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.388150] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359543ac-d647-46ea-a5e2-c023b90a14de {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.425681] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c0f1be-bbc6-496f-99cf-37ac0e2dd13d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.437243] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a888fd-4ddd-41e8-ad88-93bc70cd5a67 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.457867] env[62301]: DEBUG nova.compute.provider_tree [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 657.463743] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1c80e1dc-e32c-4bd7-8957-105ace1900be tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Acquiring lock "877dbdd0-9397-4cad-acc8-9cf80b6f480b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.464030] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1c80e1dc-e32c-4bd7-8957-105ace1900be tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Lock "877dbdd0-9397-4cad-acc8-9cf80b6f480b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.464307] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1c80e1dc-e32c-4bd7-8957-105ace1900be tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Acquiring lock "877dbdd0-9397-4cad-acc8-9cf80b6f480b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.464627] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1c80e1dc-e32c-4bd7-8957-105ace1900be tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Lock "877dbdd0-9397-4cad-acc8-9cf80b6f480b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.464835] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1c80e1dc-e32c-4bd7-8957-105ace1900be tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Lock "877dbdd0-9397-4cad-acc8-9cf80b6f480b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.467413] env[62301]: INFO nova.compute.manager [None req-1c80e1dc-e32c-4bd7-8957-105ace1900be tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: 877dbdd0-9397-4cad-acc8-9cf80b6f480b] Terminating instance [ 657.580261] env[62301]: DEBUG oslo_vmware.api [None req-1edc38b5-5af1-491f-af0b-76291aff6049 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Task: {'id': task-2569863, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196496} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.580700] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-1edc38b5-5af1-491f-af0b-76291aff6049 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 657.580907] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-1edc38b5-5af1-491f-af0b-76291aff6049 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] [instance: 1cda51f6-3d8a-497d-bc6a-63cfb058dd29] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 657.581101] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-1edc38b5-5af1-491f-af0b-76291aff6049 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] [instance: 1cda51f6-3d8a-497d-bc6a-63cfb058dd29] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 657.581282] env[62301]: INFO nova.compute.manager [None req-1edc38b5-5af1-491f-af0b-76291aff6049 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] [instance: 1cda51f6-3d8a-497d-bc6a-63cfb058dd29] Took 1.16 seconds to destroy the instance on the hypervisor. [ 657.581642] env[62301]: DEBUG oslo.service.loopingcall [None req-1edc38b5-5af1-491f-af0b-76291aff6049 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 657.581922] env[62301]: DEBUG nova.compute.manager [-] [instance: 1cda51f6-3d8a-497d-bc6a-63cfb058dd29] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 657.582049] env[62301]: DEBUG nova.network.neutron [-] [instance: 1cda51f6-3d8a-497d-bc6a-63cfb058dd29] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 657.649795] env[62301]: DEBUG nova.compute.manager [None req-30411cda-a996-4845-aac3-360f1c5265ef tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] Instance disappeared during snapshot {{(pid=62301) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 657.664324] env[62301]: DEBUG nova.compute.manager [None req-30411cda-a996-4845-aac3-360f1c5265ef tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Image not found during clean up 745c0c94-a47b-4af4-b80f-054e23ed7230 {{(pid=62301) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 657.681026] env[62301]: DEBUG oslo_vmware.api [None req-f7246bca-ce44-4fea-b904-805e20357dd6 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2569865, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217006} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.687511] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7246bca-ce44-4fea-b904-805e20357dd6 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 657.687511] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f7246bca-ce44-4fea-b904-805e20357dd6 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 657.687511] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f7246bca-ce44-4fea-b904-805e20357dd6 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 657.687511] env[62301]: INFO nova.compute.manager [None req-f7246bca-ce44-4fea-b904-805e20357dd6 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] Took 0.63 seconds to destroy the instance on the hypervisor. [ 657.687511] env[62301]: DEBUG oslo.service.loopingcall [None req-f7246bca-ce44-4fea-b904-805e20357dd6 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 657.687511] env[62301]: DEBUG nova.compute.manager [-] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 657.687856] env[62301]: DEBUG nova.network.neutron [-] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 657.693543] env[62301]: DEBUG oslo_vmware.api [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Task: {'id': task-2569856, 'name': RelocateVM_Task} progress is 67%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.777395] env[62301]: DEBUG nova.network.neutron [req-a588fab0-ff50-4f3a-9b1a-6840b1ddd265 req-bf9f08ff-4fdb-4fde-8eaf-f548408b842a service nova] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Updated VIF entry in instance network info cache for port 2bb366c9-3df5-4105-a054-696418af204a. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 657.777395] env[62301]: DEBUG nova.network.neutron [req-a588fab0-ff50-4f3a-9b1a-6840b1ddd265 req-bf9f08ff-4fdb-4fde-8eaf-f548408b842a service nova] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Updating instance_info_cache with network_info: [{"id": "2bb366c9-3df5-4105-a054-696418af204a", "address": "fa:16:3e:ff:b2:5e", "network": {"id": "71a3fd06-f741-4fe2-a982-14c899280a65", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2044772839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12f5475a20544567aba45d25066857b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bb366c9-3d", "ovs_interfaceid": "2bb366c9-3df5-4105-a054-696418af204a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.814620] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569861, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.864663] env[62301]: INFO nova.compute.manager [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8] Took 46.21 seconds to build instance. [ 657.961023] env[62301]: DEBUG nova.scheduler.client.report [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 657.972578] env[62301]: DEBUG nova.compute.manager [None req-1c80e1dc-e32c-4bd7-8957-105ace1900be tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: 877dbdd0-9397-4cad-acc8-9cf80b6f480b] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 657.972839] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-1c80e1dc-e32c-4bd7-8957-105ace1900be tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: 877dbdd0-9397-4cad-acc8-9cf80b6f480b] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 657.974134] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e5dbc4-5729-4834-b327-6c0075d55bb1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.987091] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c80e1dc-e32c-4bd7-8957-105ace1900be tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: 877dbdd0-9397-4cad-acc8-9cf80b6f480b] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 657.987091] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82fdc8ac-9d83-4c3b-8a2a-f2f35d3d282d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.996834] env[62301]: DEBUG oslo_vmware.api [None req-1c80e1dc-e32c-4bd7-8957-105ace1900be tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Waiting for the task: (returnval){ [ 657.996834] env[62301]: value = "task-2569866" [ 657.996834] env[62301]: _type = "Task" [ 657.996834] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.009475] env[62301]: DEBUG oslo_vmware.api [None req-1c80e1dc-e32c-4bd7-8957-105ace1900be tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Task: {'id': task-2569866, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.193795] env[62301]: DEBUG oslo_vmware.api [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Task: {'id': task-2569856, 'name': RelocateVM_Task} progress is 82%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.215133] env[62301]: DEBUG nova.compute.manager [req-d6b6f7b2-86e0-4d10-b8e8-7e91589df82e req-846e2cfd-1494-4c8e-bd0c-33849d0b9645 service nova] [instance: 1cda51f6-3d8a-497d-bc6a-63cfb058dd29] Received event network-vif-deleted-79c06c6c-48c2-497e-bd06-29961aa640a5 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 658.215368] env[62301]: INFO nova.compute.manager [req-d6b6f7b2-86e0-4d10-b8e8-7e91589df82e req-846e2cfd-1494-4c8e-bd0c-33849d0b9645 service nova] [instance: 1cda51f6-3d8a-497d-bc6a-63cfb058dd29] Neutron deleted interface 79c06c6c-48c2-497e-bd06-29961aa640a5; detaching it from the instance and deleting it from the info cache [ 658.215554] env[62301]: DEBUG nova.network.neutron [req-d6b6f7b2-86e0-4d10-b8e8-7e91589df82e req-846e2cfd-1494-4c8e-bd0c-33849d0b9645 service nova] [instance: 1cda51f6-3d8a-497d-bc6a-63cfb058dd29] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.280113] env[62301]: DEBUG oslo_concurrency.lockutils [req-a588fab0-ff50-4f3a-9b1a-6840b1ddd265 req-bf9f08ff-4fdb-4fde-8eaf-f548408b842a service nova] Releasing lock "refresh_cache-7a0b066b-4028-47bb-891d-685f99d039a8" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.315691] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569861, 'name': CreateVM_Task, 'duration_secs': 1.048416} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.316225] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.317910] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'delete_on_termination': True, 'disk_bus': None, 'attachment_id': '4bbd0085-278a-457b-858e-96ca3082e150', 'mount_device': '/dev/sda', 'device_type': None, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518705', 'volume_id': '06c4c563-7340-4be1-9c90-ca812b009e69', 'name': 'volume-06c4c563-7340-4be1-9c90-ca812b009e69', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7a0b066b-4028-47bb-891d-685f99d039a8', 'attached_at': '', 'detached_at': '', 'volume_id': '06c4c563-7340-4be1-9c90-ca812b009e69', 'serial': '06c4c563-7340-4be1-9c90-ca812b009e69'}, 'volume_type': None}], 'swap': None} {{(pid=62301) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 658.318372] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Root volume attach. Driver type: vmdk {{(pid=62301) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 658.319849] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4960ee94-ea9d-42c2-a7ac-33c70d6b8ee9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.330366] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c865e64f-7b0c-41b8-a57f-0be51567aa79 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.339492] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97fd87a4-102e-4488-8bc4-8da37927d7ac {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.348455] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-ea1bffa1-b7d0-47b4-9727-13e3c6dbc52e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.357893] env[62301]: DEBUG oslo_vmware.api [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Waiting for the task: (returnval){ [ 658.357893] env[62301]: value = "task-2569867" [ 658.357893] env[62301]: _type = "Task" [ 658.357893] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.369055] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5105a33b-87a6-42d7-96d2-4a3f64636f9d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Lock "e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.112s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 658.369335] env[62301]: DEBUG oslo_vmware.api [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Task: {'id': task-2569867, 'name': RelocateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.404237] env[62301]: INFO nova.compute.manager [None req-74ad3e27-0c43-4b01-ba21-123689f5b481 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8] Rescuing [ 658.404510] env[62301]: DEBUG oslo_concurrency.lockutils [None req-74ad3e27-0c43-4b01-ba21-123689f5b481 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Acquiring lock "refresh_cache-e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.404684] env[62301]: DEBUG oslo_concurrency.lockutils [None req-74ad3e27-0c43-4b01-ba21-123689f5b481 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Acquired lock "refresh_cache-e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.404853] env[62301]: DEBUG nova.network.neutron [None req-74ad3e27-0c43-4b01-ba21-123689f5b481 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 658.468478] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.611s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 658.469029] env[62301]: DEBUG nova.compute.manager [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 658.471733] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.139s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 658.473156] env[62301]: INFO nova.compute.claims [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] [instance: bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 658.510379] env[62301]: DEBUG oslo_vmware.api [None req-1c80e1dc-e32c-4bd7-8957-105ace1900be tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Task: {'id': task-2569866, 'name': PowerOffVM_Task, 'duration_secs': 0.27674} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.511448] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c80e1dc-e32c-4bd7-8957-105ace1900be tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: 877dbdd0-9397-4cad-acc8-9cf80b6f480b] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 658.511649] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-1c80e1dc-e32c-4bd7-8957-105ace1900be tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: 877dbdd0-9397-4cad-acc8-9cf80b6f480b] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 658.511988] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b7e308f-17eb-4792-9dc6-f5cf089e06f1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.583718] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-1c80e1dc-e32c-4bd7-8957-105ace1900be tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: 877dbdd0-9397-4cad-acc8-9cf80b6f480b] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 658.583870] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-1c80e1dc-e32c-4bd7-8957-105ace1900be tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: 877dbdd0-9397-4cad-acc8-9cf80b6f480b] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 658.583929] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c80e1dc-e32c-4bd7-8957-105ace1900be tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Deleting the datastore file [datastore1] 877dbdd0-9397-4cad-acc8-9cf80b6f480b {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 658.584674] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28236c6a-4960-4808-aabd-ec55bcebdc91 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.590735] env[62301]: DEBUG oslo_vmware.api [None req-1c80e1dc-e32c-4bd7-8957-105ace1900be tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Waiting for the task: (returnval){ [ 658.590735] env[62301]: value = "task-2569869" [ 658.590735] env[62301]: _type = "Task" [ 658.590735] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.595016] env[62301]: DEBUG nova.network.neutron [-] [instance: 1cda51f6-3d8a-497d-bc6a-63cfb058dd29] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.601381] env[62301]: DEBUG oslo_vmware.api [None req-1c80e1dc-e32c-4bd7-8957-105ace1900be tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Task: {'id': task-2569869, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.634105] env[62301]: DEBUG nova.network.neutron [-] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.689785] env[62301]: DEBUG oslo_vmware.api [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Task: {'id': task-2569856, 'name': RelocateVM_Task} progress is 97%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.718422] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-995dd0f7-d730-4ff8-a67a-01187120f48b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.729590] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5c307e-bf53-4a32-b368-8d5a101cefba {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.762471] env[62301]: DEBUG nova.compute.manager [req-d6b6f7b2-86e0-4d10-b8e8-7e91589df82e req-846e2cfd-1494-4c8e-bd0c-33849d0b9645 service nova] [instance: 1cda51f6-3d8a-497d-bc6a-63cfb058dd29] Detach interface failed, port_id=79c06c6c-48c2-497e-bd06-29961aa640a5, reason: Instance 1cda51f6-3d8a-497d-bc6a-63cfb058dd29 could not be found. {{(pid=62301) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 658.867783] env[62301]: DEBUG oslo_vmware.api [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Task: {'id': task-2569867, 'name': RelocateVM_Task} progress is 22%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.872342] env[62301]: DEBUG nova.compute.manager [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 24eb8464-8e33-4a08-b792-a2da8ce72eb1] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 658.980832] env[62301]: DEBUG nova.compute.utils [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 658.983241] env[62301]: DEBUG nova.compute.manager [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 658.984020] env[62301]: DEBUG nova.network.neutron [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 659.084962] env[62301]: DEBUG nova.policy [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8de907b14dbd477bbd213572fa1ba5f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1dc258915a1b408ebe605c28ba25057c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 659.096561] env[62301]: INFO nova.compute.manager [-] [instance: 1cda51f6-3d8a-497d-bc6a-63cfb058dd29] Took 1.51 seconds to deallocate network for instance. [ 659.102261] env[62301]: DEBUG oslo_vmware.api [None req-1c80e1dc-e32c-4bd7-8957-105ace1900be tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Task: {'id': task-2569869, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.137825] env[62301]: INFO nova.compute.manager [-] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] Took 1.45 seconds to deallocate network for instance. [ 659.197563] env[62301]: DEBUG oslo_vmware.api [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Task: {'id': task-2569856, 'name': RelocateVM_Task} progress is 97%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.260887] env[62301]: DEBUG nova.network.neutron [None req-74ad3e27-0c43-4b01-ba21-123689f5b481 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8] Updating instance_info_cache with network_info: [{"id": "8db30077-e152-472d-a22e-2d497f2416ef", "address": "fa:16:3e:b1:7d:a9", "network": {"id": "cc84f94e-3410-450f-80a2-ea34226f483b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1117267892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0a675775d10147c0a13fafb1416f15e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db30077-e1", "ovs_interfaceid": "8db30077-e152-472d-a22e-2d497f2416ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.368760] env[62301]: DEBUG oslo_vmware.api [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Task: {'id': task-2569867, 'name': RelocateVM_Task} progress is 35%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.402154] env[62301]: DEBUG oslo_concurrency.lockutils [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.488651] env[62301]: DEBUG nova.compute.manager [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 659.606939] env[62301]: DEBUG oslo_vmware.api [None req-1c80e1dc-e32c-4bd7-8957-105ace1900be tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Task: {'id': task-2569869, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.856909} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.607156] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c80e1dc-e32c-4bd7-8957-105ace1900be tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 659.607342] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-1c80e1dc-e32c-4bd7-8957-105ace1900be tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: 877dbdd0-9397-4cad-acc8-9cf80b6f480b] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 659.607535] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-1c80e1dc-e32c-4bd7-8957-105ace1900be tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: 877dbdd0-9397-4cad-acc8-9cf80b6f480b] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 659.607718] env[62301]: INFO nova.compute.manager [None req-1c80e1dc-e32c-4bd7-8957-105ace1900be tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] [instance: 877dbdd0-9397-4cad-acc8-9cf80b6f480b] Took 1.63 seconds to destroy the instance on the hypervisor. [ 659.607965] env[62301]: DEBUG oslo.service.loopingcall [None req-1c80e1dc-e32c-4bd7-8957-105ace1900be tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 659.608213] env[62301]: DEBUG nova.compute.manager [-] [instance: 877dbdd0-9397-4cad-acc8-9cf80b6f480b] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 659.608269] env[62301]: DEBUG nova.network.neutron [-] [instance: 877dbdd0-9397-4cad-acc8-9cf80b6f480b] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 659.610945] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1edc38b5-5af1-491f-af0b-76291aff6049 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.644814] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f7246bca-ce44-4fea-b904-805e20357dd6 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.660739] env[62301]: DEBUG nova.network.neutron [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575] Successfully created port: 51be4958-6f12-45c3-bb4a-e684ee860f2c {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 659.692452] env[62301]: DEBUG oslo_vmware.api [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Task: {'id': task-2569856, 'name': RelocateVM_Task} progress is 97%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.766181] env[62301]: DEBUG oslo_concurrency.lockutils [None req-74ad3e27-0c43-4b01-ba21-123689f5b481 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Releasing lock "refresh_cache-e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.872345] env[62301]: DEBUG oslo_vmware.api [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Task: {'id': task-2569867, 'name': RelocateVM_Task} progress is 49%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.098218] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8952070-9f63-4672-a302-60b1424ac4e9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.109559] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020c0c39-b236-4e3f-bc0c-79b5fd3c5a03 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.152416] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62e4f7a-c4a3-4dc4-bf5d-291aa6fe6d60 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.160253] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5126e226-dce7-4619-82e7-62e6473ee9dc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.176023] env[62301]: DEBUG nova.compute.provider_tree [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Updating inventory in ProviderTree for provider f2701398-2646-410f-990f-c3cfa8025d57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 660.192809] env[62301]: DEBUG oslo_vmware.api [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Task: {'id': task-2569856, 'name': RelocateVM_Task} progress is 98%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.250268] env[62301]: DEBUG nova.compute.manager [req-a9cbd90c-dc79-4d73-9fd4-5250557c933b req-aae4d785-30c5-4152-9068-2260153bc2c7 service nova] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] Received event network-vif-deleted-3802f88e-78a6-463b-88dc-c7cfccc6f39b {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 660.250488] env[62301]: DEBUG nova.compute.manager [req-a9cbd90c-dc79-4d73-9fd4-5250557c933b req-aae4d785-30c5-4152-9068-2260153bc2c7 service nova] [instance: 877dbdd0-9397-4cad-acc8-9cf80b6f480b] Received event network-vif-deleted-8b7afc21-19c4-4713-92b4-bae497cf17dc {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 660.250684] env[62301]: INFO nova.compute.manager [req-a9cbd90c-dc79-4d73-9fd4-5250557c933b req-aae4d785-30c5-4152-9068-2260153bc2c7 service nova] [instance: 877dbdd0-9397-4cad-acc8-9cf80b6f480b] Neutron deleted interface 8b7afc21-19c4-4713-92b4-bae497cf17dc; detaching it from the instance and deleting it from the info cache [ 660.250923] env[62301]: DEBUG nova.network.neutron [req-a9cbd90c-dc79-4d73-9fd4-5250557c933b req-aae4d785-30c5-4152-9068-2260153bc2c7 service nova] [instance: 877dbdd0-9397-4cad-acc8-9cf80b6f480b] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.371237] env[62301]: DEBUG oslo_vmware.api [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Task: {'id': task-2569867, 'name': RelocateVM_Task} progress is 62%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.505036] env[62301]: DEBUG nova.compute.manager [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 660.534476] env[62301]: DEBUG nova.virt.hardware [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 660.538022] env[62301]: DEBUG nova.virt.hardware [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 660.538022] env[62301]: DEBUG nova.virt.hardware [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 660.538022] env[62301]: DEBUG nova.virt.hardware [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 660.538022] env[62301]: DEBUG nova.virt.hardware [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 660.538022] env[62301]: DEBUG nova.virt.hardware [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 660.538257] env[62301]: DEBUG nova.virt.hardware [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 660.538257] env[62301]: DEBUG nova.virt.hardware [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 660.538257] env[62301]: DEBUG nova.virt.hardware [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 660.538257] env[62301]: DEBUG nova.virt.hardware [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 660.538257] env[62301]: DEBUG nova.virt.hardware [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 660.538391] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7600463a-accf-40f3-a3fb-acd7f7211b80 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.551221] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea564041-a287-4863-9b0f-2101003c545f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.655330] env[62301]: DEBUG nova.network.neutron [-] [instance: 877dbdd0-9397-4cad-acc8-9cf80b6f480b] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.691854] env[62301]: DEBUG oslo_vmware.api [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Task: {'id': task-2569856, 'name': RelocateVM_Task, 'duration_secs': 4.275875} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.692070] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] Volume attach. Driver type: vmdk {{(pid=62301) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 660.692282] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518698', 'volume_id': '51726431-feac-4e53-9358-2dfaed86cc7d', 'name': 'volume-51726431-feac-4e53-9358-2dfaed86cc7d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ca83463c-d6ee-480f-b113-d05e977a6016', 'attached_at': '', 'detached_at': '', 'volume_id': '51726431-feac-4e53-9358-2dfaed86cc7d', 'serial': '51726431-feac-4e53-9358-2dfaed86cc7d'} {{(pid=62301) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 660.693246] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e73257b-a0c4-4e88-894c-fd8b30db7955 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.710623] env[62301]: ERROR nova.scheduler.client.report [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] [req-0eb72531-9106-4fe3-94d2-f611a85b37f5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f2701398-2646-410f-990f-c3cfa8025d57. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0eb72531-9106-4fe3-94d2-f611a85b37f5"}]} [ 660.711554] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225ac9fc-c5d5-49a7-8d44-f19145d73e15 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.745253] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] volume-51726431-feac-4e53-9358-2dfaed86cc7d/volume-51726431-feac-4e53-9358-2dfaed86cc7d.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 660.746496] env[62301]: DEBUG nova.scheduler.client.report [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Refreshing inventories for resource provider f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 660.748866] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86acc768-e178-4c1c-8930-de82f6315def {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.765692] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cfad277f-4352-4b7c-9371-714f5177962b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.773307] env[62301]: DEBUG oslo_vmware.api [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Waiting for the task: (returnval){ [ 660.773307] env[62301]: value = "task-2569870" [ 660.773307] env[62301]: _type = "Task" [ 660.773307] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.780308] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9efc05-3012-4040-a9ac-95a7c82bc567 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.791739] env[62301]: DEBUG nova.scheduler.client.report [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Updating ProviderTree inventory for provider f2701398-2646-410f-990f-c3cfa8025d57 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 660.791973] env[62301]: DEBUG nova.compute.provider_tree [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Updating inventory in ProviderTree for provider f2701398-2646-410f-990f-c3cfa8025d57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 660.799600] env[62301]: DEBUG oslo_vmware.api [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Task: {'id': task-2569870, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.816579] env[62301]: DEBUG nova.compute.manager [req-a9cbd90c-dc79-4d73-9fd4-5250557c933b req-aae4d785-30c5-4152-9068-2260153bc2c7 service nova] [instance: 877dbdd0-9397-4cad-acc8-9cf80b6f480b] Detach interface failed, port_id=8b7afc21-19c4-4713-92b4-bae497cf17dc, reason: Instance 877dbdd0-9397-4cad-acc8-9cf80b6f480b could not be found. {{(pid=62301) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 660.817901] env[62301]: DEBUG nova.scheduler.client.report [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Refreshing aggregate associations for resource provider f2701398-2646-410f-990f-c3cfa8025d57, aggregates: None {{(pid=62301) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 660.841153] env[62301]: DEBUG nova.scheduler.client.report [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Refreshing trait associations for resource provider f2701398-2646-410f-990f-c3cfa8025d57, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62301) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 660.873684] env[62301]: DEBUG oslo_vmware.api [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Task: {'id': task-2569867, 'name': RelocateVM_Task} progress is 75%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.158364] env[62301]: INFO nova.compute.manager [-] [instance: 877dbdd0-9397-4cad-acc8-9cf80b6f480b] Took 1.55 seconds to deallocate network for instance. [ 661.285394] env[62301]: DEBUG oslo_vmware.api [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Task: {'id': task-2569870, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.324973] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ad3e27-0c43-4b01-ba21-123689f5b481 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 661.327212] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d574b8c-3bc2-4d73-bb5e-cfbaa12e2267 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.334375] env[62301]: DEBUG oslo_vmware.api [None req-74ad3e27-0c43-4b01-ba21-123689f5b481 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Waiting for the task: (returnval){ [ 661.334375] env[62301]: value = "task-2569871" [ 661.334375] env[62301]: _type = "Task" [ 661.334375] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.343828] env[62301]: DEBUG oslo_vmware.api [None req-74ad3e27-0c43-4b01-ba21-123689f5b481 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': task-2569871, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.345696] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b278d0-ab5b-4905-ad0f-e57ab88f798c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.352852] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339c084e-7346-4816-acca-8d126dd383ce {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.388583] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b5fcd7-03d8-4c1f-8aba-0fb8d3d97efc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.396926] env[62301]: DEBUG oslo_vmware.api [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Task: {'id': task-2569867, 'name': RelocateVM_Task} progress is 89%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.400439] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653533a9-8b47-4afa-8ff3-ac84de40133f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.416846] env[62301]: DEBUG nova.compute.provider_tree [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Updating inventory in ProviderTree for provider f2701398-2646-410f-990f-c3cfa8025d57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 661.529626] env[62301]: DEBUG nova.network.neutron [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575] Successfully updated port: 51be4958-6f12-45c3-bb4a-e684ee860f2c {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 661.668678] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1c80e1dc-e32c-4bd7-8957-105ace1900be tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 661.785083] env[62301]: DEBUG oslo_vmware.api [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Task: {'id': task-2569870, 'name': ReconfigVM_Task, 'duration_secs': 0.875332} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.785381] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] Reconfigured VM instance instance-0000001e to attach disk [datastore1] volume-51726431-feac-4e53-9358-2dfaed86cc7d/volume-51726431-feac-4e53-9358-2dfaed86cc7d.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 661.790031] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9881950-b38d-49e0-906a-d52b62af9808 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.804607] env[62301]: DEBUG oslo_vmware.api [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Waiting for the task: (returnval){ [ 661.804607] env[62301]: value = "task-2569872" [ 661.804607] env[62301]: _type = "Task" [ 661.804607] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.812937] env[62301]: DEBUG oslo_vmware.api [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Task: {'id': task-2569872, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.843479] env[62301]: DEBUG oslo_vmware.api [None req-74ad3e27-0c43-4b01-ba21-123689f5b481 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': task-2569871, 'name': PowerOffVM_Task, 'duration_secs': 0.287487} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.845031] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ad3e27-0c43-4b01-ba21-123689f5b481 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 661.845031] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b2a61a-c9e6-410d-9fe3-176428699ac7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.863153] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f118d69-a14e-4d9f-8870-6c8f6b12fd0b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.895203] env[62301]: DEBUG oslo_vmware.api [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Task: {'id': task-2569867, 'name': RelocateVM_Task} progress is 97%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.897096] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ad3e27-0c43-4b01-ba21-123689f5b481 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 661.897372] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c8b4118-4b19-41ad-9880-ab2bd4b75fb0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.904615] env[62301]: DEBUG oslo_vmware.api [None req-74ad3e27-0c43-4b01-ba21-123689f5b481 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Waiting for the task: (returnval){ [ 661.904615] env[62301]: value = "task-2569873" [ 661.904615] env[62301]: _type = "Task" [ 661.904615] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.914406] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ad3e27-0c43-4b01-ba21-123689f5b481 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8] VM already powered off {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 661.914650] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-74ad3e27-0c43-4b01-ba21-123689f5b481 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 661.914910] env[62301]: DEBUG oslo_concurrency.lockutils [None req-74ad3e27-0c43-4b01-ba21-123689f5b481 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.915080] env[62301]: DEBUG oslo_concurrency.lockutils [None req-74ad3e27-0c43-4b01-ba21-123689f5b481 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.915321] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-74ad3e27-0c43-4b01-ba21-123689f5b481 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 661.915599] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3b684f9-1a3e-4292-b2c2-8fd8f8a2a7a1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.924855] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-74ad3e27-0c43-4b01-ba21-123689f5b481 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 661.925143] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-74ad3e27-0c43-4b01-ba21-123689f5b481 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 661.925854] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-734b57a5-b725-44de-81ea-e67495fb61fb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.931079] env[62301]: DEBUG oslo_vmware.api [None req-74ad3e27-0c43-4b01-ba21-123689f5b481 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Waiting for the task: (returnval){ [ 661.931079] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52ee3bf8-c851-57d1-f312-317e71e7159a" [ 661.931079] env[62301]: _type = "Task" [ 661.931079] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.939614] env[62301]: DEBUG oslo_vmware.api [None req-74ad3e27-0c43-4b01-ba21-123689f5b481 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52ee3bf8-c851-57d1-f312-317e71e7159a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.950745] env[62301]: DEBUG nova.scheduler.client.report [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Updated inventory for provider f2701398-2646-410f-990f-c3cfa8025d57 with generation 60 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 661.950903] env[62301]: DEBUG nova.compute.provider_tree [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Updating resource provider f2701398-2646-410f-990f-c3cfa8025d57 generation from 60 to 61 during operation: update_inventory {{(pid=62301) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 661.951050] env[62301]: DEBUG nova.compute.provider_tree [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Updating inventory in ProviderTree for provider f2701398-2646-410f-990f-c3cfa8025d57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 662.036443] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Acquiring lock "refresh_cache-47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.036593] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Acquired lock "refresh_cache-47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.036750] env[62301]: DEBUG nova.network.neutron [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 662.272877] env[62301]: DEBUG nova.compute.manager [req-97977625-7ab2-4c6e-94c2-f514f6a0afef req-5a36030d-beab-49ac-ad01-f9bd5c88cc9b service nova] [instance: 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575] Received event network-vif-plugged-51be4958-6f12-45c3-bb4a-e684ee860f2c {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 662.273114] env[62301]: DEBUG oslo_concurrency.lockutils [req-97977625-7ab2-4c6e-94c2-f514f6a0afef req-5a36030d-beab-49ac-ad01-f9bd5c88cc9b service nova] Acquiring lock "47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 662.273342] env[62301]: DEBUG oslo_concurrency.lockutils [req-97977625-7ab2-4c6e-94c2-f514f6a0afef req-5a36030d-beab-49ac-ad01-f9bd5c88cc9b service nova] Lock "47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 662.273571] env[62301]: DEBUG oslo_concurrency.lockutils [req-97977625-7ab2-4c6e-94c2-f514f6a0afef req-5a36030d-beab-49ac-ad01-f9bd5c88cc9b service nova] Lock "47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 662.273776] env[62301]: DEBUG nova.compute.manager [req-97977625-7ab2-4c6e-94c2-f514f6a0afef req-5a36030d-beab-49ac-ad01-f9bd5c88cc9b service nova] [instance: 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575] No waiting events found dispatching network-vif-plugged-51be4958-6f12-45c3-bb4a-e684ee860f2c {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 662.274010] env[62301]: WARNING nova.compute.manager [req-97977625-7ab2-4c6e-94c2-f514f6a0afef req-5a36030d-beab-49ac-ad01-f9bd5c88cc9b service nova] [instance: 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575] Received unexpected event network-vif-plugged-51be4958-6f12-45c3-bb4a-e684ee860f2c for instance with vm_state building and task_state spawning. [ 662.274260] env[62301]: DEBUG nova.compute.manager [req-97977625-7ab2-4c6e-94c2-f514f6a0afef req-5a36030d-beab-49ac-ad01-f9bd5c88cc9b service nova] [instance: 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575] Received event network-changed-51be4958-6f12-45c3-bb4a-e684ee860f2c {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 662.274458] env[62301]: DEBUG nova.compute.manager [req-97977625-7ab2-4c6e-94c2-f514f6a0afef req-5a36030d-beab-49ac-ad01-f9bd5c88cc9b service nova] [instance: 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575] Refreshing instance network info cache due to event network-changed-51be4958-6f12-45c3-bb4a-e684ee860f2c. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 662.274629] env[62301]: DEBUG oslo_concurrency.lockutils [req-97977625-7ab2-4c6e-94c2-f514f6a0afef req-5a36030d-beab-49ac-ad01-f9bd5c88cc9b service nova] Acquiring lock "refresh_cache-47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.316713] env[62301]: DEBUG oslo_vmware.api [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Task: {'id': task-2569872, 'name': ReconfigVM_Task, 'duration_secs': 0.141487} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.317011] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518698', 'volume_id': '51726431-feac-4e53-9358-2dfaed86cc7d', 'name': 'volume-51726431-feac-4e53-9358-2dfaed86cc7d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ca83463c-d6ee-480f-b113-d05e977a6016', 'attached_at': '', 'detached_at': '', 'volume_id': '51726431-feac-4e53-9358-2dfaed86cc7d', 'serial': '51726431-feac-4e53-9358-2dfaed86cc7d'} {{(pid=62301) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 662.317541] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e0f970a-1f59-409a-bc61-a3a8c9ddf682 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.323518] env[62301]: DEBUG oslo_vmware.api [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Waiting for the task: (returnval){ [ 662.323518] env[62301]: value = "task-2569874" [ 662.323518] env[62301]: _type = "Task" [ 662.323518] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.330879] env[62301]: DEBUG oslo_vmware.api [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Task: {'id': task-2569874, 'name': Rename_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.394306] env[62301]: DEBUG oslo_vmware.api [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Task: {'id': task-2569867, 'name': RelocateVM_Task} progress is 98%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.441086] env[62301]: DEBUG oslo_vmware.api [None req-74ad3e27-0c43-4b01-ba21-123689f5b481 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52ee3bf8-c851-57d1-f312-317e71e7159a, 'name': SearchDatastore_Task, 'duration_secs': 0.010889} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.441863] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8be09587-830b-4e14-8b4e-818b4833f5a8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.446598] env[62301]: DEBUG oslo_vmware.api [None req-74ad3e27-0c43-4b01-ba21-123689f5b481 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Waiting for the task: (returnval){ [ 662.446598] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52531c8b-bc4c-995b-5aea-f691673b24f0" [ 662.446598] env[62301]: _type = "Task" [ 662.446598] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.453873] env[62301]: DEBUG oslo_vmware.api [None req-74ad3e27-0c43-4b01-ba21-123689f5b481 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52531c8b-bc4c-995b-5aea-f691673b24f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.456676] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.985s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 662.457167] env[62301]: DEBUG nova.compute.manager [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] [instance: bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 662.459659] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a2854279-1bac-4c2d-9a52-af44b19d2209 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.278s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 662.459887] env[62301]: DEBUG nova.objects.instance [None req-a2854279-1bac-4c2d-9a52-af44b19d2209 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Lazy-loading 'resources' on Instance uuid ed8d7f2a-231e-4ffe-b839-4074821619fc {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 662.569314] env[62301]: DEBUG nova.network.neutron [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 662.728907] env[62301]: DEBUG nova.network.neutron [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575] Updating instance_info_cache with network_info: [{"id": "51be4958-6f12-45c3-bb4a-e684ee860f2c", "address": "fa:16:3e:72:26:b4", "network": {"id": "570c7424-4ac3-4ed7-b1a8-c601f644ec13", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-561058677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dc258915a1b408ebe605c28ba25057c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51be4958-6f", "ovs_interfaceid": "51be4958-6f12-45c3-bb4a-e684ee860f2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.833015] env[62301]: DEBUG oslo_vmware.api [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Task: {'id': task-2569874, 'name': Rename_Task, 'duration_secs': 0.175067} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.833301] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 662.833538] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d03ce1b5-2a2a-4f07-aa4c-7fcebb116571 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.839542] env[62301]: DEBUG oslo_vmware.api [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Waiting for the task: (returnval){ [ 662.839542] env[62301]: value = "task-2569875" [ 662.839542] env[62301]: _type = "Task" [ 662.839542] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.847134] env[62301]: DEBUG oslo_vmware.api [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Task: {'id': task-2569875, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.894849] env[62301]: DEBUG oslo_vmware.api [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Task: {'id': task-2569867, 'name': RelocateVM_Task, 'duration_secs': 4.084295} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.895343] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Volume attach. Driver type: vmdk {{(pid=62301) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 662.895545] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518705', 'volume_id': '06c4c563-7340-4be1-9c90-ca812b009e69', 'name': 'volume-06c4c563-7340-4be1-9c90-ca812b009e69', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7a0b066b-4028-47bb-891d-685f99d039a8', 'attached_at': '', 'detached_at': '', 'volume_id': '06c4c563-7340-4be1-9c90-ca812b009e69', 'serial': '06c4c563-7340-4be1-9c90-ca812b009e69'} {{(pid=62301) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 662.896382] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63a5586-60f4-40c8-9bbf-5ec7accf0483 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.912175] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a1c5ae-4982-4754-a497-aa0fa73ca22e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.933839] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] volume-06c4c563-7340-4be1-9c90-ca812b009e69/volume-06c4c563-7340-4be1-9c90-ca812b009e69.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 662.934167] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0956491f-eb0a-4f1f-ba36-1b436d8002ee {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.959022] env[62301]: DEBUG oslo_vmware.api [None req-74ad3e27-0c43-4b01-ba21-123689f5b481 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52531c8b-bc4c-995b-5aea-f691673b24f0, 'name': SearchDatastore_Task, 'duration_secs': 0.009042} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.960241] env[62301]: DEBUG oslo_concurrency.lockutils [None req-74ad3e27-0c43-4b01-ba21-123689f5b481 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.960502] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-74ad3e27-0c43-4b01-ba21-123689f5b481 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8/fa120b82-9657-4d79-a2f0-8dd63e2ef76d-rescue.vmdk. {{(pid=62301) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 662.960799] env[62301]: DEBUG oslo_vmware.api [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Waiting for the task: (returnval){ [ 662.960799] env[62301]: value = "task-2569876" [ 662.960799] env[62301]: _type = "Task" [ 662.960799] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.960982] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1d1ac13-d038-4dad-9837-c22937d46d57 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.963809] env[62301]: DEBUG nova.compute.utils [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 662.970493] env[62301]: DEBUG nova.compute.manager [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] [instance: bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 662.970493] env[62301]: DEBUG nova.network.neutron [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] [instance: bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 662.977227] env[62301]: DEBUG oslo_vmware.api [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Task: {'id': task-2569876, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.978502] env[62301]: DEBUG oslo_vmware.api [None req-74ad3e27-0c43-4b01-ba21-123689f5b481 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Waiting for the task: (returnval){ [ 662.978502] env[62301]: value = "task-2569877" [ 662.978502] env[62301]: _type = "Task" [ 662.978502] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.987419] env[62301]: DEBUG oslo_vmware.api [None req-74ad3e27-0c43-4b01-ba21-123689f5b481 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': task-2569877, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.008751] env[62301]: DEBUG nova.policy [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33af78858de34a5eb27163694c17eaf9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '292a889a3c644a99a51cdf9961172b8f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 663.231694] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Releasing lock "refresh_cache-47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.232056] env[62301]: DEBUG nova.compute.manager [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575] Instance network_info: |[{"id": "51be4958-6f12-45c3-bb4a-e684ee860f2c", "address": "fa:16:3e:72:26:b4", "network": {"id": "570c7424-4ac3-4ed7-b1a8-c601f644ec13", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-561058677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dc258915a1b408ebe605c28ba25057c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51be4958-6f", "ovs_interfaceid": "51be4958-6f12-45c3-bb4a-e684ee860f2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 663.232362] env[62301]: DEBUG oslo_concurrency.lockutils [req-97977625-7ab2-4c6e-94c2-f514f6a0afef req-5a36030d-beab-49ac-ad01-f9bd5c88cc9b service nova] Acquired lock "refresh_cache-47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.232532] env[62301]: DEBUG nova.network.neutron [req-97977625-7ab2-4c6e-94c2-f514f6a0afef req-5a36030d-beab-49ac-ad01-f9bd5c88cc9b service nova] [instance: 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575] Refreshing network info cache for port 51be4958-6f12-45c3-bb4a-e684ee860f2c {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 663.233821] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:26:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7e0240aa-a694-48fc-a0f9-6f2d3e71aa12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51be4958-6f12-45c3-bb4a-e684ee860f2c', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 663.244783] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Creating folder: Project (1dc258915a1b408ebe605c28ba25057c). Parent ref: group-v518653. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 663.246159] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c53d6d53-7a08-4ca0-bb6a-0a777026b3ea {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.260808] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Created folder: Project (1dc258915a1b408ebe605c28ba25057c) in parent group-v518653. [ 663.261172] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Creating folder: Instances. Parent ref: group-v518748. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 663.261389] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73e9e2ee-8493-4177-b180-39726808d54e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.275374] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Created folder: Instances in parent group-v518748. [ 663.275671] env[62301]: DEBUG oslo.service.loopingcall [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 663.276129] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 663.276129] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e935e22-fdb6-46a0-a92d-601ed20bcbe4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.300842] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 663.300842] env[62301]: value = "task-2569880" [ 663.300842] env[62301]: _type = "Task" [ 663.300842] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.315586] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569880, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.350302] env[62301]: DEBUG oslo_vmware.api [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Task: {'id': task-2569875, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.384700] env[62301]: DEBUG nova.network.neutron [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] [instance: bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4] Successfully created port: 1108020f-50fe-4c23-b09a-07a4899089f0 {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 663.465062] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0656f24-591a-49d1-a36c-dee32607f09c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.471199] env[62301]: DEBUG nova.compute.manager [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] [instance: bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 663.481892] env[62301]: DEBUG oslo_vmware.api [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Task: {'id': task-2569876, 'name': ReconfigVM_Task, 'duration_secs': 0.372476} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.485992] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Reconfigured VM instance instance-0000001f to attach disk [datastore2] volume-06c4c563-7340-4be1-9c90-ca812b009e69/volume-06c4c563-7340-4be1-9c90-ca812b009e69.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 663.492227] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31c69c1-922b-468e-a1b0-a1b49752dff7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.495859] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d26177b-c28c-46d2-ba2b-6ac1837c3299 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.512832] env[62301]: DEBUG oslo_vmware.api [None req-74ad3e27-0c43-4b01-ba21-123689f5b481 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': task-2569877, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.541548] env[62301]: DEBUG oslo_vmware.api [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Waiting for the task: (returnval){ [ 663.541548] env[62301]: value = "task-2569881" [ 663.541548] env[62301]: _type = "Task" [ 663.541548] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.542321] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c164af45-5010-4d00-ae39-a6a0818aeca4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.555961] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac4cefe-aa81-4ea8-bdce-6faab7a726d0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.560280] env[62301]: DEBUG oslo_vmware.api [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Task: {'id': task-2569881, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.570686] env[62301]: DEBUG nova.compute.provider_tree [None req-a2854279-1bac-4c2d-9a52-af44b19d2209 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 663.812147] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569880, 'name': CreateVM_Task, 'duration_secs': 0.452195} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.812376] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 663.813133] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.813338] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.813682] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.814478] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e8dc0b5-8426-413d-8295-526073201004 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.821241] env[62301]: DEBUG oslo_vmware.api [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Waiting for the task: (returnval){ [ 663.821241] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5274dabe-b15d-b3bd-9055-ccede8de3b90" [ 663.821241] env[62301]: _type = "Task" [ 663.821241] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.831024] env[62301]: DEBUG oslo_vmware.api [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5274dabe-b15d-b3bd-9055-ccede8de3b90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.849774] env[62301]: DEBUG oslo_vmware.api [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Task: {'id': task-2569875, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.999634] env[62301]: DEBUG oslo_vmware.api [None req-74ad3e27-0c43-4b01-ba21-123689f5b481 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': task-2569877, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545442} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.999954] env[62301]: INFO nova.virt.vmwareapi.ds_util [None req-74ad3e27-0c43-4b01-ba21-123689f5b481 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8/fa120b82-9657-4d79-a2f0-8dd63e2ef76d-rescue.vmdk. [ 664.000730] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f6d8b5-bb04-459d-8247-31db696143de {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.032250] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-74ad3e27-0c43-4b01-ba21-123689f5b481 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8/fa120b82-9657-4d79-a2f0-8dd63e2ef76d-rescue.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 664.033261] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8867363-ff37-4266-916f-36bb5e6c004f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.047063] env[62301]: DEBUG nova.network.neutron [req-97977625-7ab2-4c6e-94c2-f514f6a0afef req-5a36030d-beab-49ac-ad01-f9bd5c88cc9b service nova] [instance: 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575] Updated VIF entry in instance network info cache for port 51be4958-6f12-45c3-bb4a-e684ee860f2c. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 664.047218] env[62301]: DEBUG nova.network.neutron [req-97977625-7ab2-4c6e-94c2-f514f6a0afef req-5a36030d-beab-49ac-ad01-f9bd5c88cc9b service nova] [instance: 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575] Updating instance_info_cache with network_info: [{"id": "51be4958-6f12-45c3-bb4a-e684ee860f2c", "address": "fa:16:3e:72:26:b4", "network": {"id": "570c7424-4ac3-4ed7-b1a8-c601f644ec13", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-561058677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dc258915a1b408ebe605c28ba25057c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51be4958-6f", "ovs_interfaceid": "51be4958-6f12-45c3-bb4a-e684ee860f2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.057765] env[62301]: DEBUG oslo_vmware.api [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Task: {'id': task-2569881, 'name': ReconfigVM_Task, 'duration_secs': 0.131312} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.059034] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518705', 'volume_id': '06c4c563-7340-4be1-9c90-ca812b009e69', 'name': 'volume-06c4c563-7340-4be1-9c90-ca812b009e69', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7a0b066b-4028-47bb-891d-685f99d039a8', 'attached_at': '', 'detached_at': '', 'volume_id': '06c4c563-7340-4be1-9c90-ca812b009e69', 'serial': '06c4c563-7340-4be1-9c90-ca812b009e69'} {{(pid=62301) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 664.059660] env[62301]: DEBUG oslo_vmware.api [None req-74ad3e27-0c43-4b01-ba21-123689f5b481 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Waiting for the task: (returnval){ [ 664.059660] env[62301]: value = "task-2569882" [ 664.059660] env[62301]: _type = "Task" [ 664.059660] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.060341] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7aa8e14-7afb-4fe4-b45b-5825a2215d77 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.070899] env[62301]: DEBUG oslo_vmware.api [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Waiting for the task: (returnval){ [ 664.070899] env[62301]: value = "task-2569883" [ 664.070899] env[62301]: _type = "Task" [ 664.070899] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.074639] env[62301]: DEBUG nova.scheduler.client.report [None req-a2854279-1bac-4c2d-9a52-af44b19d2209 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.082867] env[62301]: DEBUG oslo_vmware.api [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Task: {'id': task-2569883, 'name': Rename_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.332147] env[62301]: DEBUG oslo_vmware.api [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5274dabe-b15d-b3bd-9055-ccede8de3b90, 'name': SearchDatastore_Task, 'duration_secs': 0.00933} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.332524] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.332762] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 664.332992] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.333150] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.333363] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 664.333568] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a0f8bbc-5602-41c2-91f2-c4a9c2fb0495 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.344604] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 664.344779] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 664.345754] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97102324-b329-4f48-b365-fc9987a35022 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.352972] env[62301]: DEBUG oslo_vmware.api [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Task: {'id': task-2569875, 'name': PowerOnVM_Task, 'duration_secs': 1.117734} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.354207] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 664.354383] env[62301]: INFO nova.compute.manager [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] Took 10.74 seconds to spawn the instance on the hypervisor. [ 664.354576] env[62301]: DEBUG nova.compute.manager [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 664.355213] env[62301]: DEBUG oslo_vmware.api [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Waiting for the task: (returnval){ [ 664.355213] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5249c686-94fc-74b0-bd4e-60dc51038186" [ 664.355213] env[62301]: _type = "Task" [ 664.355213] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.355976] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5b52c1-2d6d-4236-94e4-50841619b88e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.370233] env[62301]: DEBUG oslo_vmware.api [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5249c686-94fc-74b0-bd4e-60dc51038186, 'name': SearchDatastore_Task, 'duration_secs': 0.008308} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.371159] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a870d5f-4492-4fff-b20d-573039d16176 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.376263] env[62301]: DEBUG oslo_vmware.api [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Waiting for the task: (returnval){ [ 664.376263] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52018603-c714-d20d-d1e4-a9fa15ffb6e8" [ 664.376263] env[62301]: _type = "Task" [ 664.376263] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.384912] env[62301]: DEBUG oslo_vmware.api [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52018603-c714-d20d-d1e4-a9fa15ffb6e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.493369] env[62301]: DEBUG nova.compute.manager [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] [instance: bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 664.521832] env[62301]: DEBUG nova.virt.hardware [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 664.522220] env[62301]: DEBUG nova.virt.hardware [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 664.522382] env[62301]: DEBUG nova.virt.hardware [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 664.522563] env[62301]: DEBUG nova.virt.hardware [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 664.522708] env[62301]: DEBUG nova.virt.hardware [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 664.522853] env[62301]: DEBUG nova.virt.hardware [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 664.523106] env[62301]: DEBUG nova.virt.hardware [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 664.523280] env[62301]: DEBUG nova.virt.hardware [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 664.523453] env[62301]: DEBUG nova.virt.hardware [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 664.523614] env[62301]: DEBUG nova.virt.hardware [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 664.523817] env[62301]: DEBUG nova.virt.hardware [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 664.524715] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b21733e-ec21-494e-b56a-ccfe7e7bbe1e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.533316] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3933d6-0bf8-4a20-98a9-5f7340c5e3ce {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.553179] env[62301]: DEBUG oslo_concurrency.lockutils [req-97977625-7ab2-4c6e-94c2-f514f6a0afef req-5a36030d-beab-49ac-ad01-f9bd5c88cc9b service nova] Releasing lock "refresh_cache-47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.569944] env[62301]: DEBUG oslo_vmware.api [None req-74ad3e27-0c43-4b01-ba21-123689f5b481 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': task-2569882, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.578082] env[62301]: DEBUG oslo_vmware.api [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Task: {'id': task-2569883, 'name': Rename_Task, 'duration_secs': 0.139121} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.578329] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 664.578542] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62e0592d-378a-426f-b6e6-501aa4aad7dd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.580378] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a2854279-1bac-4c2d-9a52-af44b19d2209 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.121s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.582458] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6ba76e8d-bb80-4d1e-87c7-957371724d0c tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.140s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.582679] env[62301]: DEBUG nova.objects.instance [None req-6ba76e8d-bb80-4d1e-87c7-957371724d0c tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Lazy-loading 'resources' on Instance uuid 50244b23-8fa5-4b5a-9df7-7c5df8fdb00d {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 664.588415] env[62301]: DEBUG oslo_vmware.api [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Waiting for the task: (returnval){ [ 664.588415] env[62301]: value = "task-2569884" [ 664.588415] env[62301]: _type = "Task" [ 664.588415] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.596616] env[62301]: DEBUG oslo_vmware.api [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Task: {'id': task-2569884, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.604061] env[62301]: INFO nova.scheduler.client.report [None req-a2854279-1bac-4c2d-9a52-af44b19d2209 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Deleted allocations for instance ed8d7f2a-231e-4ffe-b839-4074821619fc [ 664.844401] env[62301]: DEBUG nova.compute.manager [req-5cbaa568-68f8-4ea2-a8e5-849a7e2d6fba req-90c28982-0340-4e1d-8286-989768c7205a service nova] [instance: bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4] Received event network-vif-plugged-1108020f-50fe-4c23-b09a-07a4899089f0 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 664.844652] env[62301]: DEBUG oslo_concurrency.lockutils [req-5cbaa568-68f8-4ea2-a8e5-849a7e2d6fba req-90c28982-0340-4e1d-8286-989768c7205a service nova] Acquiring lock "bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.844904] env[62301]: DEBUG oslo_concurrency.lockutils [req-5cbaa568-68f8-4ea2-a8e5-849a7e2d6fba req-90c28982-0340-4e1d-8286-989768c7205a service nova] Lock "bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.845126] env[62301]: DEBUG oslo_concurrency.lockutils [req-5cbaa568-68f8-4ea2-a8e5-849a7e2d6fba req-90c28982-0340-4e1d-8286-989768c7205a service nova] Lock "bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.845345] env[62301]: DEBUG nova.compute.manager [req-5cbaa568-68f8-4ea2-a8e5-849a7e2d6fba req-90c28982-0340-4e1d-8286-989768c7205a service nova] [instance: bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4] No waiting events found dispatching network-vif-plugged-1108020f-50fe-4c23-b09a-07a4899089f0 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 664.845584] env[62301]: WARNING nova.compute.manager [req-5cbaa568-68f8-4ea2-a8e5-849a7e2d6fba req-90c28982-0340-4e1d-8286-989768c7205a service nova] [instance: bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4] Received unexpected event network-vif-plugged-1108020f-50fe-4c23-b09a-07a4899089f0 for instance with vm_state building and task_state spawning. [ 664.884472] env[62301]: INFO nova.compute.manager [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] Took 49.41 seconds to build instance. [ 664.895162] env[62301]: DEBUG oslo_vmware.api [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52018603-c714-d20d-d1e4-a9fa15ffb6e8, 'name': SearchDatastore_Task, 'duration_secs': 0.009988} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.895689] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.897033] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575/47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 664.897033] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16ba0f59-756e-4ca1-95e1-06e8328f9685 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.908025] env[62301]: DEBUG oslo_vmware.api [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Waiting for the task: (returnval){ [ 664.908025] env[62301]: value = "task-2569885" [ 664.908025] env[62301]: _type = "Task" [ 664.908025] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.918862] env[62301]: DEBUG oslo_vmware.api [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2569885, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.983947] env[62301]: DEBUG nova.network.neutron [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] [instance: bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4] Successfully updated port: 1108020f-50fe-4c23-b09a-07a4899089f0 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 665.072127] env[62301]: DEBUG oslo_vmware.api [None req-74ad3e27-0c43-4b01-ba21-123689f5b481 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': task-2569882, 'name': ReconfigVM_Task, 'duration_secs': 0.845196} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.072223] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-74ad3e27-0c43-4b01-ba21-123689f5b481 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8] Reconfigured VM instance instance-0000001d to attach disk [datastore1] e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8/fa120b82-9657-4d79-a2f0-8dd63e2ef76d-rescue.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.073051] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d925cc2e-8a29-4c34-be50-0c0f2a68c634 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.104689] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6290d3e1-95b9-4079-b286-327cc51f2891 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.120430] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a2854279-1bac-4c2d-9a52-af44b19d2209 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Lock "ed8d7f2a-231e-4ffe-b839-4074821619fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.626s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 665.124723] env[62301]: DEBUG oslo_vmware.api [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Task: {'id': task-2569884, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.128677] env[62301]: DEBUG oslo_vmware.api [None req-74ad3e27-0c43-4b01-ba21-123689f5b481 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Waiting for the task: (returnval){ [ 665.128677] env[62301]: value = "task-2569886" [ 665.128677] env[62301]: _type = "Task" [ 665.128677] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.138753] env[62301]: DEBUG oslo_vmware.api [None req-74ad3e27-0c43-4b01-ba21-123689f5b481 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': task-2569886, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.388966] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1d460a01-7104-478b-91c5-617adad75f19 tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Lock "ca83463c-d6ee-480f-b113-d05e977a6016" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.218s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 665.419871] env[62301]: DEBUG oslo_vmware.api [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2569885, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.486415] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Acquiring lock "refresh_cache-bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.486639] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Acquired lock "refresh_cache-bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.486699] env[62301]: DEBUG nova.network.neutron [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] [instance: bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 665.605845] env[62301]: DEBUG oslo_vmware.api [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Task: {'id': task-2569884, 'name': PowerOnVM_Task, 'duration_secs': 0.744009} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.608836] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 665.609091] env[62301]: INFO nova.compute.manager [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Took 9.32 seconds to spawn the instance on the hypervisor. [ 665.609283] env[62301]: DEBUG nova.compute.manager [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 665.610724] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd89ebd-73cc-4ab4-a607-49c3d9776735 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.621375] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b082c75c-d528-4b21-b04b-92163179d6da {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.628177] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df08788-5995-4a13-b789-de8f5442a764 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.641041] env[62301]: DEBUG oslo_vmware.api [None req-74ad3e27-0c43-4b01-ba21-123689f5b481 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': task-2569886, 'name': ReconfigVM_Task, 'duration_secs': 0.267282} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.664857] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ad3e27-0c43-4b01-ba21-123689f5b481 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 665.666080] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32caac69-494b-40c3-94cf-3860dc606d6c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.668336] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10772cab-65cb-472d-823e-346d7aebff2b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.677165] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34558c6f-b3bf-4bd7-9358-5ccae79c3cfe {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.680904] env[62301]: DEBUG oslo_vmware.api [None req-74ad3e27-0c43-4b01-ba21-123689f5b481 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Waiting for the task: (returnval){ [ 665.680904] env[62301]: value = "task-2569887" [ 665.680904] env[62301]: _type = "Task" [ 665.680904] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.692459] env[62301]: DEBUG nova.compute.provider_tree [None req-6ba76e8d-bb80-4d1e-87c7-957371724d0c tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Updating inventory in ProviderTree for provider f2701398-2646-410f-990f-c3cfa8025d57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 665.699829] env[62301]: DEBUG oslo_vmware.api [None req-74ad3e27-0c43-4b01-ba21-123689f5b481 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': task-2569887, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.771392] env[62301]: DEBUG nova.compute.manager [req-867faebe-7e55-44b9-93af-c95d8fb81b04 req-b77231ca-a83f-414d-b196-9ed0882f93e4 service nova] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] Received event network-changed-f53c673c-c84b-4a6e-91ee-020c19d5dbdc {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 665.771436] env[62301]: DEBUG nova.compute.manager [req-867faebe-7e55-44b9-93af-c95d8fb81b04 req-b77231ca-a83f-414d-b196-9ed0882f93e4 service nova] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] Refreshing instance network info cache due to event network-changed-f53c673c-c84b-4a6e-91ee-020c19d5dbdc. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 665.771630] env[62301]: DEBUG oslo_concurrency.lockutils [req-867faebe-7e55-44b9-93af-c95d8fb81b04 req-b77231ca-a83f-414d-b196-9ed0882f93e4 service nova] Acquiring lock "refresh_cache-ca83463c-d6ee-480f-b113-d05e977a6016" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.771771] env[62301]: DEBUG oslo_concurrency.lockutils [req-867faebe-7e55-44b9-93af-c95d8fb81b04 req-b77231ca-a83f-414d-b196-9ed0882f93e4 service nova] Acquired lock "refresh_cache-ca83463c-d6ee-480f-b113-d05e977a6016" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.771935] env[62301]: DEBUG nova.network.neutron [req-867faebe-7e55-44b9-93af-c95d8fb81b04 req-b77231ca-a83f-414d-b196-9ed0882f93e4 service nova] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] Refreshing network info cache for port f53c673c-c84b-4a6e-91ee-020c19d5dbdc {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 665.892395] env[62301]: DEBUG nova.compute.manager [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] [instance: 6ad36b88-b945-44ed-972b-f41fa416645b] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 665.921348] env[62301]: DEBUG oslo_vmware.api [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2569885, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.69371} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.921640] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575/47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 665.921852] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 665.922165] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5e9ef03-159e-4156-b43a-58ee9b70882b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.929798] env[62301]: DEBUG oslo_vmware.api [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Waiting for the task: (returnval){ [ 665.929798] env[62301]: value = "task-2569888" [ 665.929798] env[62301]: _type = "Task" [ 665.929798] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.942927] env[62301]: DEBUG oslo_vmware.api [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2569888, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.026356] env[62301]: DEBUG nova.network.neutron [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] [instance: bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 666.136168] env[62301]: INFO nova.compute.manager [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Took 50.10 seconds to build instance. [ 666.191290] env[62301]: DEBUG oslo_vmware.api [None req-74ad3e27-0c43-4b01-ba21-123689f5b481 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': task-2569887, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.234350] env[62301]: DEBUG nova.scheduler.client.report [None req-6ba76e8d-bb80-4d1e-87c7-957371724d0c tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Updated inventory for provider f2701398-2646-410f-990f-c3cfa8025d57 with generation 61 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 666.235137] env[62301]: DEBUG nova.compute.provider_tree [None req-6ba76e8d-bb80-4d1e-87c7-957371724d0c tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Updating resource provider f2701398-2646-410f-990f-c3cfa8025d57 generation from 61 to 62 during operation: update_inventory {{(pid=62301) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 666.235137] env[62301]: DEBUG nova.compute.provider_tree [None req-6ba76e8d-bb80-4d1e-87c7-957371724d0c tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Updating inventory in ProviderTree for provider f2701398-2646-410f-990f-c3cfa8025d57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 666.416779] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 666.439570] env[62301]: DEBUG oslo_vmware.api [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2569888, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06804} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.439854] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 666.440640] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154f5ece-9623-4a2b-b359-9b1a7180c94e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.478526] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575/47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 666.478526] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d41dfc8-8059-49df-9835-b7b246c9342c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.498141] env[62301]: DEBUG nova.network.neutron [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] [instance: bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4] Updating instance_info_cache with network_info: [{"id": "1108020f-50fe-4c23-b09a-07a4899089f0", "address": "fa:16:3e:88:27:97", "network": {"id": "dcd70167-c9db-432d-a0d7-cff19a31c9e0", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-399942949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "292a889a3c644a99a51cdf9961172b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1108020f-50", "ovs_interfaceid": "1108020f-50fe-4c23-b09a-07a4899089f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.503919] env[62301]: DEBUG oslo_vmware.api [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Waiting for the task: (returnval){ [ 666.503919] env[62301]: value = "task-2569889" [ 666.503919] env[62301]: _type = "Task" [ 666.503919] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.516125] env[62301]: DEBUG oslo_vmware.api [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2569889, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.637503] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c1774270-e334-4bee-88b3-7544ce894d47 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Lock "7a0b066b-4028-47bb-891d-685f99d039a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.521s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 666.692598] env[62301]: DEBUG oslo_vmware.api [None req-74ad3e27-0c43-4b01-ba21-123689f5b481 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': task-2569887, 'name': PowerOnVM_Task, 'duration_secs': 0.931761} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.692905] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ad3e27-0c43-4b01-ba21-123689f5b481 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 666.696977] env[62301]: DEBUG nova.compute.manager [None req-74ad3e27-0c43-4b01-ba21-123689f5b481 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 666.697930] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebae00ee-9233-483d-8726-a48da8fb75bf {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.742020] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6ba76e8d-bb80-4d1e-87c7-957371724d0c tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.159s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 666.743776] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.273s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 666.745247] env[62301]: INFO nova.compute.claims [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 666.761112] env[62301]: DEBUG nova.network.neutron [req-867faebe-7e55-44b9-93af-c95d8fb81b04 req-b77231ca-a83f-414d-b196-9ed0882f93e4 service nova] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] Updated VIF entry in instance network info cache for port f53c673c-c84b-4a6e-91ee-020c19d5dbdc. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 666.761112] env[62301]: DEBUG nova.network.neutron [req-867faebe-7e55-44b9-93af-c95d8fb81b04 req-b77231ca-a83f-414d-b196-9ed0882f93e4 service nova] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] Updating instance_info_cache with network_info: [{"id": "f53c673c-c84b-4a6e-91ee-020c19d5dbdc", "address": "fa:16:3e:c5:04:10", "network": {"id": "9efeac62-f4f9-48fe-bdfc-c7dd0316d44a", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1369394000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a41073fcb1c4417681c308b4d6ee7441", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf53c673c-c8", "ovs_interfaceid": "f53c673c-c84b-4a6e-91ee-020c19d5dbdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.764195] env[62301]: INFO nova.scheduler.client.report [None req-6ba76e8d-bb80-4d1e-87c7-957371724d0c tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Deleted allocations for instance 50244b23-8fa5-4b5a-9df7-7c5df8fdb00d [ 667.001238] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Releasing lock "refresh_cache-bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.001531] env[62301]: DEBUG nova.compute.manager [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] [instance: bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4] Instance network_info: |[{"id": "1108020f-50fe-4c23-b09a-07a4899089f0", "address": "fa:16:3e:88:27:97", "network": {"id": "dcd70167-c9db-432d-a0d7-cff19a31c9e0", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-399942949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "292a889a3c644a99a51cdf9961172b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1108020f-50", "ovs_interfaceid": "1108020f-50fe-4c23-b09a-07a4899089f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 667.001969] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] [instance: bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:27:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2c424c9-6446-4b2a-af8c-4d9c29117c39', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1108020f-50fe-4c23-b09a-07a4899089f0', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 667.009964] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Creating folder: Project (292a889a3c644a99a51cdf9961172b8f). Parent ref: group-v518653. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.010622] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d2f95a8-3e99-444e-9fb4-b02bae1020d4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.024876] env[62301]: DEBUG oslo_vmware.api [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2569889, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.028876] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Created folder: Project (292a889a3c644a99a51cdf9961172b8f) in parent group-v518653. [ 667.029102] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Creating folder: Instances. Parent ref: group-v518751. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.030328] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e017f241-c930-4395-9c1f-4b9b128d97fd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.035098] env[62301]: DEBUG nova.compute.manager [req-211035d9-4728-4b37-bb16-72292f61aeac req-e6724368-6634-4a03-994f-600f2b5e2206 service nova] [instance: bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4] Received event network-changed-1108020f-50fe-4c23-b09a-07a4899089f0 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 667.035290] env[62301]: DEBUG nova.compute.manager [req-211035d9-4728-4b37-bb16-72292f61aeac req-e6724368-6634-4a03-994f-600f2b5e2206 service nova] [instance: bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4] Refreshing instance network info cache due to event network-changed-1108020f-50fe-4c23-b09a-07a4899089f0. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 667.035502] env[62301]: DEBUG oslo_concurrency.lockutils [req-211035d9-4728-4b37-bb16-72292f61aeac req-e6724368-6634-4a03-994f-600f2b5e2206 service nova] Acquiring lock "refresh_cache-bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.035644] env[62301]: DEBUG oslo_concurrency.lockutils [req-211035d9-4728-4b37-bb16-72292f61aeac req-e6724368-6634-4a03-994f-600f2b5e2206 service nova] Acquired lock "refresh_cache-bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.035797] env[62301]: DEBUG nova.network.neutron [req-211035d9-4728-4b37-bb16-72292f61aeac req-e6724368-6634-4a03-994f-600f2b5e2206 service nova] [instance: bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4] Refreshing network info cache for port 1108020f-50fe-4c23-b09a-07a4899089f0 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.039182] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Created folder: Instances in parent group-v518751. [ 667.039321] env[62301]: DEBUG oslo.service.loopingcall [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 667.039711] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 667.039914] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-452a9b77-d598-4f61-83b8-70108d78fc91 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.063615] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 667.063615] env[62301]: value = "task-2569892" [ 667.063615] env[62301]: _type = "Task" [ 667.063615] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.073989] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569892, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.141756] env[62301]: DEBUG nova.compute.manager [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 667.260440] env[62301]: DEBUG oslo_concurrency.lockutils [req-867faebe-7e55-44b9-93af-c95d8fb81b04 req-b77231ca-a83f-414d-b196-9ed0882f93e4 service nova] Releasing lock "refresh_cache-ca83463c-d6ee-480f-b113-d05e977a6016" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.272801] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6ba76e8d-bb80-4d1e-87c7-957371724d0c tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Lock "50244b23-8fa5-4b5a-9df7-7c5df8fdb00d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.516s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.521156] env[62301]: DEBUG oslo_vmware.api [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2569889, 'name': ReconfigVM_Task, 'duration_secs': 0.605231} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.521886] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575/47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 667.522067] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d20d517-4c11-48ce-b7aa-ed470b415e79 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.530897] env[62301]: DEBUG oslo_vmware.api [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Waiting for the task: (returnval){ [ 667.530897] env[62301]: value = "task-2569893" [ 667.530897] env[62301]: _type = "Task" [ 667.530897] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.543711] env[62301]: DEBUG oslo_vmware.api [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2569893, 'name': Rename_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.572871] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569892, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.677253] env[62301]: DEBUG oslo_concurrency.lockutils [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.878118] env[62301]: DEBUG nova.network.neutron [req-211035d9-4728-4b37-bb16-72292f61aeac req-e6724368-6634-4a03-994f-600f2b5e2206 service nova] [instance: bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4] Updated VIF entry in instance network info cache for port 1108020f-50fe-4c23-b09a-07a4899089f0. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 667.878827] env[62301]: DEBUG nova.network.neutron [req-211035d9-4728-4b37-bb16-72292f61aeac req-e6724368-6634-4a03-994f-600f2b5e2206 service nova] [instance: bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4] Updating instance_info_cache with network_info: [{"id": "1108020f-50fe-4c23-b09a-07a4899089f0", "address": "fa:16:3e:88:27:97", "network": {"id": "dcd70167-c9db-432d-a0d7-cff19a31c9e0", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-399942949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "292a889a3c644a99a51cdf9961172b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1108020f-50", "ovs_interfaceid": "1108020f-50fe-4c23-b09a-07a4899089f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.027519] env[62301]: DEBUG nova.compute.manager [req-70cfc3ea-606f-49bc-ad56-112d775093b3 req-01d446b9-adf1-41de-b7aa-9d2bffa5ec07 service nova] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Received event network-changed-2bb366c9-3df5-4105-a054-696418af204a {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 668.027762] env[62301]: DEBUG nova.compute.manager [req-70cfc3ea-606f-49bc-ad56-112d775093b3 req-01d446b9-adf1-41de-b7aa-9d2bffa5ec07 service nova] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Refreshing instance network info cache due to event network-changed-2bb366c9-3df5-4105-a054-696418af204a. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 668.028065] env[62301]: DEBUG oslo_concurrency.lockutils [req-70cfc3ea-606f-49bc-ad56-112d775093b3 req-01d446b9-adf1-41de-b7aa-9d2bffa5ec07 service nova] Acquiring lock "refresh_cache-7a0b066b-4028-47bb-891d-685f99d039a8" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.030721] env[62301]: DEBUG oslo_concurrency.lockutils [req-70cfc3ea-606f-49bc-ad56-112d775093b3 req-01d446b9-adf1-41de-b7aa-9d2bffa5ec07 service nova] Acquired lock "refresh_cache-7a0b066b-4028-47bb-891d-685f99d039a8" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.030721] env[62301]: DEBUG nova.network.neutron [req-70cfc3ea-606f-49bc-ad56-112d775093b3 req-01d446b9-adf1-41de-b7aa-9d2bffa5ec07 service nova] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Refreshing network info cache for port 2bb366c9-3df5-4105-a054-696418af204a {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 668.043870] env[62301]: DEBUG oslo_vmware.api [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2569893, 'name': Rename_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.074020] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569892, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.150101] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Acquiring lock "9bb94494-0dde-4edb-9302-6f8dcac36344" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.150348] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Lock "9bb94494-0dde-4edb-9302-6f8dcac36344" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 668.184671] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Acquiring lock "80725a30-75eb-4d3d-8aae-ccd72a64b4cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.184913] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Lock "80725a30-75eb-4d3d-8aae-ccd72a64b4cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 668.264985] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf8c30b-4d03-478d-a9ed-d1f05a7a636a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.272699] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ee583a-1d8a-4429-af1f-60d2f948ca76 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.302528] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8ab877-d151-45a2-940e-f198b8844f53 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.309959] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8916d3f0-76de-4a14-992f-111aaada7fd5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.323421] env[62301]: DEBUG nova.compute.provider_tree [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.384343] env[62301]: DEBUG oslo_concurrency.lockutils [req-211035d9-4728-4b37-bb16-72292f61aeac req-e6724368-6634-4a03-994f-600f2b5e2206 service nova] Releasing lock "refresh_cache-bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.494980] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Acquiring lock "96e7754e-7f17-4ef3-9ff9-127583b55f5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.495348] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Lock "96e7754e-7f17-4ef3-9ff9-127583b55f5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 668.546864] env[62301]: DEBUG oslo_vmware.api [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2569893, 'name': Rename_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.574494] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569892, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.795219] env[62301]: DEBUG nova.network.neutron [req-70cfc3ea-606f-49bc-ad56-112d775093b3 req-01d446b9-adf1-41de-b7aa-9d2bffa5ec07 service nova] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Updated VIF entry in instance network info cache for port 2bb366c9-3df5-4105-a054-696418af204a. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.795614] env[62301]: DEBUG nova.network.neutron [req-70cfc3ea-606f-49bc-ad56-112d775093b3 req-01d446b9-adf1-41de-b7aa-9d2bffa5ec07 service nova] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Updating instance_info_cache with network_info: [{"id": "2bb366c9-3df5-4105-a054-696418af204a", "address": "fa:16:3e:ff:b2:5e", "network": {"id": "71a3fd06-f741-4fe2-a982-14c899280a65", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2044772839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12f5475a20544567aba45d25066857b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bb366c9-3d", "ovs_interfaceid": "2bb366c9-3df5-4105-a054-696418af204a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.826957] env[62301]: DEBUG nova.scheduler.client.report [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.045053] env[62301]: DEBUG oslo_vmware.api [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2569893, 'name': Rename_Task, 'duration_secs': 1.152183} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.045053] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 669.045053] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97c291cc-ce34-4859-9e37-91e154232254 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.050258] env[62301]: DEBUG oslo_vmware.api [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Waiting for the task: (returnval){ [ 669.050258] env[62301]: value = "task-2569894" [ 669.050258] env[62301]: _type = "Task" [ 669.050258] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.057663] env[62301]: DEBUG oslo_vmware.api [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2569894, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.072891] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569892, 'name': CreateVM_Task, 'duration_secs': 1.548103} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.073075] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 669.073750] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.073908] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.074284] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.074526] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f3fca50-f29f-4c2a-b791-c48b8f565e57 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.078909] env[62301]: DEBUG oslo_vmware.api [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Waiting for the task: (returnval){ [ 669.078909] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52158af9-45db-8d85-ddac-5a97c6ec874f" [ 669.078909] env[62301]: _type = "Task" [ 669.078909] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.086153] env[62301]: DEBUG oslo_vmware.api [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52158af9-45db-8d85-ddac-5a97c6ec874f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.300023] env[62301]: DEBUG oslo_concurrency.lockutils [req-70cfc3ea-606f-49bc-ad56-112d775093b3 req-01d446b9-adf1-41de-b7aa-9d2bffa5ec07 service nova] Releasing lock "refresh_cache-7a0b066b-4028-47bb-891d-685f99d039a8" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.333411] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.589s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 669.333615] env[62301]: DEBUG nova.compute.manager [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 669.336274] env[62301]: DEBUG oslo_concurrency.lockutils [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.205s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 669.337534] env[62301]: INFO nova.compute.claims [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: fff316c1-2305-464b-8745-fabdb9636c46] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 669.559766] env[62301]: DEBUG oslo_vmware.api [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2569894, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.589075] env[62301]: DEBUG oslo_vmware.api [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52158af9-45db-8d85-ddac-5a97c6ec874f, 'name': SearchDatastore_Task, 'duration_secs': 0.036102} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.589454] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.589697] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] [instance: bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 669.589927] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.590084] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.590263] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 669.590524] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-992c653a-e4b7-4d2c-ad67-890b5695df76 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.601528] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 669.601710] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 669.602444] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c8226aa-f0ae-46bb-a38d-123dba869cc2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.607418] env[62301]: DEBUG oslo_vmware.api [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Waiting for the task: (returnval){ [ 669.607418] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52143b24-3caf-7e8a-8f14-afa013a855bf" [ 669.607418] env[62301]: _type = "Task" [ 669.607418] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.614961] env[62301]: DEBUG oslo_vmware.api [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52143b24-3caf-7e8a-8f14-afa013a855bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.842407] env[62301]: DEBUG nova.compute.utils [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 669.845754] env[62301]: DEBUG nova.compute.manager [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 669.846030] env[62301]: DEBUG nova.network.neutron [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 669.886394] env[62301]: DEBUG nova.policy [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30be54806a3d4d0189a36451fe44a8da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '42d31ce3318c41efa2c57cf4efd133b3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 670.060240] env[62301]: DEBUG oslo_vmware.api [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2569894, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.117566] env[62301]: DEBUG oslo_vmware.api [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52143b24-3caf-7e8a-8f14-afa013a855bf, 'name': SearchDatastore_Task, 'duration_secs': 0.022555} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.118432] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e2835be-d135-41a9-9c1b-f4988b3a5157 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.124297] env[62301]: DEBUG oslo_vmware.api [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Waiting for the task: (returnval){ [ 670.124297] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5248aede-1609-c86d-e54b-2df181f98435" [ 670.124297] env[62301]: _type = "Task" [ 670.124297] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.132475] env[62301]: DEBUG oslo_vmware.api [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5248aede-1609-c86d-e54b-2df181f98435, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.184416] env[62301]: DEBUG nova.network.neutron [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Successfully created port: 9f4015ef-c31d-4a55-b1ac-44f3770f1840 {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 670.352373] env[62301]: DEBUG nova.compute.manager [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 670.561041] env[62301]: DEBUG oslo_vmware.api [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2569894, 'name': PowerOnVM_Task, 'duration_secs': 1.494807} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.561041] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 670.561208] env[62301]: INFO nova.compute.manager [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575] Took 10.06 seconds to spawn the instance on the hypervisor. [ 670.561541] env[62301]: DEBUG nova.compute.manager [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 670.564779] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36cdcc2-928c-4aab-879a-fd0026144c6a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.633698] env[62301]: DEBUG oslo_vmware.api [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5248aede-1609-c86d-e54b-2df181f98435, 'name': SearchDatastore_Task, 'duration_secs': 0.009137} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.633960] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.634238] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4/bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 670.634489] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a8165d2-339e-419d-85e2-2bd8c8a7754e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.642407] env[62301]: DEBUG oslo_vmware.api [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Waiting for the task: (returnval){ [ 670.642407] env[62301]: value = "task-2569895" [ 670.642407] env[62301]: _type = "Task" [ 670.642407] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.651776] env[62301]: DEBUG oslo_vmware.api [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Task: {'id': task-2569895, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.841750] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2814c676-470a-4bf3-8532-18dd444d46bd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.850190] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ed47e8-cd8c-46c6-a32f-fcfd7b55dcf4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.885485] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16de511-6798-4588-a34f-0c3a34647a0e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.893988] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d01f9a6-8c56-4d1e-a524-4c2c8e314b01 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.908755] env[62301]: DEBUG nova.compute.provider_tree [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.083789] env[62301]: INFO nova.compute.manager [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575] Took 49.77 seconds to build instance. [ 671.152295] env[62301]: DEBUG oslo_vmware.api [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Task: {'id': task-2569895, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.386574] env[62301]: DEBUG nova.compute.manager [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 671.412587] env[62301]: DEBUG nova.scheduler.client.report [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 671.420112] env[62301]: DEBUG nova.virt.hardware [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 671.420112] env[62301]: DEBUG nova.virt.hardware [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 671.420112] env[62301]: DEBUG nova.virt.hardware [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 671.420112] env[62301]: DEBUG nova.virt.hardware [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 671.420333] env[62301]: DEBUG nova.virt.hardware [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 671.420333] env[62301]: DEBUG nova.virt.hardware [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 671.420333] env[62301]: DEBUG nova.virt.hardware [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 671.420333] env[62301]: DEBUG nova.virt.hardware [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 671.420333] env[62301]: DEBUG nova.virt.hardware [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 671.420467] env[62301]: DEBUG nova.virt.hardware [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 671.420467] env[62301]: DEBUG nova.virt.hardware [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 671.421327] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b1e41d-2e11-48f7-9e2d-b10e2eb74d44 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.433046] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a638c4-9210-4168-80fe-71e81620580c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.585779] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5941a3ee-3988-4d59-be4d-49596c563331 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Lock "47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.165s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.653585] env[62301]: DEBUG oslo_vmware.api [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Task: {'id': task-2569895, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604095} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.653846] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4/bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 671.654067] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] [instance: bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 671.654319] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1aa268cf-09d9-4c9f-9d9b-70acd43505d5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.661380] env[62301]: DEBUG oslo_vmware.api [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Waiting for the task: (returnval){ [ 671.661380] env[62301]: value = "task-2569896" [ 671.661380] env[62301]: _type = "Task" [ 671.661380] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.669763] env[62301]: DEBUG oslo_vmware.api [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Task: {'id': task-2569896, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.798470] env[62301]: DEBUG nova.compute.manager [req-5f431101-68ed-4f4f-acad-fc2324dad3cb req-14d5ea04-5097-4e67-9ad4-d1e74a0994be service nova] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Received event network-vif-plugged-9f4015ef-c31d-4a55-b1ac-44f3770f1840 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 671.798764] env[62301]: DEBUG oslo_concurrency.lockutils [req-5f431101-68ed-4f4f-acad-fc2324dad3cb req-14d5ea04-5097-4e67-9ad4-d1e74a0994be service nova] Acquiring lock "74379ea7-7c7d-4212-b637-2af384ba4c95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.798915] env[62301]: DEBUG oslo_concurrency.lockutils [req-5f431101-68ed-4f4f-acad-fc2324dad3cb req-14d5ea04-5097-4e67-9ad4-d1e74a0994be service nova] Lock "74379ea7-7c7d-4212-b637-2af384ba4c95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 671.799209] env[62301]: DEBUG oslo_concurrency.lockutils [req-5f431101-68ed-4f4f-acad-fc2324dad3cb req-14d5ea04-5097-4e67-9ad4-d1e74a0994be service nova] Lock "74379ea7-7c7d-4212-b637-2af384ba4c95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.799438] env[62301]: DEBUG nova.compute.manager [req-5f431101-68ed-4f4f-acad-fc2324dad3cb req-14d5ea04-5097-4e67-9ad4-d1e74a0994be service nova] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] No waiting events found dispatching network-vif-plugged-9f4015ef-c31d-4a55-b1ac-44f3770f1840 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 671.799625] env[62301]: WARNING nova.compute.manager [req-5f431101-68ed-4f4f-acad-fc2324dad3cb req-14d5ea04-5097-4e67-9ad4-d1e74a0994be service nova] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Received unexpected event network-vif-plugged-9f4015ef-c31d-4a55-b1ac-44f3770f1840 for instance with vm_state building and task_state spawning. [ 671.850933] env[62301]: DEBUG nova.network.neutron [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Successfully updated port: 9f4015ef-c31d-4a55-b1ac-44f3770f1840 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 671.927739] env[62301]: DEBUG oslo_concurrency.lockutils [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.591s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.928321] env[62301]: DEBUG nova.compute.manager [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: fff316c1-2305-464b-8745-fabdb9636c46] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 671.931149] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0df3e79b-d3cc-47b6-83cc-6516727fb3ea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 671.935022] env[62301]: DEBUG nova.objects.instance [None req-0df3e79b-d3cc-47b6-83cc-6516727fb3ea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Lazy-loading 'resources' on Instance uuid b9a359d8-bdde-488f-b5e2-360ebd9660fb {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 672.090059] env[62301]: DEBUG nova.compute.manager [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] [instance: 57e786de-bdde-4aae-80de-d16cfe5b4cda] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 672.172139] env[62301]: DEBUG oslo_vmware.api [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Task: {'id': task-2569896, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067446} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.172395] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] [instance: bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 672.173255] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24a4504-95aa-4a4b-9ebc-13231e11dde4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.196841] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] [instance: bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4/bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 672.197511] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c81e92ed-7aa3-41d5-8376-b78a9c36460f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.219227] env[62301]: DEBUG oslo_vmware.api [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Waiting for the task: (returnval){ [ 672.219227] env[62301]: value = "task-2569897" [ 672.219227] env[62301]: _type = "Task" [ 672.219227] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.227322] env[62301]: DEBUG oslo_vmware.api [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Task: {'id': task-2569897, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.353408] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Acquiring lock "refresh_cache-74379ea7-7c7d-4212-b637-2af384ba4c95" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.353555] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Acquired lock "refresh_cache-74379ea7-7c7d-4212-b637-2af384ba4c95" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.353690] env[62301]: DEBUG nova.network.neutron [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 672.434842] env[62301]: DEBUG nova.compute.utils [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 672.436407] env[62301]: DEBUG nova.compute.manager [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: fff316c1-2305-464b-8745-fabdb9636c46] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 672.436613] env[62301]: DEBUG nova.network.neutron [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: fff316c1-2305-464b-8745-fabdb9636c46] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 672.478529] env[62301]: DEBUG nova.policy [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30be54806a3d4d0189a36451fe44a8da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '42d31ce3318c41efa2c57cf4efd133b3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 672.607880] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 672.731568] env[62301]: DEBUG oslo_vmware.api [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Task: {'id': task-2569897, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.829877] env[62301]: DEBUG nova.network.neutron [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: fff316c1-2305-464b-8745-fabdb9636c46] Successfully created port: 74794799-6dd0-4796-a35d-fdccab75f2a2 {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 672.903842] env[62301]: DEBUG nova.network.neutron [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 672.932676] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-515f25df-e8c4-4a02-aa44-cb3ecef21d8f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.940522] env[62301]: DEBUG nova.compute.manager [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: fff316c1-2305-464b-8745-fabdb9636c46] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 672.944009] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fcab459-9ec0-4dbf-85c6-5e22786f3ec8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.981979] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e47747b-08ca-44b8-bb01-50a5a06fa21f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.989834] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe1254a-c91a-40ae-90dc-8c1c6d5feb62 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.005186] env[62301]: DEBUG nova.compute.provider_tree [None req-0df3e79b-d3cc-47b6-83cc-6516727fb3ea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.136619] env[62301]: DEBUG nova.network.neutron [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Updating instance_info_cache with network_info: [{"id": "9f4015ef-c31d-4a55-b1ac-44f3770f1840", "address": "fa:16:3e:b3:67:36", "network": {"id": "58849131-a187-4199-af59-dde8b89cc4d4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1073856399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42d31ce3318c41efa2c57cf4efd133b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f4015ef-c3", "ovs_interfaceid": "9f4015ef-c31d-4a55-b1ac-44f3770f1840", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.231983] env[62301]: DEBUG oslo_vmware.api [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Task: {'id': task-2569897, 'name': ReconfigVM_Task, 'duration_secs': 0.708242} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.232310] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] [instance: bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4] Reconfigured VM instance instance-00000021 to attach disk [datastore1] bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4/bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 673.232996] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d41fbd6-9b48-43ea-a0f9-2e8fe0fe9bc6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.240759] env[62301]: DEBUG oslo_vmware.api [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Waiting for the task: (returnval){ [ 673.240759] env[62301]: value = "task-2569898" [ 673.240759] env[62301]: _type = "Task" [ 673.240759] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.249925] env[62301]: DEBUG oslo_vmware.api [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Task: {'id': task-2569898, 'name': Rename_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.508178] env[62301]: DEBUG nova.scheduler.client.report [None req-0df3e79b-d3cc-47b6-83cc-6516727fb3ea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 673.640229] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Releasing lock "refresh_cache-74379ea7-7c7d-4212-b637-2af384ba4c95" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.640229] env[62301]: DEBUG nova.compute.manager [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Instance network_info: |[{"id": "9f4015ef-c31d-4a55-b1ac-44f3770f1840", "address": "fa:16:3e:b3:67:36", "network": {"id": "58849131-a187-4199-af59-dde8b89cc4d4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1073856399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42d31ce3318c41efa2c57cf4efd133b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f4015ef-c3", "ovs_interfaceid": "9f4015ef-c31d-4a55-b1ac-44f3770f1840", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 673.640705] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:67:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cba18f15-a919-422e-a423-1e705e233389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f4015ef-c31d-4a55-b1ac-44f3770f1840', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 673.648671] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Creating folder: Project (42d31ce3318c41efa2c57cf4efd133b3). Parent ref: group-v518653. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.648957] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42b24662-345e-448c-94d5-f309389b6a60 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.661113] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Created folder: Project (42d31ce3318c41efa2c57cf4efd133b3) in parent group-v518653. [ 673.661845] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Creating folder: Instances. Parent ref: group-v518754. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.661845] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2873c503-c051-48df-a2de-18aed3e6b651 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.671822] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Created folder: Instances in parent group-v518754. [ 673.671925] env[62301]: DEBUG oslo.service.loopingcall [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 673.672138] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 673.672346] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a27d4c5-6333-4739-9578-099690d4f918 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.692112] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 673.692112] env[62301]: value = "task-2569901" [ 673.692112] env[62301]: _type = "Task" [ 673.692112] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.699036] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569901, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.750797] env[62301]: DEBUG oslo_vmware.api [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Task: {'id': task-2569898, 'name': Rename_Task, 'duration_secs': 0.455688} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.751056] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] [instance: bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.751297] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d217937d-c07a-4fd8-b791-0a1012d7449c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.756954] env[62301]: DEBUG oslo_vmware.api [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Waiting for the task: (returnval){ [ 673.756954] env[62301]: value = "task-2569902" [ 673.756954] env[62301]: _type = "Task" [ 673.756954] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.765053] env[62301]: DEBUG oslo_vmware.api [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Task: {'id': task-2569902, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.832360] env[62301]: DEBUG nova.compute.manager [req-1021f36e-5db5-487b-8355-a2857363ec9a req-8862cbd4-d43e-495f-85a8-5b90fdf3c7c1 service nova] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Received event network-changed-9f4015ef-c31d-4a55-b1ac-44f3770f1840 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 673.832636] env[62301]: DEBUG nova.compute.manager [req-1021f36e-5db5-487b-8355-a2857363ec9a req-8862cbd4-d43e-495f-85a8-5b90fdf3c7c1 service nova] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Refreshing instance network info cache due to event network-changed-9f4015ef-c31d-4a55-b1ac-44f3770f1840. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 673.832776] env[62301]: DEBUG oslo_concurrency.lockutils [req-1021f36e-5db5-487b-8355-a2857363ec9a req-8862cbd4-d43e-495f-85a8-5b90fdf3c7c1 service nova] Acquiring lock "refresh_cache-74379ea7-7c7d-4212-b637-2af384ba4c95" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.832921] env[62301]: DEBUG oslo_concurrency.lockutils [req-1021f36e-5db5-487b-8355-a2857363ec9a req-8862cbd4-d43e-495f-85a8-5b90fdf3c7c1 service nova] Acquired lock "refresh_cache-74379ea7-7c7d-4212-b637-2af384ba4c95" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.833271] env[62301]: DEBUG nova.network.neutron [req-1021f36e-5db5-487b-8355-a2857363ec9a req-8862cbd4-d43e-495f-85a8-5b90fdf3c7c1 service nova] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Refreshing network info cache for port 9f4015ef-c31d-4a55-b1ac-44f3770f1840 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 673.954990] env[62301]: DEBUG nova.compute.manager [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: fff316c1-2305-464b-8745-fabdb9636c46] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 673.981097] env[62301]: DEBUG nova.virt.hardware [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 673.981387] env[62301]: DEBUG nova.virt.hardware [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 673.981564] env[62301]: DEBUG nova.virt.hardware [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 673.981751] env[62301]: DEBUG nova.virt.hardware [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 673.981903] env[62301]: DEBUG nova.virt.hardware [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 673.982089] env[62301]: DEBUG nova.virt.hardware [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 673.982327] env[62301]: DEBUG nova.virt.hardware [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 673.982490] env[62301]: DEBUG nova.virt.hardware [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 673.982675] env[62301]: DEBUG nova.virt.hardware [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 673.982840] env[62301]: DEBUG nova.virt.hardware [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 673.983034] env[62301]: DEBUG nova.virt.hardware [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 673.983958] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6aa6d05-f7cc-421c-b0eb-41407b0a6c21 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.993596] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c5049b-9d3e-4d3c-bba8-3e9e8e5bf8ee {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.014152] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0df3e79b-d3cc-47b6-83cc-6516727fb3ea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.083s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.016513] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1d338c8f-494c-48bd-9ea0-1564bf7f9df3 tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.447s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.016755] env[62301]: DEBUG nova.objects.instance [None req-1d338c8f-494c-48bd-9ea0-1564bf7f9df3 tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Lazy-loading 'resources' on Instance uuid 1475032b-244f-4a11-922e-eefbd0671a3e {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 674.036253] env[62301]: INFO nova.scheduler.client.report [None req-0df3e79b-d3cc-47b6-83cc-6516727fb3ea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Deleted allocations for instance b9a359d8-bdde-488f-b5e2-360ebd9660fb [ 674.201797] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569901, 'name': CreateVM_Task} progress is 25%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.267808] env[62301]: DEBUG oslo_vmware.api [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Task: {'id': task-2569902, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.283838] env[62301]: DEBUG nova.compute.manager [None req-cb03b267-58e8-419d-af0d-e8de133bbe30 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.284045] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d77255-57f4-4739-bbf8-74ada8d4a0d4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.544989] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0df3e79b-d3cc-47b6-83cc-6516727fb3ea tempest-ServerRescueTestJSONUnderV235-2053439477 tempest-ServerRescueTestJSONUnderV235-2053439477-project-member] Lock "b9a359d8-bdde-488f-b5e2-360ebd9660fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.298s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.680038] env[62301]: DEBUG nova.network.neutron [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: fff316c1-2305-464b-8745-fabdb9636c46] Successfully updated port: 74794799-6dd0-4796-a35d-fdccab75f2a2 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 674.689264] env[62301]: DEBUG nova.network.neutron [req-1021f36e-5db5-487b-8355-a2857363ec9a req-8862cbd4-d43e-495f-85a8-5b90fdf3c7c1 service nova] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Updated VIF entry in instance network info cache for port 9f4015ef-c31d-4a55-b1ac-44f3770f1840. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 674.689588] env[62301]: DEBUG nova.network.neutron [req-1021f36e-5db5-487b-8355-a2857363ec9a req-8862cbd4-d43e-495f-85a8-5b90fdf3c7c1 service nova] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Updating instance_info_cache with network_info: [{"id": "9f4015ef-c31d-4a55-b1ac-44f3770f1840", "address": "fa:16:3e:b3:67:36", "network": {"id": "58849131-a187-4199-af59-dde8b89cc4d4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1073856399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42d31ce3318c41efa2c57cf4efd133b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f4015ef-c3", "ovs_interfaceid": "9f4015ef-c31d-4a55-b1ac-44f3770f1840", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.704951] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569901, 'name': CreateVM_Task, 'duration_secs': 0.678614} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.704951] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 674.704951] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.704951] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.705198] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.705279] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec1ca8e7-dd6f-46ed-8a5e-25434ff76630 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.710373] env[62301]: DEBUG oslo_vmware.api [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for the task: (returnval){ [ 674.710373] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]529aab50-f335-a32c-52b5-ad4b8bde2c9f" [ 674.710373] env[62301]: _type = "Task" [ 674.710373] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.720453] env[62301]: DEBUG oslo_vmware.api [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]529aab50-f335-a32c-52b5-ad4b8bde2c9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.767578] env[62301]: DEBUG oslo_vmware.api [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Task: {'id': task-2569902, 'name': PowerOnVM_Task, 'duration_secs': 0.72535} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.767839] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] [instance: bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 674.768049] env[62301]: INFO nova.compute.manager [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] [instance: bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4] Took 10.27 seconds to spawn the instance on the hypervisor. [ 674.768234] env[62301]: DEBUG nova.compute.manager [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] [instance: bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.771110] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3a9eee-562e-401d-89bd-2a558c77edc6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.795327] env[62301]: INFO nova.compute.manager [None req-cb03b267-58e8-419d-af0d-e8de133bbe30 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575] instance snapshotting [ 674.798187] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b65728-e2c7-4f36-be9d-9b9dae53fad5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.821733] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eecfc38-10d1-4da0-a545-86077884cc1b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.969912] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a2e203-2850-47fb-9e1a-6609c5033c65 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.977078] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f049cc-aa13-488c-b58e-d0cbcda26473 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.006435] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311ab2ef-b433-47c2-b5ed-a49408a8b509 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.013867] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00bd38ab-38cd-486c-9b1b-19cef6b155bb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.027711] env[62301]: DEBUG nova.compute.provider_tree [None req-1d338c8f-494c-48bd-9ea0-1564bf7f9df3 tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.187531] env[62301]: DEBUG oslo_concurrency.lockutils [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Acquiring lock "refresh_cache-fff316c1-2305-464b-8745-fabdb9636c46" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.187531] env[62301]: DEBUG oslo_concurrency.lockutils [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Acquired lock "refresh_cache-fff316c1-2305-464b-8745-fabdb9636c46" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.187531] env[62301]: DEBUG nova.network.neutron [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: fff316c1-2305-464b-8745-fabdb9636c46] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 675.192864] env[62301]: DEBUG oslo_concurrency.lockutils [req-1021f36e-5db5-487b-8355-a2857363ec9a req-8862cbd4-d43e-495f-85a8-5b90fdf3c7c1 service nova] Releasing lock "refresh_cache-74379ea7-7c7d-4212-b637-2af384ba4c95" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.222335] env[62301]: DEBUG oslo_vmware.api [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]529aab50-f335-a32c-52b5-ad4b8bde2c9f, 'name': SearchDatastore_Task, 'duration_secs': 0.029752} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.223043] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.223416] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 675.225090] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.225090] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.225090] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 675.225090] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0da0bae8-f90f-4659-b4dc-c8b7c0b56a78 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.236210] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 675.236210] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 675.236210] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffd7740d-efd4-4e2b-aad6-dd6900799db8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.243958] env[62301]: DEBUG oslo_vmware.api [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for the task: (returnval){ [ 675.243958] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52939d03-1aa4-d69f-781c-67ebdfb121c4" [ 675.243958] env[62301]: _type = "Task" [ 675.243958] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.255449] env[62301]: DEBUG oslo_vmware.api [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52939d03-1aa4-d69f-781c-67ebdfb121c4, 'name': SearchDatastore_Task, 'duration_secs': 0.010424} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.256795] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9c5ea08-55b4-4648-9f11-6b92b684b099 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.263708] env[62301]: DEBUG oslo_vmware.api [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for the task: (returnval){ [ 675.263708] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52c6ad2b-9993-2c15-6bae-85c25ad7ccec" [ 675.263708] env[62301]: _type = "Task" [ 675.263708] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.271708] env[62301]: DEBUG oslo_vmware.api [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52c6ad2b-9993-2c15-6bae-85c25ad7ccec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.290102] env[62301]: INFO nova.compute.manager [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] [instance: bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4] Took 48.98 seconds to build instance. [ 675.332060] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-cb03b267-58e8-419d-af0d-e8de133bbe30 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575] Creating Snapshot of the VM instance {{(pid=62301) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 675.332362] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5c7c4429-4979-43ea-9e41-12c634a61c94 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.340073] env[62301]: DEBUG oslo_vmware.api [None req-cb03b267-58e8-419d-af0d-e8de133bbe30 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Waiting for the task: (returnval){ [ 675.340073] env[62301]: value = "task-2569903" [ 675.340073] env[62301]: _type = "Task" [ 675.340073] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.348311] env[62301]: DEBUG oslo_vmware.api [None req-cb03b267-58e8-419d-af0d-e8de133bbe30 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2569903, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.535121] env[62301]: DEBUG nova.scheduler.client.report [None req-1d338c8f-494c-48bd-9ea0-1564bf7f9df3 tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.716170] env[62301]: DEBUG nova.network.neutron [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: fff316c1-2305-464b-8745-fabdb9636c46] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 675.777682] env[62301]: DEBUG oslo_vmware.api [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52c6ad2b-9993-2c15-6bae-85c25ad7ccec, 'name': SearchDatastore_Task, 'duration_secs': 0.010007} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.777682] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.777830] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] 74379ea7-7c7d-4212-b637-2af384ba4c95/74379ea7-7c7d-4212-b637-2af384ba4c95.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 675.778025] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55a995fc-2423-4779-abff-b1fed5c49dd4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.785676] env[62301]: DEBUG oslo_vmware.api [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for the task: (returnval){ [ 675.785676] env[62301]: value = "task-2569904" [ 675.785676] env[62301]: _type = "Task" [ 675.785676] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.793669] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0b423abb-8419-42f5-9434-2a396e40b683 tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Lock "bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.464s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.793887] env[62301]: DEBUG oslo_vmware.api [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2569904, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.853142] env[62301]: DEBUG oslo_vmware.api [None req-cb03b267-58e8-419d-af0d-e8de133bbe30 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2569903, 'name': CreateSnapshot_Task, 'duration_secs': 0.478787} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.853419] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-cb03b267-58e8-419d-af0d-e8de133bbe30 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575] Created Snapshot of the VM instance {{(pid=62301) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 675.854796] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0666dd82-7592-474d-ae2c-cdd5a1a484bc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.955091] env[62301]: DEBUG nova.compute.manager [req-83082db3-528f-437f-adee-12f3ae9accc3 req-4ac1c243-4ac8-4a5d-9b19-c0d944aa9b6c service nova] [instance: fff316c1-2305-464b-8745-fabdb9636c46] Received event network-vif-plugged-74794799-6dd0-4796-a35d-fdccab75f2a2 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 675.955651] env[62301]: DEBUG oslo_concurrency.lockutils [req-83082db3-528f-437f-adee-12f3ae9accc3 req-4ac1c243-4ac8-4a5d-9b19-c0d944aa9b6c service nova] Acquiring lock "fff316c1-2305-464b-8745-fabdb9636c46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.955651] env[62301]: DEBUG oslo_concurrency.lockutils [req-83082db3-528f-437f-adee-12f3ae9accc3 req-4ac1c243-4ac8-4a5d-9b19-c0d944aa9b6c service nova] Lock "fff316c1-2305-464b-8745-fabdb9636c46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.957173] env[62301]: DEBUG oslo_concurrency.lockutils [req-83082db3-528f-437f-adee-12f3ae9accc3 req-4ac1c243-4ac8-4a5d-9b19-c0d944aa9b6c service nova] Lock "fff316c1-2305-464b-8745-fabdb9636c46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.957634] env[62301]: DEBUG nova.compute.manager [req-83082db3-528f-437f-adee-12f3ae9accc3 req-4ac1c243-4ac8-4a5d-9b19-c0d944aa9b6c service nova] [instance: fff316c1-2305-464b-8745-fabdb9636c46] No waiting events found dispatching network-vif-plugged-74794799-6dd0-4796-a35d-fdccab75f2a2 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 675.957742] env[62301]: WARNING nova.compute.manager [req-83082db3-528f-437f-adee-12f3ae9accc3 req-4ac1c243-4ac8-4a5d-9b19-c0d944aa9b6c service nova] [instance: fff316c1-2305-464b-8745-fabdb9636c46] Received unexpected event network-vif-plugged-74794799-6dd0-4796-a35d-fdccab75f2a2 for instance with vm_state building and task_state spawning. [ 675.957995] env[62301]: DEBUG nova.compute.manager [req-83082db3-528f-437f-adee-12f3ae9accc3 req-4ac1c243-4ac8-4a5d-9b19-c0d944aa9b6c service nova] [instance: fff316c1-2305-464b-8745-fabdb9636c46] Received event network-changed-74794799-6dd0-4796-a35d-fdccab75f2a2 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 675.958076] env[62301]: DEBUG nova.compute.manager [req-83082db3-528f-437f-adee-12f3ae9accc3 req-4ac1c243-4ac8-4a5d-9b19-c0d944aa9b6c service nova] [instance: fff316c1-2305-464b-8745-fabdb9636c46] Refreshing instance network info cache due to event network-changed-74794799-6dd0-4796-a35d-fdccab75f2a2. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 675.958964] env[62301]: DEBUG oslo_concurrency.lockutils [req-83082db3-528f-437f-adee-12f3ae9accc3 req-4ac1c243-4ac8-4a5d-9b19-c0d944aa9b6c service nova] Acquiring lock "refresh_cache-fff316c1-2305-464b-8745-fabdb9636c46" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.021097] env[62301]: DEBUG nova.network.neutron [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: fff316c1-2305-464b-8745-fabdb9636c46] Updating instance_info_cache with network_info: [{"id": "74794799-6dd0-4796-a35d-fdccab75f2a2", "address": "fa:16:3e:34:70:af", "network": {"id": "58849131-a187-4199-af59-dde8b89cc4d4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1073856399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42d31ce3318c41efa2c57cf4efd133b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74794799-6d", "ovs_interfaceid": "74794799-6dd0-4796-a35d-fdccab75f2a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.037896] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1d338c8f-494c-48bd-9ea0-1564bf7f9df3 tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.021s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.041991] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.522s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.043465] env[62301]: INFO nova.compute.claims [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] [instance: 91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 676.067521] env[62301]: INFO nova.scheduler.client.report [None req-1d338c8f-494c-48bd-9ea0-1564bf7f9df3 tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Deleted allocations for instance 1475032b-244f-4a11-922e-eefbd0671a3e [ 676.295266] env[62301]: DEBUG oslo_vmware.api [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2569904, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.296104] env[62301]: DEBUG nova.compute.manager [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 676.375730] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-cb03b267-58e8-419d-af0d-e8de133bbe30 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575] Creating linked-clone VM from snapshot {{(pid=62301) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 676.376421] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1701b372-9404-4c15-86e3-22978811901a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.386151] env[62301]: DEBUG oslo_vmware.api [None req-cb03b267-58e8-419d-af0d-e8de133bbe30 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Waiting for the task: (returnval){ [ 676.386151] env[62301]: value = "task-2569905" [ 676.386151] env[62301]: _type = "Task" [ 676.386151] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.394737] env[62301]: DEBUG oslo_vmware.api [None req-cb03b267-58e8-419d-af0d-e8de133bbe30 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2569905, 'name': CloneVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.525598] env[62301]: DEBUG oslo_concurrency.lockutils [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Releasing lock "refresh_cache-fff316c1-2305-464b-8745-fabdb9636c46" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.526451] env[62301]: DEBUG nova.compute.manager [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: fff316c1-2305-464b-8745-fabdb9636c46] Instance network_info: |[{"id": "74794799-6dd0-4796-a35d-fdccab75f2a2", "address": "fa:16:3e:34:70:af", "network": {"id": "58849131-a187-4199-af59-dde8b89cc4d4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1073856399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42d31ce3318c41efa2c57cf4efd133b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74794799-6d", "ovs_interfaceid": "74794799-6dd0-4796-a35d-fdccab75f2a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 676.526451] env[62301]: DEBUG oslo_concurrency.lockutils [req-83082db3-528f-437f-adee-12f3ae9accc3 req-4ac1c243-4ac8-4a5d-9b19-c0d944aa9b6c service nova] Acquired lock "refresh_cache-fff316c1-2305-464b-8745-fabdb9636c46" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.526646] env[62301]: DEBUG nova.network.neutron [req-83082db3-528f-437f-adee-12f3ae9accc3 req-4ac1c243-4ac8-4a5d-9b19-c0d944aa9b6c service nova] [instance: fff316c1-2305-464b-8745-fabdb9636c46] Refreshing network info cache for port 74794799-6dd0-4796-a35d-fdccab75f2a2 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 676.528388] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: fff316c1-2305-464b-8745-fabdb9636c46] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:70:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cba18f15-a919-422e-a423-1e705e233389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74794799-6dd0-4796-a35d-fdccab75f2a2', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 676.538330] env[62301]: DEBUG oslo.service.loopingcall [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 676.542324] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fff316c1-2305-464b-8745-fabdb9636c46] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 676.543146] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b68e744c-9867-4fa6-9aa6-c211d95ec646 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.570682] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 676.570682] env[62301]: value = "task-2569906" [ 676.570682] env[62301]: _type = "Task" [ 676.570682] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.577461] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1d338c8f-494c-48bd-9ea0-1564bf7f9df3 tempest-DeleteServersAdminTestJSON-1116791067 tempest-DeleteServersAdminTestJSON-1116791067-project-member] Lock "1475032b-244f-4a11-922e-eefbd0671a3e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.444s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.582509] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569906, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.797332] env[62301]: DEBUG oslo_vmware.api [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2569904, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536093} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.797700] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] 74379ea7-7c7d-4212-b637-2af384ba4c95/74379ea7-7c7d-4212-b637-2af384ba4c95.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 676.798019] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 676.798353] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7f2a6ce-054c-4a70-9601-161d604d247d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.814769] env[62301]: DEBUG oslo_vmware.api [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for the task: (returnval){ [ 676.814769] env[62301]: value = "task-2569907" [ 676.814769] env[62301]: _type = "Task" [ 676.814769] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.828341] env[62301]: DEBUG oslo_vmware.api [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2569907, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.833178] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.850772] env[62301]: DEBUG nova.network.neutron [req-83082db3-528f-437f-adee-12f3ae9accc3 req-4ac1c243-4ac8-4a5d-9b19-c0d944aa9b6c service nova] [instance: fff316c1-2305-464b-8745-fabdb9636c46] Updated VIF entry in instance network info cache for port 74794799-6dd0-4796-a35d-fdccab75f2a2. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 676.851314] env[62301]: DEBUG nova.network.neutron [req-83082db3-528f-437f-adee-12f3ae9accc3 req-4ac1c243-4ac8-4a5d-9b19-c0d944aa9b6c service nova] [instance: fff316c1-2305-464b-8745-fabdb9636c46] Updating instance_info_cache with network_info: [{"id": "74794799-6dd0-4796-a35d-fdccab75f2a2", "address": "fa:16:3e:34:70:af", "network": {"id": "58849131-a187-4199-af59-dde8b89cc4d4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1073856399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42d31ce3318c41efa2c57cf4efd133b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74794799-6d", "ovs_interfaceid": "74794799-6dd0-4796-a35d-fdccab75f2a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.900925] env[62301]: DEBUG oslo_vmware.api [None req-cb03b267-58e8-419d-af0d-e8de133bbe30 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2569905, 'name': CloneVM_Task} progress is 94%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.081034] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569906, 'name': CreateVM_Task, 'duration_secs': 0.371229} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.081399] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fff316c1-2305-464b-8745-fabdb9636c46] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 677.082130] env[62301]: DEBUG oslo_concurrency.lockutils [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.082337] env[62301]: DEBUG oslo_concurrency.lockutils [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.082890] env[62301]: DEBUG oslo_concurrency.lockutils [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.083550] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-666a154f-6f78-4a06-bcc0-0cf258502a29 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.088922] env[62301]: DEBUG oslo_vmware.api [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for the task: (returnval){ [ 677.088922] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]520aa4d0-801d-0f97-16c8-0bf0105548cf" [ 677.088922] env[62301]: _type = "Task" [ 677.088922] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.106315] env[62301]: DEBUG oslo_vmware.api [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]520aa4d0-801d-0f97-16c8-0bf0105548cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.329168] env[62301]: DEBUG oslo_vmware.api [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2569907, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072932} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.329694] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.330316] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215f5a11-c3f4-4836-acae-6cc45086478e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.358104] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 74379ea7-7c7d-4212-b637-2af384ba4c95/74379ea7-7c7d-4212-b637-2af384ba4c95.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.361524] env[62301]: DEBUG oslo_concurrency.lockutils [req-83082db3-528f-437f-adee-12f3ae9accc3 req-4ac1c243-4ac8-4a5d-9b19-c0d944aa9b6c service nova] Releasing lock "refresh_cache-fff316c1-2305-464b-8745-fabdb9636c46" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.361766] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1a7673e-bd6b-4b16-b3c7-1ecebdde4899 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.381242] env[62301]: DEBUG oslo_concurrency.lockutils [None req-fa9cc037-1c17-4450-8e4b-1a74ba16e8bb tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Acquiring lock "bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 677.381571] env[62301]: DEBUG oslo_concurrency.lockutils [None req-fa9cc037-1c17-4450-8e4b-1a74ba16e8bb tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Lock "bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.381819] env[62301]: DEBUG oslo_concurrency.lockutils [None req-fa9cc037-1c17-4450-8e4b-1a74ba16e8bb tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Acquiring lock "bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 677.381975] env[62301]: DEBUG oslo_concurrency.lockutils [None req-fa9cc037-1c17-4450-8e4b-1a74ba16e8bb tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Lock "bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.382930] env[62301]: DEBUG oslo_concurrency.lockutils [None req-fa9cc037-1c17-4450-8e4b-1a74ba16e8bb tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Lock "bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 677.385207] env[62301]: INFO nova.compute.manager [None req-fa9cc037-1c17-4450-8e4b-1a74ba16e8bb tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] [instance: bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4] Terminating instance [ 677.395308] env[62301]: DEBUG oslo_vmware.api [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for the task: (returnval){ [ 677.395308] env[62301]: value = "task-2569908" [ 677.395308] env[62301]: _type = "Task" [ 677.395308] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.406307] env[62301]: DEBUG oslo_vmware.api [None req-cb03b267-58e8-419d-af0d-e8de133bbe30 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2569905, 'name': CloneVM_Task} progress is 94%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.414163] env[62301]: DEBUG oslo_vmware.api [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2569908, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.600699] env[62301]: DEBUG oslo_vmware.api [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]520aa4d0-801d-0f97-16c8-0bf0105548cf, 'name': SearchDatastore_Task, 'duration_secs': 0.014906} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.603143] env[62301]: DEBUG oslo_concurrency.lockutils [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.603528] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: fff316c1-2305-464b-8745-fabdb9636c46] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 677.603729] env[62301]: DEBUG oslo_concurrency.lockutils [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.603880] env[62301]: DEBUG oslo_concurrency.lockutils [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.604192] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 677.604565] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12e65a26-9efe-4a9a-919d-16578c3ef41e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.619376] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 677.619545] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 677.620725] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-782da31c-e4d0-4e24-aede-a5655cc23405 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.628129] env[62301]: DEBUG oslo_vmware.api [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for the task: (returnval){ [ 677.628129] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]521b9fc9-405b-8e0b-20f6-7bf1e440d893" [ 677.628129] env[62301]: _type = "Task" [ 677.628129] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.634592] env[62301]: DEBUG oslo_vmware.api [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]521b9fc9-405b-8e0b-20f6-7bf1e440d893, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.639840] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d5840e-7507-4032-8ada-2ea2646b4352 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.647337] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03258ac9-288c-4d06-9107-8779743b8244 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.679593] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd345b99-ee2c-4a14-b2ea-79a71a2e6b90 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.687239] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2babeb54-bb30-4157-a8c0-491c7c4c2bda {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.704045] env[62301]: DEBUG nova.compute.provider_tree [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.901873] env[62301]: DEBUG oslo_vmware.api [None req-cb03b267-58e8-419d-af0d-e8de133bbe30 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2569905, 'name': CloneVM_Task} progress is 95%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.907400] env[62301]: DEBUG nova.compute.manager [None req-fa9cc037-1c17-4450-8e4b-1a74ba16e8bb tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] [instance: bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 677.907786] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-fa9cc037-1c17-4450-8e4b-1a74ba16e8bb tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] [instance: bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 677.908810] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35218cc5-9c37-4678-9fb3-44e8498ba341 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.921912] env[62301]: DEBUG oslo_vmware.api [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2569908, 'name': ReconfigVM_Task, 'duration_secs': 0.309939} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.926233] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 74379ea7-7c7d-4212-b637-2af384ba4c95/74379ea7-7c7d-4212-b637-2af384ba4c95.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 677.928140] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa9cc037-1c17-4450-8e4b-1a74ba16e8bb tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] [instance: bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 677.928565] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10ad9c42-1aab-4afc-9e50-51e04f3f233a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.930397] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f2169d1-c5e6-4d7c-9d05-12d77a715d71 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.937043] env[62301]: DEBUG oslo_vmware.api [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for the task: (returnval){ [ 677.937043] env[62301]: value = "task-2569909" [ 677.937043] env[62301]: _type = "Task" [ 677.937043] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.938423] env[62301]: DEBUG oslo_vmware.api [None req-fa9cc037-1c17-4450-8e4b-1a74ba16e8bb tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Waiting for the task: (returnval){ [ 677.938423] env[62301]: value = "task-2569910" [ 677.938423] env[62301]: _type = "Task" [ 677.938423] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.952118] env[62301]: DEBUG oslo_vmware.api [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2569909, 'name': Rename_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.955636] env[62301]: DEBUG oslo_vmware.api [None req-fa9cc037-1c17-4450-8e4b-1a74ba16e8bb tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Task: {'id': task-2569910, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.140871] env[62301]: DEBUG oslo_vmware.api [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]521b9fc9-405b-8e0b-20f6-7bf1e440d893, 'name': SearchDatastore_Task, 'duration_secs': 0.016724} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.141738] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d467a880-075c-4029-b4c3-e79335d3e24d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.147350] env[62301]: DEBUG oslo_vmware.api [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for the task: (returnval){ [ 678.147350] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52fce981-5332-8654-4e26-900c5eba36a0" [ 678.147350] env[62301]: _type = "Task" [ 678.147350] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.157176] env[62301]: DEBUG oslo_vmware.api [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52fce981-5332-8654-4e26-900c5eba36a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.207448] env[62301]: DEBUG nova.scheduler.client.report [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.402718] env[62301]: DEBUG oslo_vmware.api [None req-cb03b267-58e8-419d-af0d-e8de133bbe30 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2569905, 'name': CloneVM_Task, 'duration_secs': 1.726292} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.403034] env[62301]: INFO nova.virt.vmwareapi.vmops [None req-cb03b267-58e8-419d-af0d-e8de133bbe30 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575] Created linked-clone VM from snapshot [ 678.404955] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e486687-2e63-4a8f-a567-685f2aaf15b7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.411473] env[62301]: DEBUG nova.virt.vmwareapi.images [None req-cb03b267-58e8-419d-af0d-e8de133bbe30 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575] Uploading image 8b0ee4a3-8bba-4630-ad4c-144415ed1e21 {{(pid=62301) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 678.424423] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb03b267-58e8-419d-af0d-e8de133bbe30 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575] Destroying the VM {{(pid=62301) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 678.424719] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-41e34077-7464-4bf5-a926-4d68be2658ee {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.431795] env[62301]: DEBUG oslo_vmware.api [None req-cb03b267-58e8-419d-af0d-e8de133bbe30 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Waiting for the task: (returnval){ [ 678.431795] env[62301]: value = "task-2569911" [ 678.431795] env[62301]: _type = "Task" [ 678.431795] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.442202] env[62301]: DEBUG oslo_vmware.api [None req-cb03b267-58e8-419d-af0d-e8de133bbe30 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2569911, 'name': Destroy_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.456475] env[62301]: DEBUG oslo_vmware.api [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2569909, 'name': Rename_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.459656] env[62301]: DEBUG oslo_vmware.api [None req-fa9cc037-1c17-4450-8e4b-1a74ba16e8bb tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Task: {'id': task-2569910, 'name': PowerOffVM_Task, 'duration_secs': 0.270142} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.459888] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa9cc037-1c17-4450-8e4b-1a74ba16e8bb tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] [instance: bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 678.460049] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-fa9cc037-1c17-4450-8e4b-1a74ba16e8bb tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] [instance: bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 678.460309] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a73abf84-28a6-4024-9e60-e83dbc471488 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.528036] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-fa9cc037-1c17-4450-8e4b-1a74ba16e8bb tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] [instance: bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 678.528036] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-fa9cc037-1c17-4450-8e4b-1a74ba16e8bb tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] [instance: bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 678.528036] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa9cc037-1c17-4450-8e4b-1a74ba16e8bb tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Deleting the datastore file [datastore1] bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 678.528036] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0d428ff-ba18-4b83-bc30-01db69b6a7b2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.533255] env[62301]: DEBUG oslo_vmware.api [None req-fa9cc037-1c17-4450-8e4b-1a74ba16e8bb tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Waiting for the task: (returnval){ [ 678.533255] env[62301]: value = "task-2569913" [ 678.533255] env[62301]: _type = "Task" [ 678.533255] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.541705] env[62301]: DEBUG oslo_vmware.api [None req-fa9cc037-1c17-4450-8e4b-1a74ba16e8bb tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Task: {'id': task-2569913, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.658710] env[62301]: DEBUG oslo_vmware.api [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52fce981-5332-8654-4e26-900c5eba36a0, 'name': SearchDatastore_Task, 'duration_secs': 0.012139} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.658710] env[62301]: DEBUG oslo_concurrency.lockutils [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.658980] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] fff316c1-2305-464b-8745-fabdb9636c46/fff316c1-2305-464b-8745-fabdb9636c46.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 678.659070] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aef23b83-0c4a-48ee-94fa-d2c563268202 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.667019] env[62301]: DEBUG oslo_vmware.api [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for the task: (returnval){ [ 678.667019] env[62301]: value = "task-2569914" [ 678.667019] env[62301]: _type = "Task" [ 678.667019] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.674786] env[62301]: DEBUG oslo_vmware.api [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2569914, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.717025] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.674s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.717025] env[62301]: DEBUG nova.compute.manager [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] [instance: 91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 678.719765] env[62301]: DEBUG oslo_concurrency.lockutils [None req-dde89371-06d9-46bf-86a0-4898cc174cd0 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.429s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.720144] env[62301]: DEBUG nova.objects.instance [None req-dde89371-06d9-46bf-86a0-4898cc174cd0 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Lazy-loading 'resources' on Instance uuid 989393f1-81d2-4f60-9c51-3f97e7cd873a {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 678.950868] env[62301]: DEBUG oslo_vmware.api [None req-cb03b267-58e8-419d-af0d-e8de133bbe30 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2569911, 'name': Destroy_Task} progress is 33%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.958769] env[62301]: DEBUG oslo_vmware.api [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2569909, 'name': Rename_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.044583] env[62301]: DEBUG oslo_vmware.api [None req-fa9cc037-1c17-4450-8e4b-1a74ba16e8bb tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Task: {'id': task-2569913, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295537} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.045209] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa9cc037-1c17-4450-8e4b-1a74ba16e8bb tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 679.045655] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-fa9cc037-1c17-4450-8e4b-1a74ba16e8bb tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] [instance: bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 679.045967] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-fa9cc037-1c17-4450-8e4b-1a74ba16e8bb tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] [instance: bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 679.046449] env[62301]: INFO nova.compute.manager [None req-fa9cc037-1c17-4450-8e4b-1a74ba16e8bb tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] [instance: bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4] Took 1.14 seconds to destroy the instance on the hypervisor. [ 679.046787] env[62301]: DEBUG oslo.service.loopingcall [None req-fa9cc037-1c17-4450-8e4b-1a74ba16e8bb tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 679.047240] env[62301]: DEBUG nova.compute.manager [-] [instance: bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 679.047405] env[62301]: DEBUG nova.network.neutron [-] [instance: bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 679.106078] env[62301]: DEBUG oslo_concurrency.lockutils [None req-67aa9384-66f2-4141-b3f4-54d9a926eaf3 tempest-VolumesAssistedSnapshotsTest-726462669 tempest-VolumesAssistedSnapshotsTest-726462669-project-admin] Acquiring lock "544d3a11-8c1f-4a7a-8e6c-ff8715950d35" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 679.106725] env[62301]: DEBUG oslo_concurrency.lockutils [None req-67aa9384-66f2-4141-b3f4-54d9a926eaf3 tempest-VolumesAssistedSnapshotsTest-726462669 tempest-VolumesAssistedSnapshotsTest-726462669-project-admin] Lock "544d3a11-8c1f-4a7a-8e6c-ff8715950d35" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 679.180663] env[62301]: DEBUG oslo_vmware.api [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2569914, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.224143] env[62301]: DEBUG nova.compute.utils [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 679.229740] env[62301]: DEBUG nova.compute.manager [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] [instance: 91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 679.229936] env[62301]: DEBUG nova.network.neutron [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] [instance: 91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 679.315962] env[62301]: DEBUG nova.policy [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e4dbf7eaddc4239ab6a808eadedb0ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e76d158adfa242a5b47ca5077fd99e27', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 679.447297] env[62301]: DEBUG oslo_vmware.api [None req-cb03b267-58e8-419d-af0d-e8de133bbe30 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2569911, 'name': Destroy_Task, 'duration_secs': 0.543354} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.451713] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-cb03b267-58e8-419d-af0d-e8de133bbe30 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575] Destroyed the VM [ 679.451927] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-cb03b267-58e8-419d-af0d-e8de133bbe30 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575] Deleting Snapshot of the VM instance {{(pid=62301) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 679.452215] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4c8279b3-966d-4e73-a1b8-326db018fceb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.465498] env[62301]: DEBUG oslo_vmware.api [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2569909, 'name': Rename_Task, 'duration_secs': 1.154815} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.465632] env[62301]: DEBUG oslo_vmware.api [None req-cb03b267-58e8-419d-af0d-e8de133bbe30 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Waiting for the task: (returnval){ [ 679.465632] env[62301]: value = "task-2569915" [ 679.465632] env[62301]: _type = "Task" [ 679.465632] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.466718] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 679.466718] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07b31953-cf9a-434a-ba28-39e084cfa0cc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.482058] env[62301]: DEBUG oslo_vmware.api [None req-cb03b267-58e8-419d-af0d-e8de133bbe30 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2569915, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.484781] env[62301]: DEBUG oslo_vmware.api [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for the task: (returnval){ [ 679.484781] env[62301]: value = "task-2569916" [ 679.484781] env[62301]: _type = "Task" [ 679.484781] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.499973] env[62301]: DEBUG oslo_vmware.api [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2569916, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.611837] env[62301]: DEBUG nova.compute.utils [None req-67aa9384-66f2-4141-b3f4-54d9a926eaf3 tempest-VolumesAssistedSnapshotsTest-726462669 tempest-VolumesAssistedSnapshotsTest-726462669-project-admin] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 679.681649] env[62301]: DEBUG oslo_vmware.api [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2569914, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530092} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.685184] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] fff316c1-2305-464b-8745-fabdb9636c46/fff316c1-2305-464b-8745-fabdb9636c46.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 679.685508] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: fff316c1-2305-464b-8745-fabdb9636c46] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 679.686281] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c10643d1-879f-4c62-a6be-5c7a1f72ba60 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.693614] env[62301]: DEBUG oslo_vmware.api [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for the task: (returnval){ [ 679.693614] env[62301]: value = "task-2569917" [ 679.693614] env[62301]: _type = "Task" [ 679.693614] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.708499] env[62301]: DEBUG oslo_vmware.api [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2569917, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.734569] env[62301]: DEBUG nova.compute.manager [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] [instance: 91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 679.773083] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f995bc74-0bad-4024-8224-6b1a4230b635 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.784545] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c196594-3edd-4afa-b164-12092f2e4195 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.819240] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8127d0da-1763-4e73-a88a-ece88b5f5c10 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.826826] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e156ff1-4b82-49b1-b563-b0a1e55f2aa0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.842010] env[62301]: DEBUG nova.compute.provider_tree [None req-dde89371-06d9-46bf-86a0-4898cc174cd0 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.868473] env[62301]: DEBUG nova.network.neutron [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] [instance: 91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4] Successfully created port: c2cafba7-7cbe-4865-9ef9-d268bdf76f90 {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 679.976299] env[62301]: DEBUG oslo_vmware.api [None req-cb03b267-58e8-419d-af0d-e8de133bbe30 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2569915, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.994891] env[62301]: DEBUG nova.network.neutron [-] [instance: bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.996241] env[62301]: DEBUG oslo_vmware.api [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2569916, 'name': PowerOnVM_Task, 'duration_secs': 0.499717} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.996494] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 679.996728] env[62301]: INFO nova.compute.manager [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Took 8.61 seconds to spawn the instance on the hypervisor. [ 679.996859] env[62301]: DEBUG nova.compute.manager [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.997666] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84449c55-20c2-4528-a649-bf30fe802568 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.118045] env[62301]: DEBUG oslo_concurrency.lockutils [None req-67aa9384-66f2-4141-b3f4-54d9a926eaf3 tempest-VolumesAssistedSnapshotsTest-726462669 tempest-VolumesAssistedSnapshotsTest-726462669-project-admin] Lock "544d3a11-8c1f-4a7a-8e6c-ff8715950d35" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 680.206222] env[62301]: DEBUG oslo_vmware.api [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2569917, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077148} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.206347] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: fff316c1-2305-464b-8745-fabdb9636c46] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 680.207344] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41ce446-8753-44d9-b355-58e1bcbf0915 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.234985] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: fff316c1-2305-464b-8745-fabdb9636c46] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] fff316c1-2305-464b-8745-fabdb9636c46/fff316c1-2305-464b-8745-fabdb9636c46.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.235400] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a57110d0-454c-4570-b435-1e461f61b15e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.264781] env[62301]: DEBUG oslo_vmware.api [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for the task: (returnval){ [ 680.264781] env[62301]: value = "task-2569918" [ 680.264781] env[62301]: _type = "Task" [ 680.264781] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.281444] env[62301]: DEBUG oslo_vmware.api [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2569918, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.345028] env[62301]: DEBUG nova.scheduler.client.report [None req-dde89371-06d9-46bf-86a0-4898cc174cd0 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.350064] env[62301]: DEBUG nova.compute.manager [req-c730907e-e9c8-4d35-934d-29d977771681 req-39edb571-bdfb-45aa-9b2d-1b755f873ac2 service nova] [instance: bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4] Received event network-vif-deleted-1108020f-50fe-4c23-b09a-07a4899089f0 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 680.476913] env[62301]: DEBUG oslo_vmware.api [None req-cb03b267-58e8-419d-af0d-e8de133bbe30 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2569915, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.502173] env[62301]: INFO nova.compute.manager [-] [instance: bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4] Took 1.45 seconds to deallocate network for instance. [ 680.514344] env[62301]: INFO nova.compute.manager [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Took 47.08 seconds to build instance. [ 680.756295] env[62301]: DEBUG nova.compute.manager [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] [instance: 91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 680.779645] env[62301]: DEBUG oslo_vmware.api [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2569918, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.793798] env[62301]: DEBUG nova.virt.hardware [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 680.794142] env[62301]: DEBUG nova.virt.hardware [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 680.794367] env[62301]: DEBUG nova.virt.hardware [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 680.794629] env[62301]: DEBUG nova.virt.hardware [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 680.797893] env[62301]: DEBUG nova.virt.hardware [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 680.797893] env[62301]: DEBUG nova.virt.hardware [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 680.797893] env[62301]: DEBUG nova.virt.hardware [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 680.797893] env[62301]: DEBUG nova.virt.hardware [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 680.797893] env[62301]: DEBUG nova.virt.hardware [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 680.798466] env[62301]: DEBUG nova.virt.hardware [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 680.798466] env[62301]: DEBUG nova.virt.hardware [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 680.798466] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e1e34c-9286-4c4e-a557-c7e1e96568f9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.805241] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6abf451-c037-47fe-aeb1-2b3ab3652962 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.852226] env[62301]: DEBUG oslo_concurrency.lockutils [None req-dde89371-06d9-46bf-86a0-4898cc174cd0 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.132s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 680.854732] env[62301]: DEBUG oslo_concurrency.lockutils [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.452s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 680.856398] env[62301]: INFO nova.compute.claims [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: a25b53c1-60dc-4daa-8812-ecb7f026e1f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 680.878373] env[62301]: INFO nova.scheduler.client.report [None req-dde89371-06d9-46bf-86a0-4898cc174cd0 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Deleted allocations for instance 989393f1-81d2-4f60-9c51-3f97e7cd873a [ 680.982647] env[62301]: DEBUG oslo_vmware.api [None req-cb03b267-58e8-419d-af0d-e8de133bbe30 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2569915, 'name': RemoveSnapshot_Task, 'duration_secs': 1.181335} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.982849] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-cb03b267-58e8-419d-af0d-e8de133bbe30 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575] Deleted Snapshot of the VM instance {{(pid=62301) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 681.008558] env[62301]: DEBUG oslo_concurrency.lockutils [None req-fa9cc037-1c17-4450-8e4b-1a74ba16e8bb tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.016304] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b2356282-e0c3-44c7-84c1-783aed2b1d91 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Lock "74379ea7-7c7d-4212-b637-2af384ba4c95" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.902s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.192942] env[62301]: DEBUG oslo_concurrency.lockutils [None req-67aa9384-66f2-4141-b3f4-54d9a926eaf3 tempest-VolumesAssistedSnapshotsTest-726462669 tempest-VolumesAssistedSnapshotsTest-726462669-project-admin] Acquiring lock "544d3a11-8c1f-4a7a-8e6c-ff8715950d35" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.193342] env[62301]: DEBUG oslo_concurrency.lockutils [None req-67aa9384-66f2-4141-b3f4-54d9a926eaf3 tempest-VolumesAssistedSnapshotsTest-726462669 tempest-VolumesAssistedSnapshotsTest-726462669-project-admin] Lock "544d3a11-8c1f-4a7a-8e6c-ff8715950d35" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 681.193592] env[62301]: INFO nova.compute.manager [None req-67aa9384-66f2-4141-b3f4-54d9a926eaf3 tempest-VolumesAssistedSnapshotsTest-726462669 tempest-VolumesAssistedSnapshotsTest-726462669-project-admin] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Attaching volume dc310a6c-5449-482a-9591-9cf0ce65d37c to /dev/sdb [ 681.240900] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2088d7c8-760d-4f4c-9a07-643b8822f330 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.251021] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-756f4398-2e92-40be-9f87-9e89327126a8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.261529] env[62301]: DEBUG nova.virt.block_device [None req-67aa9384-66f2-4141-b3f4-54d9a926eaf3 tempest-VolumesAssistedSnapshotsTest-726462669 tempest-VolumesAssistedSnapshotsTest-726462669-project-admin] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Updating existing volume attachment record: 589f249a-ede4-470f-9776-d7dd49caffde {{(pid=62301) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 681.274551] env[62301]: DEBUG oslo_vmware.api [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2569918, 'name': ReconfigVM_Task, 'duration_secs': 0.76628} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.274821] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: fff316c1-2305-464b-8745-fabdb9636c46] Reconfigured VM instance instance-00000023 to attach disk [datastore2] fff316c1-2305-464b-8745-fabdb9636c46/fff316c1-2305-464b-8745-fabdb9636c46.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.275469] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bfcf817d-0a9f-4c91-bcb4-b9a18c043495 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.282704] env[62301]: DEBUG oslo_vmware.api [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for the task: (returnval){ [ 681.282704] env[62301]: value = "task-2569919" [ 681.282704] env[62301]: _type = "Task" [ 681.282704] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.292235] env[62301]: DEBUG oslo_vmware.api [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2569919, 'name': Rename_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.386377] env[62301]: DEBUG oslo_concurrency.lockutils [None req-dde89371-06d9-46bf-86a0-4898cc174cd0 tempest-ServersNegativeTestMultiTenantJSON-2094705418 tempest-ServersNegativeTestMultiTenantJSON-2094705418-project-member] Lock "989393f1-81d2-4f60-9c51-3f97e7cd873a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.547s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.489943] env[62301]: WARNING nova.compute.manager [None req-cb03b267-58e8-419d-af0d-e8de133bbe30 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575] Image not found during snapshot: nova.exception.ImageNotFound: Image 8b0ee4a3-8bba-4630-ad4c-144415ed1e21 could not be found. [ 681.520357] env[62301]: DEBUG nova.compute.manager [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 681.595854] env[62301]: DEBUG nova.network.neutron [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] [instance: 91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4] Successfully updated port: c2cafba7-7cbe-4865-9ef9-d268bdf76f90 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 681.792955] env[62301]: DEBUG oslo_vmware.api [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2569919, 'name': Rename_Task, 'duration_secs': 0.145804} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.793333] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: fff316c1-2305-464b-8745-fabdb9636c46] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 681.793661] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3dec3267-f388-4e5a-aa1a-af7cd4078136 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.800254] env[62301]: DEBUG oslo_vmware.api [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for the task: (returnval){ [ 681.800254] env[62301]: value = "task-2569923" [ 681.800254] env[62301]: _type = "Task" [ 681.800254] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.810212] env[62301]: DEBUG oslo_vmware.api [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2569923, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.043538] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.098416] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Acquiring lock "refresh_cache-91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.098721] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Acquired lock "refresh_cache-91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.098917] env[62301]: DEBUG nova.network.neutron [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] [instance: 91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 682.316422] env[62301]: DEBUG oslo_vmware.api [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2569923, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.434087] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6542307d-f7d8-45dc-885b-869959032e7c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.442714] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768dbb67-ae68-4e40-9fbe-a895ac18cca1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.481075] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e28a6d4-b5ca-4fdc-bc72-1c4933ee6103 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.489307] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32855860-0b70-4bea-bce2-4991575798f9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.503885] env[62301]: DEBUG nova.compute.provider_tree [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.653108] env[62301]: DEBUG nova.network.neutron [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] [instance: 91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 682.818748] env[62301]: DEBUG oslo_vmware.api [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2569923, 'name': PowerOnVM_Task, 'duration_secs': 0.695318} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.818748] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: fff316c1-2305-464b-8745-fabdb9636c46] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 682.818748] env[62301]: INFO nova.compute.manager [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: fff316c1-2305-464b-8745-fabdb9636c46] Took 8.86 seconds to spawn the instance on the hypervisor. [ 682.818856] env[62301]: DEBUG nova.compute.manager [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: fff316c1-2305-464b-8745-fabdb9636c46] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 682.819622] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c6851e-16f9-4123-bfdf-5a61ab604b31 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.853285] env[62301]: DEBUG nova.network.neutron [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] [instance: 91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4] Updating instance_info_cache with network_info: [{"id": "c2cafba7-7cbe-4865-9ef9-d268bdf76f90", "address": "fa:16:3e:d2:7a:b3", "network": {"id": "7556e4dd-4551-477c-9836-d0124fac491a", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-460988422-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e76d158adfa242a5b47ca5077fd99e27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2cafba7-7c", "ovs_interfaceid": "c2cafba7-7cbe-4865-9ef9-d268bdf76f90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.979498] env[62301]: DEBUG nova.compute.manager [req-5ac3f871-65e0-49e9-ba48-a79f5cb5850d req-18f61130-e550-4948-9f25-8a496af8c667 service nova] [instance: 91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4] Received event network-vif-plugged-c2cafba7-7cbe-4865-9ef9-d268bdf76f90 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 682.979717] env[62301]: DEBUG oslo_concurrency.lockutils [req-5ac3f871-65e0-49e9-ba48-a79f5cb5850d req-18f61130-e550-4948-9f25-8a496af8c667 service nova] Acquiring lock "91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.979921] env[62301]: DEBUG oslo_concurrency.lockutils [req-5ac3f871-65e0-49e9-ba48-a79f5cb5850d req-18f61130-e550-4948-9f25-8a496af8c667 service nova] Lock "91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.980142] env[62301]: DEBUG oslo_concurrency.lockutils [req-5ac3f871-65e0-49e9-ba48-a79f5cb5850d req-18f61130-e550-4948-9f25-8a496af8c667 service nova] Lock "91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.980332] env[62301]: DEBUG nova.compute.manager [req-5ac3f871-65e0-49e9-ba48-a79f5cb5850d req-18f61130-e550-4948-9f25-8a496af8c667 service nova] [instance: 91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4] No waiting events found dispatching network-vif-plugged-c2cafba7-7cbe-4865-9ef9-d268bdf76f90 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 682.984083] env[62301]: WARNING nova.compute.manager [req-5ac3f871-65e0-49e9-ba48-a79f5cb5850d req-18f61130-e550-4948-9f25-8a496af8c667 service nova] [instance: 91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4] Received unexpected event network-vif-plugged-c2cafba7-7cbe-4865-9ef9-d268bdf76f90 for instance with vm_state building and task_state spawning. [ 682.984083] env[62301]: DEBUG nova.compute.manager [req-5ac3f871-65e0-49e9-ba48-a79f5cb5850d req-18f61130-e550-4948-9f25-8a496af8c667 service nova] [instance: 91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4] Received event network-changed-c2cafba7-7cbe-4865-9ef9-d268bdf76f90 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 682.984083] env[62301]: DEBUG nova.compute.manager [req-5ac3f871-65e0-49e9-ba48-a79f5cb5850d req-18f61130-e550-4948-9f25-8a496af8c667 service nova] [instance: 91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4] Refreshing instance network info cache due to event network-changed-c2cafba7-7cbe-4865-9ef9-d268bdf76f90. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 682.984083] env[62301]: DEBUG oslo_concurrency.lockutils [req-5ac3f871-65e0-49e9-ba48-a79f5cb5850d req-18f61130-e550-4948-9f25-8a496af8c667 service nova] Acquiring lock "refresh_cache-91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.006991] env[62301]: DEBUG nova.scheduler.client.report [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.207267] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Acquiring lock "222560d8-31b8-4349-aaa0-67d1497ac0a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 683.207267] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lock "222560d8-31b8-4349-aaa0-67d1497ac0a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 683.338869] env[62301]: INFO nova.compute.manager [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: fff316c1-2305-464b-8745-fabdb9636c46] Took 49.23 seconds to build instance. [ 683.355684] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Releasing lock "refresh_cache-91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.356215] env[62301]: DEBUG nova.compute.manager [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] [instance: 91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4] Instance network_info: |[{"id": "c2cafba7-7cbe-4865-9ef9-d268bdf76f90", "address": "fa:16:3e:d2:7a:b3", "network": {"id": "7556e4dd-4551-477c-9836-d0124fac491a", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-460988422-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e76d158adfa242a5b47ca5077fd99e27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2cafba7-7c", "ovs_interfaceid": "c2cafba7-7cbe-4865-9ef9-d268bdf76f90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 683.356544] env[62301]: DEBUG oslo_concurrency.lockutils [req-5ac3f871-65e0-49e9-ba48-a79f5cb5850d req-18f61130-e550-4948-9f25-8a496af8c667 service nova] Acquired lock "refresh_cache-91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.356723] env[62301]: DEBUG nova.network.neutron [req-5ac3f871-65e0-49e9-ba48-a79f5cb5850d req-18f61130-e550-4948-9f25-8a496af8c667 service nova] [instance: 91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4] Refreshing network info cache for port c2cafba7-7cbe-4865-9ef9-d268bdf76f90 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 683.361557] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] [instance: 91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:7a:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61a172ee-af3f-473e-b12a-3fee5bf39c8d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2cafba7-7cbe-4865-9ef9-d268bdf76f90', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 683.368284] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Creating folder: Project (e76d158adfa242a5b47ca5077fd99e27). Parent ref: group-v518653. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.368858] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5997e596-f683-4676-a963-f421b1fa8a7d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.380870] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Created folder: Project (e76d158adfa242a5b47ca5077fd99e27) in parent group-v518653. [ 683.381572] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Creating folder: Instances. Parent ref: group-v518763. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.381836] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7597e3ae-6d98-4880-a719-d97d6d4ce330 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.393298] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Created folder: Instances in parent group-v518763. [ 683.393544] env[62301]: DEBUG oslo.service.loopingcall [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 683.393735] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 683.393939] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f526266d-cebf-4ef9-aca8-ef9abcd27ead {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.417573] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 683.417573] env[62301]: value = "task-2569926" [ 683.417573] env[62301]: _type = "Task" [ 683.417573] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.426086] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569926, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.512584] env[62301]: DEBUG oslo_concurrency.lockutils [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 683.512964] env[62301]: DEBUG nova.compute.manager [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: a25b53c1-60dc-4daa-8812-ecb7f026e1f0] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 683.519891] env[62301]: DEBUG oslo_concurrency.lockutils [None req-893ac469-0fc0-4f88-9957-cdad56b7749e tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.661s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 683.519891] env[62301]: DEBUG nova.objects.instance [None req-893ac469-0fc0-4f88-9957-cdad56b7749e tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Lazy-loading 'resources' on Instance uuid 31934154-68a2-41a5-8c23-b95738eaeb70 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 683.843170] env[62301]: DEBUG oslo_concurrency.lockutils [None req-35977ea1-9070-4216-8d7d-74aa7dd91b2a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Lock "fff316c1-2305-464b-8745-fabdb9636c46" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.185s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 683.939076] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569926, 'name': CreateVM_Task, 'duration_secs': 0.417049} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.939076] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 683.939532] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.939711] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.940012] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 683.940309] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77b17e76-cfe5-44ec-8a55-e4ddd769ab6b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.949549] env[62301]: DEBUG oslo_vmware.api [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Waiting for the task: (returnval){ [ 683.949549] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52292df7-0850-a415-1885-9e845f9af163" [ 683.949549] env[62301]: _type = "Task" [ 683.949549] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.959808] env[62301]: DEBUG oslo_vmware.api [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52292df7-0850-a415-1885-9e845f9af163, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.999675] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bbac5bbc-e941-4177-80b7-51e49aaa8c8d tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Acquiring lock "47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.000560] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bbac5bbc-e941-4177-80b7-51e49aaa8c8d tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Lock "47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.000560] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bbac5bbc-e941-4177-80b7-51e49aaa8c8d tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Acquiring lock "47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.000719] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bbac5bbc-e941-4177-80b7-51e49aaa8c8d tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Lock "47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.000976] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bbac5bbc-e941-4177-80b7-51e49aaa8c8d tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Lock "47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.002948] env[62301]: INFO nova.compute.manager [None req-bbac5bbc-e941-4177-80b7-51e49aaa8c8d tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575] Terminating instance [ 684.023057] env[62301]: DEBUG nova.compute.utils [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 684.028016] env[62301]: DEBUG nova.compute.manager [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: a25b53c1-60dc-4daa-8812-ecb7f026e1f0] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 684.028016] env[62301]: DEBUG nova.network.neutron [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: a25b53c1-60dc-4daa-8812-ecb7f026e1f0] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 684.134395] env[62301]: DEBUG nova.policy [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '42dae9e7bfa445068ea59d7a8a75f92b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e4385c8f1ab44aca6c8ebea3e045865', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 684.346160] env[62301]: DEBUG nova.network.neutron [req-5ac3f871-65e0-49e9-ba48-a79f5cb5850d req-18f61130-e550-4948-9f25-8a496af8c667 service nova] [instance: 91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4] Updated VIF entry in instance network info cache for port c2cafba7-7cbe-4865-9ef9-d268bdf76f90. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 684.346160] env[62301]: DEBUG nova.network.neutron [req-5ac3f871-65e0-49e9-ba48-a79f5cb5850d req-18f61130-e550-4948-9f25-8a496af8c667 service nova] [instance: 91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4] Updating instance_info_cache with network_info: [{"id": "c2cafba7-7cbe-4865-9ef9-d268bdf76f90", "address": "fa:16:3e:d2:7a:b3", "network": {"id": "7556e4dd-4551-477c-9836-d0124fac491a", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-460988422-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e76d158adfa242a5b47ca5077fd99e27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2cafba7-7c", "ovs_interfaceid": "c2cafba7-7cbe-4865-9ef9-d268bdf76f90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.346373] env[62301]: DEBUG nova.compute.manager [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 684.462905] env[62301]: DEBUG oslo_vmware.api [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52292df7-0850-a415-1885-9e845f9af163, 'name': SearchDatastore_Task, 'duration_secs': 0.009939} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.466162] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.466411] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] [instance: 91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 684.466640] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.466966] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.467228] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 684.467952] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd74394d-1578-4617-ab74-5c631be0e31f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.480913] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 684.481112] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 684.481846] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d73259b1-dd0c-4519-8904-de1fd81f8b44 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.487207] env[62301]: DEBUG oslo_vmware.api [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Waiting for the task: (returnval){ [ 684.487207] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]526d5851-8b9f-cf6e-a816-727c480b2434" [ 684.487207] env[62301]: _type = "Task" [ 684.487207] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.496483] env[62301]: DEBUG oslo_vmware.api [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]526d5851-8b9f-cf6e-a816-727c480b2434, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.506233] env[62301]: DEBUG nova.compute.manager [None req-bbac5bbc-e941-4177-80b7-51e49aaa8c8d tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 684.506438] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-bbac5bbc-e941-4177-80b7-51e49aaa8c8d tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 684.507264] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31aba62-478c-4384-9518-d4630145f29a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.515739] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8992cd-63f7-419b-bd4a-e492994fc191 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.524865] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbac5bbc-e941-4177-80b7-51e49aaa8c8d tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 684.526979] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4347e277-4924-4691-a649-f972362c2eb7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.528943] env[62301]: DEBUG nova.compute.manager [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: a25b53c1-60dc-4daa-8812-ecb7f026e1f0] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 684.532774] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a548a5db-bfa4-4b1b-870b-41f3c370fca1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.569834] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af9be84-3e39-44d9-89a1-2ddacd2bc398 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.573486] env[62301]: DEBUG oslo_vmware.api [None req-bbac5bbc-e941-4177-80b7-51e49aaa8c8d tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Waiting for the task: (returnval){ [ 684.573486] env[62301]: value = "task-2569928" [ 684.573486] env[62301]: _type = "Task" [ 684.573486] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.581401] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ba7686-3e50-4d19-8852-b24e4d77a43e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.590549] env[62301]: DEBUG oslo_vmware.api [None req-bbac5bbc-e941-4177-80b7-51e49aaa8c8d tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2569928, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.601036] env[62301]: DEBUG nova.compute.provider_tree [None req-893ac469-0fc0-4f88-9957-cdad56b7749e tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.603022] env[62301]: DEBUG nova.network.neutron [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: a25b53c1-60dc-4daa-8812-ecb7f026e1f0] Successfully created port: 97907c16-aa82-4ff6-a867-7164de3ebd39 {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 684.854379] env[62301]: DEBUG oslo_concurrency.lockutils [req-5ac3f871-65e0-49e9-ba48-a79f5cb5850d req-18f61130-e550-4948-9f25-8a496af8c667 service nova] Releasing lock "refresh_cache-91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.882767] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.998447] env[62301]: DEBUG oslo_vmware.api [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]526d5851-8b9f-cf6e-a816-727c480b2434, 'name': SearchDatastore_Task, 'duration_secs': 0.009276} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.999352] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb223299-bb16-431f-876d-e28478b567a7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.005378] env[62301]: DEBUG oslo_vmware.api [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Waiting for the task: (returnval){ [ 685.005378] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]521f4b2b-e3a0-eafb-ba36-2a8e95a8c021" [ 685.005378] env[62301]: _type = "Task" [ 685.005378] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.014088] env[62301]: DEBUG oslo_vmware.api [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]521f4b2b-e3a0-eafb-ba36-2a8e95a8c021, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.089568] env[62301]: DEBUG oslo_vmware.api [None req-bbac5bbc-e941-4177-80b7-51e49aaa8c8d tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2569928, 'name': PowerOffVM_Task, 'duration_secs': 0.187912} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.089846] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbac5bbc-e941-4177-80b7-51e49aaa8c8d tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 685.090359] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-bbac5bbc-e941-4177-80b7-51e49aaa8c8d tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 685.091449] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6f38d0d-0a61-409c-9d4f-70437927141c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.106540] env[62301]: DEBUG nova.scheduler.client.report [None req-893ac469-0fc0-4f88-9957-cdad56b7749e tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.163019] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-bbac5bbc-e941-4177-80b7-51e49aaa8c8d tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 685.163272] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-bbac5bbc-e941-4177-80b7-51e49aaa8c8d tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 685.163475] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbac5bbc-e941-4177-80b7-51e49aaa8c8d tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Deleting the datastore file [datastore1] 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 685.163701] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf0db525-f4f5-4e29-aa7e-b9f4860e156e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.172021] env[62301]: DEBUG oslo_vmware.api [None req-bbac5bbc-e941-4177-80b7-51e49aaa8c8d tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Waiting for the task: (returnval){ [ 685.172021] env[62301]: value = "task-2569930" [ 685.172021] env[62301]: _type = "Task" [ 685.172021] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.181630] env[62301]: DEBUG oslo_vmware.api [None req-bbac5bbc-e941-4177-80b7-51e49aaa8c8d tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2569930, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.424065] env[62301]: DEBUG oslo_concurrency.lockutils [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Acquiring lock "bee99a50-f6f3-4b54-a579-acbd6c14adca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.424065] env[62301]: DEBUG oslo_concurrency.lockutils [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Lock "bee99a50-f6f3-4b54-a579-acbd6c14adca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.519376] env[62301]: DEBUG oslo_vmware.api [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]521f4b2b-e3a0-eafb-ba36-2a8e95a8c021, 'name': SearchDatastore_Task, 'duration_secs': 0.009941} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.522021] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.522021] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4/91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 685.522021] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b516cee4-4260-4a48-84d1-355bc02a7e96 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.528207] env[62301]: DEBUG oslo_vmware.api [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Waiting for the task: (returnval){ [ 685.528207] env[62301]: value = "task-2569931" [ 685.528207] env[62301]: _type = "Task" [ 685.528207] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.541067] env[62301]: DEBUG oslo_vmware.api [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Task: {'id': task-2569931, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.547302] env[62301]: DEBUG nova.compute.manager [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: a25b53c1-60dc-4daa-8812-ecb7f026e1f0] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 685.601571] env[62301]: DEBUG nova.virt.hardware [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 685.601811] env[62301]: DEBUG nova.virt.hardware [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 685.601969] env[62301]: DEBUG nova.virt.hardware [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 685.602158] env[62301]: DEBUG nova.virt.hardware [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 685.602298] env[62301]: DEBUG nova.virt.hardware [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 685.602448] env[62301]: DEBUG nova.virt.hardware [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 685.602645] env[62301]: DEBUG nova.virt.hardware [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 685.602800] env[62301]: DEBUG nova.virt.hardware [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 685.602967] env[62301]: DEBUG nova.virt.hardware [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 685.603139] env[62301]: DEBUG nova.virt.hardware [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 685.603305] env[62301]: DEBUG nova.virt.hardware [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 685.604226] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a21b36-f768-4f84-8c6e-b369c0c8144e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.612342] env[62301]: DEBUG oslo_concurrency.lockutils [None req-893ac469-0fc0-4f88-9957-cdad56b7749e tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.097s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.614650] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 33.124s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.621832] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070c1e79-de87-4bda-a468-35642ac844b9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.647434] env[62301]: INFO nova.scheduler.client.report [None req-893ac469-0fc0-4f88-9957-cdad56b7749e tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Deleted allocations for instance 31934154-68a2-41a5-8c23-b95738eaeb70 [ 685.690848] env[62301]: DEBUG oslo_vmware.api [None req-bbac5bbc-e941-4177-80b7-51e49aaa8c8d tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2569930, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143042} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.690949] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbac5bbc-e941-4177-80b7-51e49aaa8c8d tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 685.691356] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-bbac5bbc-e941-4177-80b7-51e49aaa8c8d tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 685.691625] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-bbac5bbc-e941-4177-80b7-51e49aaa8c8d tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 685.691841] env[62301]: INFO nova.compute.manager [None req-bbac5bbc-e941-4177-80b7-51e49aaa8c8d tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575] Took 1.19 seconds to destroy the instance on the hypervisor. [ 685.692449] env[62301]: DEBUG oslo.service.loopingcall [None req-bbac5bbc-e941-4177-80b7-51e49aaa8c8d tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 685.692566] env[62301]: DEBUG nova.compute.manager [-] [instance: 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 685.692750] env[62301]: DEBUG nova.network.neutron [-] [instance: 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 685.821703] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-67aa9384-66f2-4141-b3f4-54d9a926eaf3 tempest-VolumesAssistedSnapshotsTest-726462669 tempest-VolumesAssistedSnapshotsTest-726462669-project-admin] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Volume attach. Driver type: vmdk {{(pid=62301) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 685.822138] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-67aa9384-66f2-4141-b3f4-54d9a926eaf3 tempest-VolumesAssistedSnapshotsTest-726462669 tempest-VolumesAssistedSnapshotsTest-726462669-project-admin] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518762', 'volume_id': 'dc310a6c-5449-482a-9591-9cf0ce65d37c', 'name': 'volume-dc310a6c-5449-482a-9591-9cf0ce65d37c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '544d3a11-8c1f-4a7a-8e6c-ff8715950d35', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc310a6c-5449-482a-9591-9cf0ce65d37c', 'serial': 'dc310a6c-5449-482a-9591-9cf0ce65d37c'} {{(pid=62301) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 685.823103] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5d9a84-c9f7-42dd-aa51-ddf48ec8cce1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.840796] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f0f42b-3678-49f4-a8a0-4026b394484b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.868326] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-67aa9384-66f2-4141-b3f4-54d9a926eaf3 tempest-VolumesAssistedSnapshotsTest-726462669 tempest-VolumesAssistedSnapshotsTest-726462669-project-admin] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] volume-dc310a6c-5449-482a-9591-9cf0ce65d37c/volume-dc310a6c-5449-482a-9591-9cf0ce65d37c.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.868977] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2fa8fab-f016-4007-9b96-d1713acd075b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.890191] env[62301]: DEBUG oslo_vmware.api [None req-67aa9384-66f2-4141-b3f4-54d9a926eaf3 tempest-VolumesAssistedSnapshotsTest-726462669 tempest-VolumesAssistedSnapshotsTest-726462669-project-admin] Waiting for the task: (returnval){ [ 685.890191] env[62301]: value = "task-2569932" [ 685.890191] env[62301]: _type = "Task" [ 685.890191] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.899542] env[62301]: DEBUG oslo_vmware.api [None req-67aa9384-66f2-4141-b3f4-54d9a926eaf3 tempest-VolumesAssistedSnapshotsTest-726462669 tempest-VolumesAssistedSnapshotsTest-726462669-project-admin] Task: {'id': task-2569932, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.038908] env[62301]: DEBUG oslo_vmware.api [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Task: {'id': task-2569931, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.157833] env[62301]: DEBUG oslo_concurrency.lockutils [None req-893ac469-0fc0-4f88-9957-cdad56b7749e tempest-ServerDiagnosticsNegativeTest-1713838249 tempest-ServerDiagnosticsNegativeTest-1713838249-project-member] Lock "31934154-68a2-41a5-8c23-b95738eaeb70" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.792s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.236136] env[62301]: DEBUG nova.compute.manager [req-aef29f68-3da1-474a-ad4f-44d3e4857241 req-2339a79c-5048-4eff-a490-8fba71faebb6 service nova] [instance: 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575] Received event network-vif-deleted-51be4958-6f12-45c3-bb4a-e684ee860f2c {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 686.236136] env[62301]: INFO nova.compute.manager [req-aef29f68-3da1-474a-ad4f-44d3e4857241 req-2339a79c-5048-4eff-a490-8fba71faebb6 service nova] [instance: 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575] Neutron deleted interface 51be4958-6f12-45c3-bb4a-e684ee860f2c; detaching it from the instance and deleting it from the info cache [ 686.236357] env[62301]: DEBUG nova.network.neutron [req-aef29f68-3da1-474a-ad4f-44d3e4857241 req-2339a79c-5048-4eff-a490-8fba71faebb6 service nova] [instance: 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.401038] env[62301]: DEBUG oslo_vmware.api [None req-67aa9384-66f2-4141-b3f4-54d9a926eaf3 tempest-VolumesAssistedSnapshotsTest-726462669 tempest-VolumesAssistedSnapshotsTest-726462669-project-admin] Task: {'id': task-2569932, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.527067] env[62301]: DEBUG nova.network.neutron [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: a25b53c1-60dc-4daa-8812-ecb7f026e1f0] Successfully updated port: 97907c16-aa82-4ff6-a867-7164de3ebd39 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 686.540843] env[62301]: DEBUG oslo_vmware.api [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Task: {'id': task-2569931, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.743623} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.541140] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4/91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 686.541309] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] [instance: 91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 686.542293] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c24cd7c-6729-4e9a-bcc0-ae32b95d13c5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.548623] env[62301]: DEBUG oslo_vmware.api [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Waiting for the task: (returnval){ [ 686.548623] env[62301]: value = "task-2569933" [ 686.548623] env[62301]: _type = "Task" [ 686.548623] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.559802] env[62301]: DEBUG oslo_vmware.api [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Task: {'id': task-2569933, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.646204] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Applying migration context for instance 7e9c242a-875f-4f89-ab87-debf3dbf8e94 as it has an incoming, in-progress migration 383bbe3a-fbd5-4378-a5b0-7fbf48183718. Migration status is confirming {{(pid=62301) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 686.649853] env[62301]: INFO nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Updating resource usage from migration 383bbe3a-fbd5-4378-a5b0-7fbf48183718 [ 686.676634] env[62301]: WARNING nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 877dbdd0-9397-4cad-acc8-9cf80b6f480b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 686.676634] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 00a8a42a-2239-483d-a0cf-d7bbb3d95997 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 686.676634] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 5102a8ce-2234-43cb-ae85-df50645c9545 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 686.676634] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 544d3a11-8c1f-4a7a-8e6c-ff8715950d35 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 686.677319] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 91b2eaca-3a17-446b-abe7-ff677db29514 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 686.677319] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance c51583ab-2881-42e3-b9e6-831afc6b6f49 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 686.677319] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 6bb105e9-936b-46c0-82e3-37a2139c76bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 686.677319] env[62301]: WARNING nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance d1de1100-83f4-43e8-a4c9-46ede08a7ed0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 686.677461] env[62301]: WARNING nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 1cda51f6-3d8a-497d-bc6a-63cfb058dd29 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 686.677461] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 686.677461] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance ca83463c-d6ee-480f-b113-d05e977a6016 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 686.677461] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 7a0b066b-4028-47bb-891d-685f99d039a8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 686.677593] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 686.677593] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Migration 383bbe3a-fbd5-4378-a5b0-7fbf48183718 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 686.677593] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 7e9c242a-875f-4f89-ab87-debf3dbf8e94 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 686.677593] env[62301]: WARNING nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 686.677721] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 74379ea7-7c7d-4212-b637-2af384ba4c95 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 686.678389] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance fff316c1-2305-464b-8745-fabdb9636c46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 686.678389] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 686.678389] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance a25b53c1-60dc-4daa-8812-ecb7f026e1f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 686.695571] env[62301]: DEBUG nova.network.neutron [-] [instance: 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.742026] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9ccaed19-9d53-465b-9092-5633f24f4da1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.752117] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501f0c11-15bf-4ddf-92d4-c0ccbade2b6a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.791768] env[62301]: DEBUG nova.compute.manager [req-aef29f68-3da1-474a-ad4f-44d3e4857241 req-2339a79c-5048-4eff-a490-8fba71faebb6 service nova] [instance: 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575] Detach interface failed, port_id=51be4958-6f12-45c3-bb4a-e684ee860f2c, reason: Instance 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575 could not be found. {{(pid=62301) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 686.900241] env[62301]: DEBUG oslo_vmware.api [None req-67aa9384-66f2-4141-b3f4-54d9a926eaf3 tempest-VolumesAssistedSnapshotsTest-726462669 tempest-VolumesAssistedSnapshotsTest-726462669-project-admin] Task: {'id': task-2569932, 'name': ReconfigVM_Task, 'duration_secs': 0.708963} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.900539] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-67aa9384-66f2-4141-b3f4-54d9a926eaf3 tempest-VolumesAssistedSnapshotsTest-726462669 tempest-VolumesAssistedSnapshotsTest-726462669-project-admin] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Reconfigured VM instance instance-0000000b to attach disk [datastore1] volume-dc310a6c-5449-482a-9591-9cf0ce65d37c/volume-dc310a6c-5449-482a-9591-9cf0ce65d37c.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 686.905893] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a633d3d5-3869-48d0-bc29-d1273926712a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.931114] env[62301]: DEBUG oslo_vmware.api [None req-67aa9384-66f2-4141-b3f4-54d9a926eaf3 tempest-VolumesAssistedSnapshotsTest-726462669 tempest-VolumesAssistedSnapshotsTest-726462669-project-admin] Waiting for the task: (returnval){ [ 686.931114] env[62301]: value = "task-2569934" [ 686.931114] env[62301]: _type = "Task" [ 686.931114] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.939959] env[62301]: DEBUG oslo_vmware.api [None req-67aa9384-66f2-4141-b3f4-54d9a926eaf3 tempest-VolumesAssistedSnapshotsTest-726462669 tempest-VolumesAssistedSnapshotsTest-726462669-project-admin] Task: {'id': task-2569934, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.030287] env[62301]: DEBUG oslo_concurrency.lockutils [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Acquiring lock "refresh_cache-a25b53c1-60dc-4daa-8812-ecb7f026e1f0" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.030287] env[62301]: DEBUG oslo_concurrency.lockutils [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Acquired lock "refresh_cache-a25b53c1-60dc-4daa-8812-ecb7f026e1f0" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.031030] env[62301]: DEBUG nova.network.neutron [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: a25b53c1-60dc-4daa-8812-ecb7f026e1f0] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 687.061788] env[62301]: DEBUG oslo_vmware.api [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Task: {'id': task-2569933, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088218} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.064097] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] [instance: 91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 687.064097] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea634ea-2a69-496f-b95e-7101e578d80d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.086902] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] [instance: 91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4/91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 687.087393] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4262082d-06da-4b4c-b815-284dad1a96f3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.107957] env[62301]: DEBUG oslo_vmware.api [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Waiting for the task: (returnval){ [ 687.107957] env[62301]: value = "task-2569935" [ 687.107957] env[62301]: _type = "Task" [ 687.107957] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.117113] env[62301]: DEBUG oslo_vmware.api [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Task: {'id': task-2569935, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.181626] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 446670be-9a46-4954-bc20-232498d46a3f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 687.197900] env[62301]: INFO nova.compute.manager [-] [instance: 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575] Took 1.51 seconds to deallocate network for instance. [ 687.445832] env[62301]: DEBUG oslo_vmware.api [None req-67aa9384-66f2-4141-b3f4-54d9a926eaf3 tempest-VolumesAssistedSnapshotsTest-726462669 tempest-VolumesAssistedSnapshotsTest-726462669-project-admin] Task: {'id': task-2569934, 'name': ReconfigVM_Task, 'duration_secs': 0.155278} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.446317] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-67aa9384-66f2-4141-b3f4-54d9a926eaf3 tempest-VolumesAssistedSnapshotsTest-726462669 tempest-VolumesAssistedSnapshotsTest-726462669-project-admin] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518762', 'volume_id': 'dc310a6c-5449-482a-9591-9cf0ce65d37c', 'name': 'volume-dc310a6c-5449-482a-9591-9cf0ce65d37c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '544d3a11-8c1f-4a7a-8e6c-ff8715950d35', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc310a6c-5449-482a-9591-9cf0ce65d37c', 'serial': 'dc310a6c-5449-482a-9591-9cf0ce65d37c'} {{(pid=62301) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 687.565401] env[62301]: DEBUG nova.network.neutron [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: a25b53c1-60dc-4daa-8812-ecb7f026e1f0] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 687.619227] env[62301]: DEBUG oslo_vmware.api [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Task: {'id': task-2569935, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.684383] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 24eb8464-8e33-4a08-b792-a2da8ce72eb1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 687.705977] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bbac5bbc-e941-4177-80b7-51e49aaa8c8d tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 688.006030] env[62301]: DEBUG nova.network.neutron [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: a25b53c1-60dc-4daa-8812-ecb7f026e1f0] Updating instance_info_cache with network_info: [{"id": "97907c16-aa82-4ff6-a867-7164de3ebd39", "address": "fa:16:3e:7a:d7:43", "network": {"id": "4f7fa930-46be-4469-bf27-68f77a10b88f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1639573843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e4385c8f1ab44aca6c8ebea3e045865", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97907c16-aa", "ovs_interfaceid": "97907c16-aa82-4ff6-a867-7164de3ebd39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.121979] env[62301]: DEBUG oslo_vmware.api [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Task: {'id': task-2569935, 'name': ReconfigVM_Task, 'duration_secs': 0.967024} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.121979] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] [instance: 91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4/91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 688.121979] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04d1deb3-b0ba-4803-9535-b113d7e9f6ed {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.130036] env[62301]: DEBUG oslo_vmware.api [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Waiting for the task: (returnval){ [ 688.130036] env[62301]: value = "task-2569936" [ 688.130036] env[62301]: _type = "Task" [ 688.130036] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.136029] env[62301]: DEBUG oslo_vmware.api [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Task: {'id': task-2569936, 'name': Rename_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.189135] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 6ad36b88-b945-44ed-972b-f41fa416645b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 688.283553] env[62301]: DEBUG nova.compute.manager [req-89450dab-e9a0-4636-a5c9-0a7c19607e1b req-41d65e28-cbfb-4149-89d1-38a807e1574e service nova] [instance: a25b53c1-60dc-4daa-8812-ecb7f026e1f0] Received event network-vif-plugged-97907c16-aa82-4ff6-a867-7164de3ebd39 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 688.283774] env[62301]: DEBUG oslo_concurrency.lockutils [req-89450dab-e9a0-4636-a5c9-0a7c19607e1b req-41d65e28-cbfb-4149-89d1-38a807e1574e service nova] Acquiring lock "a25b53c1-60dc-4daa-8812-ecb7f026e1f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 688.283991] env[62301]: DEBUG oslo_concurrency.lockutils [req-89450dab-e9a0-4636-a5c9-0a7c19607e1b req-41d65e28-cbfb-4149-89d1-38a807e1574e service nova] Lock "a25b53c1-60dc-4daa-8812-ecb7f026e1f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.284190] env[62301]: DEBUG oslo_concurrency.lockutils [req-89450dab-e9a0-4636-a5c9-0a7c19607e1b req-41d65e28-cbfb-4149-89d1-38a807e1574e service nova] Lock "a25b53c1-60dc-4daa-8812-ecb7f026e1f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.284368] env[62301]: DEBUG nova.compute.manager [req-89450dab-e9a0-4636-a5c9-0a7c19607e1b req-41d65e28-cbfb-4149-89d1-38a807e1574e service nova] [instance: a25b53c1-60dc-4daa-8812-ecb7f026e1f0] No waiting events found dispatching network-vif-plugged-97907c16-aa82-4ff6-a867-7164de3ebd39 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 688.284490] env[62301]: WARNING nova.compute.manager [req-89450dab-e9a0-4636-a5c9-0a7c19607e1b req-41d65e28-cbfb-4149-89d1-38a807e1574e service nova] [instance: a25b53c1-60dc-4daa-8812-ecb7f026e1f0] Received unexpected event network-vif-plugged-97907c16-aa82-4ff6-a867-7164de3ebd39 for instance with vm_state building and task_state spawning. [ 688.284632] env[62301]: DEBUG nova.compute.manager [req-89450dab-e9a0-4636-a5c9-0a7c19607e1b req-41d65e28-cbfb-4149-89d1-38a807e1574e service nova] [instance: a25b53c1-60dc-4daa-8812-ecb7f026e1f0] Received event network-changed-97907c16-aa82-4ff6-a867-7164de3ebd39 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 688.284787] env[62301]: DEBUG nova.compute.manager [req-89450dab-e9a0-4636-a5c9-0a7c19607e1b req-41d65e28-cbfb-4149-89d1-38a807e1574e service nova] [instance: a25b53c1-60dc-4daa-8812-ecb7f026e1f0] Refreshing instance network info cache due to event network-changed-97907c16-aa82-4ff6-a867-7164de3ebd39. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 688.284951] env[62301]: DEBUG oslo_concurrency.lockutils [req-89450dab-e9a0-4636-a5c9-0a7c19607e1b req-41d65e28-cbfb-4149-89d1-38a807e1574e service nova] Acquiring lock "refresh_cache-a25b53c1-60dc-4daa-8812-ecb7f026e1f0" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.507327] env[62301]: DEBUG nova.objects.instance [None req-67aa9384-66f2-4141-b3f4-54d9a926eaf3 tempest-VolumesAssistedSnapshotsTest-726462669 tempest-VolumesAssistedSnapshotsTest-726462669-project-admin] Lazy-loading 'flavor' on Instance uuid 544d3a11-8c1f-4a7a-8e6c-ff8715950d35 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 688.509845] env[62301]: DEBUG oslo_concurrency.lockutils [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Releasing lock "refresh_cache-a25b53c1-60dc-4daa-8812-ecb7f026e1f0" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.510838] env[62301]: DEBUG nova.compute.manager [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: a25b53c1-60dc-4daa-8812-ecb7f026e1f0] Instance network_info: |[{"id": "97907c16-aa82-4ff6-a867-7164de3ebd39", "address": "fa:16:3e:7a:d7:43", "network": {"id": "4f7fa930-46be-4469-bf27-68f77a10b88f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1639573843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e4385c8f1ab44aca6c8ebea3e045865", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97907c16-aa", "ovs_interfaceid": "97907c16-aa82-4ff6-a867-7164de3ebd39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 688.510838] env[62301]: DEBUG oslo_concurrency.lockutils [req-89450dab-e9a0-4636-a5c9-0a7c19607e1b req-41d65e28-cbfb-4149-89d1-38a807e1574e service nova] Acquired lock "refresh_cache-a25b53c1-60dc-4daa-8812-ecb7f026e1f0" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.510985] env[62301]: DEBUG nova.network.neutron [req-89450dab-e9a0-4636-a5c9-0a7c19607e1b req-41d65e28-cbfb-4149-89d1-38a807e1574e service nova] [instance: a25b53c1-60dc-4daa-8812-ecb7f026e1f0] Refreshing network info cache for port 97907c16-aa82-4ff6-a867-7164de3ebd39 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 688.517021] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: a25b53c1-60dc-4daa-8812-ecb7f026e1f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:d7:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97907c16-aa82-4ff6-a867-7164de3ebd39', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 688.525906] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Creating folder: Project (8e4385c8f1ab44aca6c8ebea3e045865). Parent ref: group-v518653. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.526986] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9e7874a-2ff6-428b-873e-62776b9f74e7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.538827] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Created folder: Project (8e4385c8f1ab44aca6c8ebea3e045865) in parent group-v518653. [ 688.539087] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Creating folder: Instances. Parent ref: group-v518766. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.539338] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe4049c6-6b09-4341-b44c-0a9bce52f503 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.549309] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Created folder: Instances in parent group-v518766. [ 688.549572] env[62301]: DEBUG oslo.service.loopingcall [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 688.549767] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a25b53c1-60dc-4daa-8812-ecb7f026e1f0] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 688.549970] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-953ab4f7-6994-4750-9eae-a2c9044e9514 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.573846] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 688.573846] env[62301]: value = "task-2569939" [ 688.573846] env[62301]: _type = "Task" [ 688.573846] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.586188] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569939, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.638215] env[62301]: DEBUG oslo_vmware.api [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Task: {'id': task-2569936, 'name': Rename_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.694273] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance e3dca228-5517-4d04-bf30-f3ee3fecaaf8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 689.015322] env[62301]: DEBUG oslo_concurrency.lockutils [None req-67aa9384-66f2-4141-b3f4-54d9a926eaf3 tempest-VolumesAssistedSnapshotsTest-726462669 tempest-VolumesAssistedSnapshotsTest-726462669-project-admin] Lock "544d3a11-8c1f-4a7a-8e6c-ff8715950d35" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.822s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.084942] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569939, 'name': CreateVM_Task} progress is 25%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.140845] env[62301]: DEBUG oslo_vmware.api [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Task: {'id': task-2569936, 'name': Rename_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.199387] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 57e786de-bdde-4aae-80de-d16cfe5b4cda has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 689.283117] env[62301]: DEBUG oslo_concurrency.lockutils [None req-77e8fce5-041f-49b8-9be6-46ddaedf9b42 tempest-VolumesAssistedSnapshotsTest-726462669 tempest-VolumesAssistedSnapshotsTest-726462669-project-admin] Acquiring lock "544d3a11-8c1f-4a7a-8e6c-ff8715950d35" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.283117] env[62301]: DEBUG oslo_concurrency.lockutils [None req-77e8fce5-041f-49b8-9be6-46ddaedf9b42 tempest-VolumesAssistedSnapshotsTest-726462669 tempest-VolumesAssistedSnapshotsTest-726462669-project-admin] Lock "544d3a11-8c1f-4a7a-8e6c-ff8715950d35" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.404110] env[62301]: DEBUG nova.network.neutron [req-89450dab-e9a0-4636-a5c9-0a7c19607e1b req-41d65e28-cbfb-4149-89d1-38a807e1574e service nova] [instance: a25b53c1-60dc-4daa-8812-ecb7f026e1f0] Updated VIF entry in instance network info cache for port 97907c16-aa82-4ff6-a867-7164de3ebd39. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 689.405197] env[62301]: DEBUG nova.network.neutron [req-89450dab-e9a0-4636-a5c9-0a7c19607e1b req-41d65e28-cbfb-4149-89d1-38a807e1574e service nova] [instance: a25b53c1-60dc-4daa-8812-ecb7f026e1f0] Updating instance_info_cache with network_info: [{"id": "97907c16-aa82-4ff6-a867-7164de3ebd39", "address": "fa:16:3e:7a:d7:43", "network": {"id": "4f7fa930-46be-4469-bf27-68f77a10b88f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1639573843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e4385c8f1ab44aca6c8ebea3e045865", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97907c16-aa", "ovs_interfaceid": "97907c16-aa82-4ff6-a867-7164de3ebd39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.590491] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569939, 'name': CreateVM_Task, 'duration_secs': 0.621851} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.590725] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a25b53c1-60dc-4daa-8812-ecb7f026e1f0] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 689.591397] env[62301]: DEBUG oslo_concurrency.lockutils [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.591563] env[62301]: DEBUG oslo_concurrency.lockutils [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.591890] env[62301]: DEBUG oslo_concurrency.lockutils [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.592154] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-142c1963-ac9b-4fb9-b68f-cb1e3ffceba7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.597199] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Waiting for the task: (returnval){ [ 689.597199] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52415f6e-694e-46ec-7a90-e83e687e6b77" [ 689.597199] env[62301]: _type = "Task" [ 689.597199] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.605192] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52415f6e-694e-46ec-7a90-e83e687e6b77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.637851] env[62301]: DEBUG oslo_vmware.api [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Task: {'id': task-2569936, 'name': Rename_Task, 'duration_secs': 1.075627} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.638231] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] [instance: 91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 689.638452] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-406f4905-42d8-4d35-997c-378d6d0d33fd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.644970] env[62301]: DEBUG oslo_vmware.api [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Waiting for the task: (returnval){ [ 689.644970] env[62301]: value = "task-2569940" [ 689.644970] env[62301]: _type = "Task" [ 689.644970] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.652445] env[62301]: DEBUG oslo_vmware.api [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Task: {'id': task-2569940, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.703108] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 8836b3f4-9580-4f12-bd01-eccae3940527 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 689.785876] env[62301]: INFO nova.compute.manager [None req-77e8fce5-041f-49b8-9be6-46ddaedf9b42 tempest-VolumesAssistedSnapshotsTest-726462669 tempest-VolumesAssistedSnapshotsTest-726462669-project-admin] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Detaching volume dc310a6c-5449-482a-9591-9cf0ce65d37c [ 689.832020] env[62301]: INFO nova.virt.block_device [None req-77e8fce5-041f-49b8-9be6-46ddaedf9b42 tempest-VolumesAssistedSnapshotsTest-726462669 tempest-VolumesAssistedSnapshotsTest-726462669-project-admin] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Attempting to driver detach volume dc310a6c-5449-482a-9591-9cf0ce65d37c from mountpoint /dev/sdb [ 689.832020] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-77e8fce5-041f-49b8-9be6-46ddaedf9b42 tempest-VolumesAssistedSnapshotsTest-726462669 tempest-VolumesAssistedSnapshotsTest-726462669-project-admin] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Volume detach. Driver type: vmdk {{(pid=62301) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 689.832020] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-77e8fce5-041f-49b8-9be6-46ddaedf9b42 tempest-VolumesAssistedSnapshotsTest-726462669 tempest-VolumesAssistedSnapshotsTest-726462669-project-admin] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518762', 'volume_id': 'dc310a6c-5449-482a-9591-9cf0ce65d37c', 'name': 'volume-dc310a6c-5449-482a-9591-9cf0ce65d37c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '544d3a11-8c1f-4a7a-8e6c-ff8715950d35', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc310a6c-5449-482a-9591-9cf0ce65d37c', 'serial': 'dc310a6c-5449-482a-9591-9cf0ce65d37c'} {{(pid=62301) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 689.832020] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c23da5f-d785-4cad-851c-5ee89180f671 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.863915] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d244a03e-2357-4324-9d6b-7034849a9ced {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.871694] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccbf0680-a1d7-4386-a9cc-0a20f8314739 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.904027] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c426622a-bdb9-47cc-aa5f-70e9510dfc41 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.920850] env[62301]: DEBUG oslo_concurrency.lockutils [req-89450dab-e9a0-4636-a5c9-0a7c19607e1b req-41d65e28-cbfb-4149-89d1-38a807e1574e service nova] Releasing lock "refresh_cache-a25b53c1-60dc-4daa-8812-ecb7f026e1f0" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.921275] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-77e8fce5-041f-49b8-9be6-46ddaedf9b42 tempest-VolumesAssistedSnapshotsTest-726462669 tempest-VolumesAssistedSnapshotsTest-726462669-project-admin] The volume has not been displaced from its original location: [datastore1] volume-dc310a6c-5449-482a-9591-9cf0ce65d37c/volume-dc310a6c-5449-482a-9591-9cf0ce65d37c.vmdk. No consolidation needed. {{(pid=62301) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 689.927498] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-77e8fce5-041f-49b8-9be6-46ddaedf9b42 tempest-VolumesAssistedSnapshotsTest-726462669 tempest-VolumesAssistedSnapshotsTest-726462669-project-admin] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Reconfiguring VM instance instance-0000000b to detach disk 2001 {{(pid=62301) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 689.927498] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-472acdf1-7cbd-4680-b817-5f465a5444a8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.947880] env[62301]: DEBUG oslo_vmware.api [None req-77e8fce5-041f-49b8-9be6-46ddaedf9b42 tempest-VolumesAssistedSnapshotsTest-726462669 tempest-VolumesAssistedSnapshotsTest-726462669-project-admin] Waiting for the task: (returnval){ [ 689.947880] env[62301]: value = "task-2569941" [ 689.947880] env[62301]: _type = "Task" [ 689.947880] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.956399] env[62301]: DEBUG oslo_vmware.api [None req-77e8fce5-041f-49b8-9be6-46ddaedf9b42 tempest-VolumesAssistedSnapshotsTest-726462669 tempest-VolumesAssistedSnapshotsTest-726462669-project-admin] Task: {'id': task-2569941, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.109810] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52415f6e-694e-46ec-7a90-e83e687e6b77, 'name': SearchDatastore_Task, 'duration_secs': 0.009818} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.110141] env[62301]: DEBUG oslo_concurrency.lockutils [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.110377] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: a25b53c1-60dc-4daa-8812-ecb7f026e1f0] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 690.110783] env[62301]: DEBUG oslo_concurrency.lockutils [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.110783] env[62301]: DEBUG oslo_concurrency.lockutils [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.111014] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 690.111293] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b55f59d-c1fd-4789-80f3-c15dc1e8cef6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.124585] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 690.124897] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 690.125690] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcb2cc01-7bc3-49d2-820e-20894cdbf5fd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.132289] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Waiting for the task: (returnval){ [ 690.132289] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]523f582d-5c1e-4281-af69-ef88d727f95d" [ 690.132289] env[62301]: _type = "Task" [ 690.132289] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.141536] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]523f582d-5c1e-4281-af69-ef88d727f95d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.156294] env[62301]: DEBUG oslo_vmware.api [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Task: {'id': task-2569940, 'name': PowerOnVM_Task} progress is 92%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.207889] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance ddec630e-5648-4fdb-a63c-2de8582bfe4c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 690.458828] env[62301]: DEBUG oslo_vmware.api [None req-77e8fce5-041f-49b8-9be6-46ddaedf9b42 tempest-VolumesAssistedSnapshotsTest-726462669 tempest-VolumesAssistedSnapshotsTest-726462669-project-admin] Task: {'id': task-2569941, 'name': ReconfigVM_Task, 'duration_secs': 0.233439} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.459906] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-77e8fce5-041f-49b8-9be6-46ddaedf9b42 tempest-VolumesAssistedSnapshotsTest-726462669 tempest-VolumesAssistedSnapshotsTest-726462669-project-admin] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Reconfigured VM instance instance-0000000b to detach disk 2001 {{(pid=62301) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 690.466176] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c387468-58f0-449d-9549-8be4d0e311d6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.483268] env[62301]: DEBUG oslo_vmware.api [None req-77e8fce5-041f-49b8-9be6-46ddaedf9b42 tempest-VolumesAssistedSnapshotsTest-726462669 tempest-VolumesAssistedSnapshotsTest-726462669-project-admin] Waiting for the task: (returnval){ [ 690.483268] env[62301]: value = "task-2569942" [ 690.483268] env[62301]: _type = "Task" [ 690.483268] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.491431] env[62301]: DEBUG oslo_vmware.api [None req-77e8fce5-041f-49b8-9be6-46ddaedf9b42 tempest-VolumesAssistedSnapshotsTest-726462669 tempest-VolumesAssistedSnapshotsTest-726462669-project-admin] Task: {'id': task-2569942, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.643694] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]523f582d-5c1e-4281-af69-ef88d727f95d, 'name': SearchDatastore_Task, 'duration_secs': 0.022451} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.644710] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d1070bf-a24a-475f-bf95-9faee3011c93 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.656889] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Waiting for the task: (returnval){ [ 690.656889] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52617824-a45f-072b-e04b-79c7dd98675b" [ 690.656889] env[62301]: _type = "Task" [ 690.656889] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.661643] env[62301]: DEBUG oslo_vmware.api [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Task: {'id': task-2569940, 'name': PowerOnVM_Task, 'duration_secs': 0.545773} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.664890] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] [instance: 91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.665132] env[62301]: INFO nova.compute.manager [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] [instance: 91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4] Took 9.91 seconds to spawn the instance on the hypervisor. [ 690.665331] env[62301]: DEBUG nova.compute.manager [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] [instance: 91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.666341] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc304c55-dda0-4fdd-81a6-5383e03d225c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.677054] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52617824-a45f-072b-e04b-79c7dd98675b, 'name': SearchDatastore_Task, 'duration_secs': 0.010178} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.678947] env[62301]: DEBUG oslo_concurrency.lockutils [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.679222] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] a25b53c1-60dc-4daa-8812-ecb7f026e1f0/a25b53c1-60dc-4daa-8812-ecb7f026e1f0.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 690.682884] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f80a8223-fc48-48d6-b5c4-4938cb1fc332 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.695363] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Waiting for the task: (returnval){ [ 690.695363] env[62301]: value = "task-2569943" [ 690.695363] env[62301]: _type = "Task" [ 690.695363] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.703430] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Task: {'id': task-2569943, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.711316] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance f1851d82-eb68-4ede-bf79-01212aed0c62 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 690.994557] env[62301]: DEBUG oslo_vmware.api [None req-77e8fce5-041f-49b8-9be6-46ddaedf9b42 tempest-VolumesAssistedSnapshotsTest-726462669 tempest-VolumesAssistedSnapshotsTest-726462669-project-admin] Task: {'id': task-2569942, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.201889] env[62301]: INFO nova.compute.manager [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] [instance: 91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4] Took 50.70 seconds to build instance. [ 691.209494] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Task: {'id': task-2569943, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.214750] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 9bb94494-0dde-4edb-9302-6f8dcac36344 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 691.499299] env[62301]: DEBUG oslo_vmware.api [None req-77e8fce5-041f-49b8-9be6-46ddaedf9b42 tempest-VolumesAssistedSnapshotsTest-726462669 tempest-VolumesAssistedSnapshotsTest-726462669-project-admin] Task: {'id': task-2569942, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.709142] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b9f695e2-7d71-4d9c-8490-82678af05434 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Lock "91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.473s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 691.709142] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Task: {'id': task-2569943, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.718458] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 80725a30-75eb-4d3d-8aae-ccd72a64b4cc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 691.999665] env[62301]: DEBUG oslo_vmware.api [None req-77e8fce5-041f-49b8-9be6-46ddaedf9b42 tempest-VolumesAssistedSnapshotsTest-726462669 tempest-VolumesAssistedSnapshotsTest-726462669-project-admin] Task: {'id': task-2569942, 'name': ReconfigVM_Task, 'duration_secs': 1.155162} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.000022] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-77e8fce5-041f-49b8-9be6-46ddaedf9b42 tempest-VolumesAssistedSnapshotsTest-726462669 tempest-VolumesAssistedSnapshotsTest-726462669-project-admin] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518762', 'volume_id': 'dc310a6c-5449-482a-9591-9cf0ce65d37c', 'name': 'volume-dc310a6c-5449-482a-9591-9cf0ce65d37c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '544d3a11-8c1f-4a7a-8e6c-ff8715950d35', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc310a6c-5449-482a-9591-9cf0ce65d37c', 'serial': 'dc310a6c-5449-482a-9591-9cf0ce65d37c'} {{(pid=62301) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 692.216492] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Task: {'id': task-2569943, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.336644} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.216922] env[62301]: DEBUG nova.compute.manager [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 9bb94494-0dde-4edb-9302-6f8dcac36344] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 692.219910] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] a25b53c1-60dc-4daa-8812-ecb7f026e1f0/a25b53c1-60dc-4daa-8812-ecb7f026e1f0.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 692.219910] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: a25b53c1-60dc-4daa-8812-ecb7f026e1f0] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 692.220503] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53e87c85-cc63-4bff-862e-a8f10b05c4ab {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.227022] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 96e7754e-7f17-4ef3-9ff9-127583b55f5a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 692.230860] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Waiting for the task: (returnval){ [ 692.230860] env[62301]: value = "task-2569944" [ 692.230860] env[62301]: _type = "Task" [ 692.230860] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.239942] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Task: {'id': task-2569944, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.565157] env[62301]: DEBUG oslo_concurrency.lockutils [None req-02f4a696-ef21-483b-bb4c-156668203a12 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Acquiring lock "91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.565320] env[62301]: DEBUG oslo_concurrency.lockutils [None req-02f4a696-ef21-483b-bb4c-156668203a12 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Lock "91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 692.565429] env[62301]: DEBUG oslo_concurrency.lockutils [None req-02f4a696-ef21-483b-bb4c-156668203a12 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Acquiring lock "91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.565579] env[62301]: DEBUG oslo_concurrency.lockutils [None req-02f4a696-ef21-483b-bb4c-156668203a12 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Lock "91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 692.566269] env[62301]: DEBUG oslo_concurrency.lockutils [None req-02f4a696-ef21-483b-bb4c-156668203a12 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Lock "91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 692.572898] env[62301]: INFO nova.compute.manager [None req-02f4a696-ef21-483b-bb4c-156668203a12 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] [instance: 91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4] Terminating instance [ 692.585618] env[62301]: DEBUG nova.objects.instance [None req-77e8fce5-041f-49b8-9be6-46ddaedf9b42 tempest-VolumesAssistedSnapshotsTest-726462669 tempest-VolumesAssistedSnapshotsTest-726462669-project-admin] Lazy-loading 'flavor' on Instance uuid 544d3a11-8c1f-4a7a-8e6c-ff8715950d35 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 692.731999] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 222560d8-31b8-4349-aaa0-67d1497ac0a6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 692.746988] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Task: {'id': task-2569944, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063392} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.746988] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: a25b53c1-60dc-4daa-8812-ecb7f026e1f0] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 692.748497] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5993e87e-1227-42b0-ae6f-8a84e90f254d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.783317] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: a25b53c1-60dc-4daa-8812-ecb7f026e1f0] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] a25b53c1-60dc-4daa-8812-ecb7f026e1f0/a25b53c1-60dc-4daa-8812-ecb7f026e1f0.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 692.784552] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.785334] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57e388e7-9a89-45cb-9be1-d695ee40152e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.809657] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Waiting for the task: (returnval){ [ 692.809657] env[62301]: value = "task-2569945" [ 692.809657] env[62301]: _type = "Task" [ 692.809657] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.818671] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Task: {'id': task-2569945, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.079385] env[62301]: DEBUG nova.compute.manager [None req-02f4a696-ef21-483b-bb4c-156668203a12 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] [instance: 91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 693.079616] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-02f4a696-ef21-483b-bb4c-156668203a12 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] [instance: 91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 693.080570] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fae36b1-2949-4127-aeff-59a829843cbb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.097761] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f4a696-ef21-483b-bb4c-156668203a12 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] [instance: 91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 693.098405] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89ecc316-80db-4cce-94ae-e3584059e502 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.106676] env[62301]: DEBUG oslo_vmware.api [None req-02f4a696-ef21-483b-bb4c-156668203a12 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Waiting for the task: (returnval){ [ 693.106676] env[62301]: value = "task-2569946" [ 693.106676] env[62301]: _type = "Task" [ 693.106676] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.121050] env[62301]: DEBUG oslo_vmware.api [None req-02f4a696-ef21-483b-bb4c-156668203a12 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Task: {'id': task-2569946, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.241441] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance bee99a50-f6f3-4b54-a579-acbd6c14adca has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 693.244057] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=62301) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 693.244057] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=62301) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 693.319083] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Task: {'id': task-2569945, 'name': ReconfigVM_Task, 'duration_secs': 0.318492} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.319373] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: a25b53c1-60dc-4daa-8812-ecb7f026e1f0] Reconfigured VM instance instance-00000025 to attach disk [datastore1] a25b53c1-60dc-4daa-8812-ecb7f026e1f0/a25b53c1-60dc-4daa-8812-ecb7f026e1f0.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.320049] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c2eb5b3-a258-4da4-8e18-5ecf54fc0c24 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.325799] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Waiting for the task: (returnval){ [ 693.325799] env[62301]: value = "task-2569947" [ 693.325799] env[62301]: _type = "Task" [ 693.325799] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.338918] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Task: {'id': task-2569947, 'name': Rename_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.598344] env[62301]: DEBUG oslo_concurrency.lockutils [None req-77e8fce5-041f-49b8-9be6-46ddaedf9b42 tempest-VolumesAssistedSnapshotsTest-726462669 tempest-VolumesAssistedSnapshotsTest-726462669-project-admin] Lock "544d3a11-8c1f-4a7a-8e6c-ff8715950d35" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.316s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.620163] env[62301]: DEBUG oslo_vmware.api [None req-02f4a696-ef21-483b-bb4c-156668203a12 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Task: {'id': task-2569946, 'name': PowerOffVM_Task, 'duration_secs': 0.218202} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.621016] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f4a696-ef21-483b-bb4c-156668203a12 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] [instance: 91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 693.621632] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-02f4a696-ef21-483b-bb4c-156668203a12 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] [instance: 91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 693.621632] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e86f838e-8f4f-4912-9d71-db88b69b9f9c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.690945] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-02f4a696-ef21-483b-bb4c-156668203a12 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] [instance: 91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 693.691199] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-02f4a696-ef21-483b-bb4c-156668203a12 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] [instance: 91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 693.691384] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-02f4a696-ef21-483b-bb4c-156668203a12 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Deleting the datastore file [datastore1] 91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 693.693527] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-420b86b1-243a-498b-aa83-5c7ab450fdf1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.707524] env[62301]: DEBUG oslo_vmware.api [None req-02f4a696-ef21-483b-bb4c-156668203a12 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Waiting for the task: (returnval){ [ 693.707524] env[62301]: value = "task-2569950" [ 693.707524] env[62301]: _type = "Task" [ 693.707524] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.717825] env[62301]: DEBUG oslo_vmware.api [None req-02f4a696-ef21-483b-bb4c-156668203a12 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Task: {'id': task-2569950, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.837297] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Task: {'id': task-2569947, 'name': Rename_Task, 'duration_secs': 0.14738} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.838543] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: a25b53c1-60dc-4daa-8812-ecb7f026e1f0] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 693.839365] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3918530a-7b4b-4aad-9215-c4375265c447 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.842405] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4871968-d4c6-4684-912d-221101ae0351 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.850050] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c940e120-3cef-45a4-9aa0-147f1ff3664e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.853170] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Waiting for the task: (returnval){ [ 693.853170] env[62301]: value = "task-2569951" [ 693.853170] env[62301]: _type = "Task" [ 693.853170] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.881643] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67125d1-68c8-4162-ada8-237f47bf003f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.887345] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Task: {'id': task-2569951, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.893015] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5595d456-25fd-429e-b8d2-a0fc3831031c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.905926] env[62301]: DEBUG nova.compute.provider_tree [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.220257] env[62301]: DEBUG oslo_vmware.api [None req-02f4a696-ef21-483b-bb4c-156668203a12 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Task: {'id': task-2569950, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155292} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.220601] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-02f4a696-ef21-483b-bb4c-156668203a12 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 694.221277] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-02f4a696-ef21-483b-bb4c-156668203a12 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] [instance: 91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 694.221535] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-02f4a696-ef21-483b-bb4c-156668203a12 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] [instance: 91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 694.221771] env[62301]: INFO nova.compute.manager [None req-02f4a696-ef21-483b-bb4c-156668203a12 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] [instance: 91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4] Took 1.14 seconds to destroy the instance on the hypervisor. [ 694.222211] env[62301]: DEBUG oslo.service.loopingcall [None req-02f4a696-ef21-483b-bb4c-156668203a12 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 694.222465] env[62301]: DEBUG nova.compute.manager [-] [instance: 91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 694.222592] env[62301]: DEBUG nova.network.neutron [-] [instance: 91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 694.368068] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Task: {'id': task-2569951, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.397028] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Acquiring lock "55d6ae6c-b0fb-4b46-b600-3476d7828c5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.397028] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Lock "55d6ae6c-b0fb-4b46-b600-3476d7828c5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.411748] env[62301]: DEBUG nova.scheduler.client.report [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.524855] env[62301]: DEBUG nova.compute.manager [req-c8a86031-1804-45c1-8ac2-6a4593af49b4 req-9189234f-998e-4ed1-a9c0-1402a6e3e128 service nova] [instance: 91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4] Received event network-vif-deleted-c2cafba7-7cbe-4865-9ef9-d268bdf76f90 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 694.524855] env[62301]: INFO nova.compute.manager [req-c8a86031-1804-45c1-8ac2-6a4593af49b4 req-9189234f-998e-4ed1-a9c0-1402a6e3e128 service nova] [instance: 91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4] Neutron deleted interface c2cafba7-7cbe-4865-9ef9-d268bdf76f90; detaching it from the instance and deleting it from the info cache [ 694.524855] env[62301]: DEBUG nova.network.neutron [req-c8a86031-1804-45c1-8ac2-6a4593af49b4 req-9189234f-998e-4ed1-a9c0-1402a6e3e128 service nova] [instance: 91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.808461] env[62301]: DEBUG oslo_concurrency.lockutils [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Acquiring lock "b036b25c-480b-4189-9f8d-8e80e5afdaef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.808461] env[62301]: DEBUG oslo_concurrency.lockutils [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Lock "b036b25c-480b-4189-9f8d-8e80e5afdaef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.863246] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Task: {'id': task-2569951, 'name': PowerOnVM_Task, 'duration_secs': 0.70197} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.863559] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: a25b53c1-60dc-4daa-8812-ecb7f026e1f0] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 694.863700] env[62301]: INFO nova.compute.manager [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: a25b53c1-60dc-4daa-8812-ecb7f026e1f0] Took 9.32 seconds to spawn the instance on the hypervisor. [ 694.863890] env[62301]: DEBUG nova.compute.manager [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: a25b53c1-60dc-4daa-8812-ecb7f026e1f0] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 694.864647] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970174ef-9987-4be1-9e45-b22bbaecb1da {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.914851] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62301) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 694.915090] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.300s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 694.915282] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b584b3e8-6c58-49e1-8cb4-8e7a7b083556 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 40.687s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.007738] env[62301]: DEBUG nova.network.neutron [-] [instance: 91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.029610] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-18fab2ad-e377-41c5-ac97-2b9137c3cb29 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.039800] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674bfedf-0a04-4458-be34-0c210f5a14de {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.073091] env[62301]: DEBUG nova.compute.manager [req-c8a86031-1804-45c1-8ac2-6a4593af49b4 req-9189234f-998e-4ed1-a9c0-1402a6e3e128 service nova] [instance: 91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4] Detach interface failed, port_id=c2cafba7-7cbe-4865-9ef9-d268bdf76f90, reason: Instance 91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4 could not be found. {{(pid=62301) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 695.387811] env[62301]: INFO nova.compute.manager [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: a25b53c1-60dc-4daa-8812-ecb7f026e1f0] Took 51.01 seconds to build instance. [ 695.509733] env[62301]: INFO nova.compute.manager [-] [instance: 91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4] Took 1.29 seconds to deallocate network for instance. [ 695.806172] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626cf178-b3c6-419d-9e08-5ab64f5d2cf3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.814702] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d44c96a-90bf-4f50-ab5a-d8ae10508117 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.848035] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f60db4-4f78-4edb-bfb0-5ef0ae8ac4c9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.855371] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268baa68-0d63-4340-94ac-8cc77f22bc67 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.869580] env[62301]: DEBUG nova.compute.provider_tree [None req-b584b3e8-6c58-49e1-8cb4-8e7a7b083556 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 695.890280] env[62301]: DEBUG oslo_concurrency.lockutils [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Lock "a25b53c1-60dc-4daa-8812-ecb7f026e1f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.986s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 696.022170] env[62301]: DEBUG oslo_concurrency.lockutils [None req-02f4a696-ef21-483b-bb4c-156668203a12 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 696.373472] env[62301]: DEBUG nova.scheduler.client.report [None req-b584b3e8-6c58-49e1-8cb4-8e7a7b083556 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.393443] env[62301]: DEBUG nova.compute.manager [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 80725a30-75eb-4d3d-8aae-ccd72a64b4cc] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 696.917979] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 697.012104] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e2e69e28-bf4c-422d-8ab3-9f9dbe5012aa tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Acquiring lock "544d3a11-8c1f-4a7a-8e6c-ff8715950d35" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 697.012795] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e2e69e28-bf4c-422d-8ab3-9f9dbe5012aa tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Lock "544d3a11-8c1f-4a7a-8e6c-ff8715950d35" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 697.012795] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e2e69e28-bf4c-422d-8ab3-9f9dbe5012aa tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Acquiring lock "544d3a11-8c1f-4a7a-8e6c-ff8715950d35-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 697.012795] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e2e69e28-bf4c-422d-8ab3-9f9dbe5012aa tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Lock "544d3a11-8c1f-4a7a-8e6c-ff8715950d35-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 697.013084] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e2e69e28-bf4c-422d-8ab3-9f9dbe5012aa tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Lock "544d3a11-8c1f-4a7a-8e6c-ff8715950d35-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 697.015065] env[62301]: INFO nova.compute.manager [None req-e2e69e28-bf4c-422d-8ab3-9f9dbe5012aa tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Terminating instance [ 697.384651] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b584b3e8-6c58-49e1-8cb4-8e7a7b083556 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.469s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 697.388192] env[62301]: DEBUG oslo_concurrency.lockutils [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.696s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 697.389681] env[62301]: INFO nova.compute.claims [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 446670be-9a46-4954-bc20-232498d46a3f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 697.518701] env[62301]: DEBUG nova.compute.manager [None req-e2e69e28-bf4c-422d-8ab3-9f9dbe5012aa tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 697.518932] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-e2e69e28-bf4c-422d-8ab3-9f9dbe5012aa tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 697.519863] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61242bd9-5b2d-4327-92e7-ca27cb4d55d5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.528819] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2e69e28-bf4c-422d-8ab3-9f9dbe5012aa tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 697.529098] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c824b3d-2a3d-4668-ad57-06d74f253438 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.536755] env[62301]: DEBUG oslo_vmware.api [None req-e2e69e28-bf4c-422d-8ab3-9f9dbe5012aa tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Waiting for the task: (returnval){ [ 697.536755] env[62301]: value = "task-2569952" [ 697.536755] env[62301]: _type = "Task" [ 697.536755] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.548773] env[62301]: DEBUG oslo_vmware.api [None req-e2e69e28-bf4c-422d-8ab3-9f9dbe5012aa tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Task: {'id': task-2569952, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.954518] env[62301]: INFO nova.scheduler.client.report [None req-b584b3e8-6c58-49e1-8cb4-8e7a7b083556 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Deleted allocation for migration 383bbe3a-fbd5-4378-a5b0-7fbf48183718 [ 698.047166] env[62301]: DEBUG oslo_vmware.api [None req-e2e69e28-bf4c-422d-8ab3-9f9dbe5012aa tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Task: {'id': task-2569952, 'name': PowerOffVM_Task, 'duration_secs': 0.235929} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.048070] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2e69e28-bf4c-422d-8ab3-9f9dbe5012aa tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 698.048070] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-e2e69e28-bf4c-422d-8ab3-9f9dbe5012aa tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 698.048070] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0fc2a3f3-56e7-4b94-8a96-76a959dfd527 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.111464] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-e2e69e28-bf4c-422d-8ab3-9f9dbe5012aa tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 698.111683] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-e2e69e28-bf4c-422d-8ab3-9f9dbe5012aa tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 698.111868] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2e69e28-bf4c-422d-8ab3-9f9dbe5012aa tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Deleting the datastore file [datastore1] 544d3a11-8c1f-4a7a-8e6c-ff8715950d35 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 698.112171] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-398f06ae-0277-48d6-a97a-14ece59c947b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.119330] env[62301]: DEBUG oslo_vmware.api [None req-e2e69e28-bf4c-422d-8ab3-9f9dbe5012aa tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Waiting for the task: (returnval){ [ 698.119330] env[62301]: value = "task-2569954" [ 698.119330] env[62301]: _type = "Task" [ 698.119330] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.128752] env[62301]: DEBUG oslo_vmware.api [None req-e2e69e28-bf4c-422d-8ab3-9f9dbe5012aa tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Task: {'id': task-2569954, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.462569] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b584b3e8-6c58-49e1-8cb4-8e7a7b083556 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Lock "7e9c242a-875f-4f89-ab87-debf3dbf8e94" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 47.661s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 698.632038] env[62301]: DEBUG oslo_vmware.api [None req-e2e69e28-bf4c-422d-8ab3-9f9dbe5012aa tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Task: {'id': task-2569954, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137979} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.632038] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2e69e28-bf4c-422d-8ab3-9f9dbe5012aa tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 698.632038] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-e2e69e28-bf4c-422d-8ab3-9f9dbe5012aa tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 698.632038] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-e2e69e28-bf4c-422d-8ab3-9f9dbe5012aa tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 698.632038] env[62301]: INFO nova.compute.manager [None req-e2e69e28-bf4c-422d-8ab3-9f9dbe5012aa tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Took 1.11 seconds to destroy the instance on the hypervisor. [ 698.632364] env[62301]: DEBUG oslo.service.loopingcall [None req-e2e69e28-bf4c-422d-8ab3-9f9dbe5012aa tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 698.632364] env[62301]: DEBUG nova.compute.manager [-] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 698.632364] env[62301]: DEBUG nova.network.neutron [-] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 698.886420] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a3d5ed-9407-4f35-a417-9ef8e00c0690 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.897185] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7034eb50-e0ca-4f02-ae59-a65a77ca06aa {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.942634] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce27135-8dd0-40ad-9628-1365729a2b5f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.952400] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4d9e27-401a-4553-9bf3-b52ead282539 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.967999] env[62301]: DEBUG nova.compute.provider_tree [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.471652] env[62301]: DEBUG nova.scheduler.client.report [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.476402] env[62301]: DEBUG nova.compute.manager [req-93d5ce8b-34e8-452e-877f-2b6c131b7a90 req-593ab106-b0a5-41ab-9bca-8b838dcd1ee9 service nova] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Received event network-vif-deleted-8a79c63a-20ef-44f2-99e9-d1d8ecfa926f {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 699.476636] env[62301]: INFO nova.compute.manager [req-93d5ce8b-34e8-452e-877f-2b6c131b7a90 req-593ab106-b0a5-41ab-9bca-8b838dcd1ee9 service nova] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Neutron deleted interface 8a79c63a-20ef-44f2-99e9-d1d8ecfa926f; detaching it from the instance and deleting it from the info cache [ 699.476760] env[62301]: DEBUG nova.network.neutron [req-93d5ce8b-34e8-452e-877f-2b6c131b7a90 req-593ab106-b0a5-41ab-9bca-8b838dcd1ee9 service nova] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.930289] env[62301]: DEBUG nova.network.neutron [-] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.978730] env[62301]: DEBUG oslo_concurrency.lockutils [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.591s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.979250] env[62301]: DEBUG nova.compute.manager [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 446670be-9a46-4954-bc20-232498d46a3f] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 699.981724] env[62301]: DEBUG oslo_concurrency.lockutils [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.580s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.983590] env[62301]: INFO nova.compute.claims [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 24eb8464-8e33-4a08-b792-a2da8ce72eb1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 699.986215] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4e8c0d5f-2bb1-4c98-aa94-d8b69266d759 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.997391] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a593c793-4f45-49ad-a4e7-5b5c834d9800 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.033691] env[62301]: DEBUG nova.compute.manager [req-93d5ce8b-34e8-452e-877f-2b6c131b7a90 req-593ab106-b0a5-41ab-9bca-8b838dcd1ee9 service nova] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Detach interface failed, port_id=8a79c63a-20ef-44f2-99e9-d1d8ecfa926f, reason: Instance 544d3a11-8c1f-4a7a-8e6c-ff8715950d35 could not be found. {{(pid=62301) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 700.413765] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Acquiring lock "ffff5450-4ec9-4eb1-8b40-8f55c30409a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 700.413765] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Lock "ffff5450-4ec9-4eb1-8b40-8f55c30409a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 700.433160] env[62301]: INFO nova.compute.manager [-] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Took 1.80 seconds to deallocate network for instance. [ 700.490877] env[62301]: DEBUG nova.compute.utils [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 700.491386] env[62301]: DEBUG nova.compute.manager [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 446670be-9a46-4954-bc20-232498d46a3f] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 700.491611] env[62301]: DEBUG nova.network.neutron [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 446670be-9a46-4954-bc20-232498d46a3f] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 700.549885] env[62301]: DEBUG nova.policy [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '42dae9e7bfa445068ea59d7a8a75f92b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e4385c8f1ab44aca6c8ebea3e045865', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 700.850784] env[62301]: DEBUG nova.network.neutron [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 446670be-9a46-4954-bc20-232498d46a3f] Successfully created port: bd5ff59f-e6f2-4bb7-940a-88276146e6ef {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 700.939627] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e2e69e28-bf4c-422d-8ab3-9f9dbe5012aa tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 700.997047] env[62301]: DEBUG nova.compute.manager [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 446670be-9a46-4954-bc20-232498d46a3f] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 701.381891] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d71af6-0951-4769-a671-5859ae5b0294 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.390032] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4dbbb6c-83f0-460f-97f7-b5c101eed074 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.420093] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f423ca68-9608-410e-8fd8-5ca2e3f65037 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.428046] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0293160f-3bde-4a1f-b20f-08d840074e91 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.443160] env[62301]: DEBUG nova.compute.provider_tree [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.948766] env[62301]: DEBUG nova.scheduler.client.report [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.006393] env[62301]: DEBUG nova.compute.manager [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 446670be-9a46-4954-bc20-232498d46a3f] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 702.039292] env[62301]: DEBUG nova.virt.hardware [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 702.039739] env[62301]: DEBUG nova.virt.hardware [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 702.039892] env[62301]: DEBUG nova.virt.hardware [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.040187] env[62301]: DEBUG nova.virt.hardware [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 702.040443] env[62301]: DEBUG nova.virt.hardware [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.041023] env[62301]: DEBUG nova.virt.hardware [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 702.041023] env[62301]: DEBUG nova.virt.hardware [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 702.041163] env[62301]: DEBUG nova.virt.hardware [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 702.041407] env[62301]: DEBUG nova.virt.hardware [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 702.041649] env[62301]: DEBUG nova.virt.hardware [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 702.041903] env[62301]: DEBUG nova.virt.hardware [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 702.043137] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d51e5a-4147-4602-95a0-3a2a90e031a5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.054433] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66189fd9-e0c7-49dd-a9c9-310475bbaf0c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.452576] env[62301]: DEBUG oslo_concurrency.lockutils [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.471s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.453309] env[62301]: DEBUG nova.compute.manager [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 24eb8464-8e33-4a08-b792-a2da8ce72eb1] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 702.456892] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1edc38b5-5af1-491f-af0b-76291aff6049 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.846s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.456944] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1edc38b5-5af1-491f-af0b-76291aff6049 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.459182] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f7246bca-ce44-4fea-b904-805e20357dd6 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.814s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.459309] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f7246bca-ce44-4fea-b904-805e20357dd6 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.461128] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1c80e1dc-e32c-4bd7-8957-105ace1900be tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.793s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.461293] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1c80e1dc-e32c-4bd7-8957-105ace1900be tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.463034] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.046s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.464784] env[62301]: INFO nova.compute.claims [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] [instance: 6ad36b88-b945-44ed-972b-f41fa416645b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 702.468105] env[62301]: DEBUG nova.compute.manager [req-d109e171-9d1b-4e51-ad83-c22f036582b2 req-135c2885-e0ed-4693-804a-43083d626906 service nova] [instance: 446670be-9a46-4954-bc20-232498d46a3f] Received event network-vif-plugged-bd5ff59f-e6f2-4bb7-940a-88276146e6ef {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 702.468308] env[62301]: DEBUG oslo_concurrency.lockutils [req-d109e171-9d1b-4e51-ad83-c22f036582b2 req-135c2885-e0ed-4693-804a-43083d626906 service nova] Acquiring lock "446670be-9a46-4954-bc20-232498d46a3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.468534] env[62301]: DEBUG oslo_concurrency.lockutils [req-d109e171-9d1b-4e51-ad83-c22f036582b2 req-135c2885-e0ed-4693-804a-43083d626906 service nova] Lock "446670be-9a46-4954-bc20-232498d46a3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.468718] env[62301]: DEBUG oslo_concurrency.lockutils [req-d109e171-9d1b-4e51-ad83-c22f036582b2 req-135c2885-e0ed-4693-804a-43083d626906 service nova] Lock "446670be-9a46-4954-bc20-232498d46a3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.468871] env[62301]: DEBUG nova.compute.manager [req-d109e171-9d1b-4e51-ad83-c22f036582b2 req-135c2885-e0ed-4693-804a-43083d626906 service nova] [instance: 446670be-9a46-4954-bc20-232498d46a3f] No waiting events found dispatching network-vif-plugged-bd5ff59f-e6f2-4bb7-940a-88276146e6ef {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 702.469312] env[62301]: WARNING nova.compute.manager [req-d109e171-9d1b-4e51-ad83-c22f036582b2 req-135c2885-e0ed-4693-804a-43083d626906 service nova] [instance: 446670be-9a46-4954-bc20-232498d46a3f] Received unexpected event network-vif-plugged-bd5ff59f-e6f2-4bb7-940a-88276146e6ef for instance with vm_state building and task_state spawning. [ 702.493861] env[62301]: INFO nova.scheduler.client.report [None req-1c80e1dc-e32c-4bd7-8957-105ace1900be tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Deleted allocations for instance 877dbdd0-9397-4cad-acc8-9cf80b6f480b [ 702.494474] env[62301]: INFO nova.scheduler.client.report [None req-1edc38b5-5af1-491f-af0b-76291aff6049 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Deleted allocations for instance 1cda51f6-3d8a-497d-bc6a-63cfb058dd29 [ 702.515766] env[62301]: INFO nova.scheduler.client.report [None req-f7246bca-ce44-4fea-b904-805e20357dd6 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Deleted allocations for instance d1de1100-83f4-43e8-a4c9-46ede08a7ed0 [ 702.618239] env[62301]: DEBUG nova.network.neutron [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 446670be-9a46-4954-bc20-232498d46a3f] Successfully updated port: bd5ff59f-e6f2-4bb7-940a-88276146e6ef {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 702.972082] env[62301]: DEBUG nova.compute.utils [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 702.975611] env[62301]: DEBUG nova.compute.manager [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 24eb8464-8e33-4a08-b792-a2da8ce72eb1] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 702.977117] env[62301]: DEBUG nova.network.neutron [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 24eb8464-8e33-4a08-b792-a2da8ce72eb1] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 703.002848] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1edc38b5-5af1-491f-af0b-76291aff6049 tempest-InstanceActionsNegativeTestJSON-228269136 tempest-InstanceActionsNegativeTestJSON-228269136-project-member] Lock "1cda51f6-3d8a-497d-bc6a-63cfb058dd29" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.092s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 703.006097] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1c80e1dc-e32c-4bd7-8957-105ace1900be tempest-ServersAdminNegativeTestJSON-396238006 tempest-ServersAdminNegativeTestJSON-396238006-project-member] Lock "877dbdd0-9397-4cad-acc8-9cf80b6f480b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.542s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 703.026994] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f7246bca-ce44-4fea-b904-805e20357dd6 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Lock "d1de1100-83f4-43e8-a4c9-46ede08a7ed0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.481s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 703.047109] env[62301]: DEBUG nova.policy [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '42dae9e7bfa445068ea59d7a8a75f92b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e4385c8f1ab44aca6c8ebea3e045865', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 703.122799] env[62301]: DEBUG oslo_concurrency.lockutils [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Acquiring lock "refresh_cache-446670be-9a46-4954-bc20-232498d46a3f" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.122953] env[62301]: DEBUG oslo_concurrency.lockutils [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Acquired lock "refresh_cache-446670be-9a46-4954-bc20-232498d46a3f" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.123088] env[62301]: DEBUG nova.network.neutron [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 446670be-9a46-4954-bc20-232498d46a3f] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.380330] env[62301]: DEBUG nova.network.neutron [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 24eb8464-8e33-4a08-b792-a2da8ce72eb1] Successfully created port: a3a96624-d12f-489f-bd7b-c2b7ba811e89 {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 703.477207] env[62301]: DEBUG nova.compute.manager [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 24eb8464-8e33-4a08-b792-a2da8ce72eb1] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 703.662361] env[62301]: DEBUG nova.network.neutron [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 446670be-9a46-4954-bc20-232498d46a3f] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 703.863675] env[62301]: DEBUG nova.network.neutron [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 446670be-9a46-4954-bc20-232498d46a3f] Updating instance_info_cache with network_info: [{"id": "bd5ff59f-e6f2-4bb7-940a-88276146e6ef", "address": "fa:16:3e:21:f1:6d", "network": {"id": "4f7fa930-46be-4469-bf27-68f77a10b88f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1639573843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e4385c8f1ab44aca6c8ebea3e045865", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd5ff59f-e6", "ovs_interfaceid": "bd5ff59f-e6f2-4bb7-940a-88276146e6ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.017257] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce69a01-dfcd-440a-93c7-2f5d8b442424 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.027031] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cdd0576-997c-4e40-9a6a-7d327d2b4520 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.060161] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0786a67d-9ad5-4427-b5c7-c3e2e01c1111 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.069175] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd817095-e081-4e41-b418-ece1c98ff940 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.085800] env[62301]: DEBUG nova.compute.provider_tree [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.372085] env[62301]: DEBUG oslo_concurrency.lockutils [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Releasing lock "refresh_cache-446670be-9a46-4954-bc20-232498d46a3f" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.372246] env[62301]: DEBUG nova.compute.manager [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 446670be-9a46-4954-bc20-232498d46a3f] Instance network_info: |[{"id": "bd5ff59f-e6f2-4bb7-940a-88276146e6ef", "address": "fa:16:3e:21:f1:6d", "network": {"id": "4f7fa930-46be-4469-bf27-68f77a10b88f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1639573843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e4385c8f1ab44aca6c8ebea3e045865", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd5ff59f-e6", "ovs_interfaceid": "bd5ff59f-e6f2-4bb7-940a-88276146e6ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 704.372750] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 446670be-9a46-4954-bc20-232498d46a3f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:f1:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd5ff59f-e6f2-4bb7-940a-88276146e6ef', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 704.389407] env[62301]: DEBUG oslo.service.loopingcall [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 704.390168] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 446670be-9a46-4954-bc20-232498d46a3f] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 704.390433] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e75462c5-5e3d-455e-9c55-c691fe3a9bcb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.417183] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 704.417183] env[62301]: value = "task-2569955" [ 704.417183] env[62301]: _type = "Task" [ 704.417183] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.431529] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569955, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.492585] env[62301]: DEBUG nova.compute.manager [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 24eb8464-8e33-4a08-b792-a2da8ce72eb1] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 704.532556] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquiring lock "a31f97bc-8467-4f02-8120-2ce25075d351" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 704.533175] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "a31f97bc-8467-4f02-8120-2ce25075d351" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 704.542353] env[62301]: DEBUG nova.virt.hardware [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 704.542593] env[62301]: DEBUG nova.virt.hardware [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 704.542754] env[62301]: DEBUG nova.virt.hardware [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 704.542978] env[62301]: DEBUG nova.virt.hardware [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 704.543164] env[62301]: DEBUG nova.virt.hardware [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 704.543317] env[62301]: DEBUG nova.virt.hardware [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 704.543595] env[62301]: DEBUG nova.virt.hardware [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 704.543686] env[62301]: DEBUG nova.virt.hardware [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 704.543855] env[62301]: DEBUG nova.virt.hardware [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 704.544028] env[62301]: DEBUG nova.virt.hardware [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 704.544211] env[62301]: DEBUG nova.virt.hardware [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 704.545075] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c9891b-d904-40fa-8974-9bc02dced847 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.559370] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9267206c-73fd-4d81-bfa6-d5c38221ad43 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.589777] env[62301]: DEBUG nova.scheduler.client.report [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.626891] env[62301]: INFO nova.compute.manager [None req-3731ce98-b713-4c3b-9735-ce84d7a1c064 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Rebuilding instance [ 704.679798] env[62301]: DEBUG nova.compute.manager [None req-3731ce98-b713-4c3b-9735-ce84d7a1c064 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 704.680748] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0802cc92-ecf9-4e59-b3b2-b6ae4b53d629 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.842187] env[62301]: DEBUG nova.compute.manager [req-beb208c9-27e2-4d65-9905-b019240e7d47 req-52387ab3-5c6e-4b61-a6a6-b3e7b4951a02 service nova] [instance: 446670be-9a46-4954-bc20-232498d46a3f] Received event network-changed-bd5ff59f-e6f2-4bb7-940a-88276146e6ef {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 704.842851] env[62301]: DEBUG nova.compute.manager [req-beb208c9-27e2-4d65-9905-b019240e7d47 req-52387ab3-5c6e-4b61-a6a6-b3e7b4951a02 service nova] [instance: 446670be-9a46-4954-bc20-232498d46a3f] Refreshing instance network info cache due to event network-changed-bd5ff59f-e6f2-4bb7-940a-88276146e6ef. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 704.843017] env[62301]: DEBUG oslo_concurrency.lockutils [req-beb208c9-27e2-4d65-9905-b019240e7d47 req-52387ab3-5c6e-4b61-a6a6-b3e7b4951a02 service nova] Acquiring lock "refresh_cache-446670be-9a46-4954-bc20-232498d46a3f" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.843181] env[62301]: DEBUG oslo_concurrency.lockutils [req-beb208c9-27e2-4d65-9905-b019240e7d47 req-52387ab3-5c6e-4b61-a6a6-b3e7b4951a02 service nova] Acquired lock "refresh_cache-446670be-9a46-4954-bc20-232498d46a3f" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.843300] env[62301]: DEBUG nova.network.neutron [req-beb208c9-27e2-4d65-9905-b019240e7d47 req-52387ab3-5c6e-4b61-a6a6-b3e7b4951a02 service nova] [instance: 446670be-9a46-4954-bc20-232498d46a3f] Refreshing network info cache for port bd5ff59f-e6f2-4bb7-940a-88276146e6ef {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.933036] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569955, 'name': CreateVM_Task, 'duration_secs': 0.412301} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.933255] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 446670be-9a46-4954-bc20-232498d46a3f] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 704.933956] env[62301]: DEBUG oslo_concurrency.lockutils [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.934137] env[62301]: DEBUG oslo_concurrency.lockutils [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.934462] env[62301]: DEBUG oslo_concurrency.lockutils [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.934810] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29896c47-0a2e-4ff8-9591-1e75bcec5555 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.941131] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Waiting for the task: (returnval){ [ 704.941131] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52a85e81-38a9-e186-271e-9f6b5642aa75" [ 704.941131] env[62301]: _type = "Task" [ 704.941131] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.956394] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52a85e81-38a9-e186-271e-9f6b5642aa75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.101683] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.102246] env[62301]: DEBUG nova.compute.manager [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] [instance: 6ad36b88-b945-44ed-972b-f41fa416645b] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 705.105379] env[62301]: DEBUG oslo_concurrency.lockutils [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.428s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.106927] env[62301]: INFO nova.compute.claims [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 705.234414] env[62301]: DEBUG nova.network.neutron [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 24eb8464-8e33-4a08-b792-a2da8ce72eb1] Successfully updated port: a3a96624-d12f-489f-bd7b-c2b7ba811e89 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 705.263816] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5973cb15-946c-4101-87cb-08461e30990f tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Acquiring lock "ca83463c-d6ee-480f-b113-d05e977a6016" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.264077] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5973cb15-946c-4101-87cb-08461e30990f tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Lock "ca83463c-d6ee-480f-b113-d05e977a6016" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.264285] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5973cb15-946c-4101-87cb-08461e30990f tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Acquiring lock "ca83463c-d6ee-480f-b113-d05e977a6016-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.264717] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5973cb15-946c-4101-87cb-08461e30990f tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Lock "ca83463c-d6ee-480f-b113-d05e977a6016-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.264717] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5973cb15-946c-4101-87cb-08461e30990f tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Lock "ca83463c-d6ee-480f-b113-d05e977a6016-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.267758] env[62301]: INFO nova.compute.manager [None req-5973cb15-946c-4101-87cb-08461e30990f tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] Terminating instance [ 705.457022] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52a85e81-38a9-e186-271e-9f6b5642aa75, 'name': SearchDatastore_Task, 'duration_secs': 0.01366} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.457022] env[62301]: DEBUG oslo_concurrency.lockutils [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.457022] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 446670be-9a46-4954-bc20-232498d46a3f] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 705.457022] env[62301]: DEBUG oslo_concurrency.lockutils [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.457245] env[62301]: DEBUG oslo_concurrency.lockutils [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.457245] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 705.457245] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86e6b8f5-520d-4598-a56c-ca6bbdf62e7e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.468217] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 705.471019] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 705.471019] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-465155f6-e721-4d07-862d-e2c327339918 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.476107] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Waiting for the task: (returnval){ [ 705.476107] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]522077b7-c454-4979-e28c-6bf8301a94b1" [ 705.476107] env[62301]: _type = "Task" [ 705.476107] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.489634] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]522077b7-c454-4979-e28c-6bf8301a94b1, 'name': SearchDatastore_Task, 'duration_secs': 0.011219} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.494093] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c11137e3-51c5-4432-a084-660c3644cdbe {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.499168] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Waiting for the task: (returnval){ [ 705.499168] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52c15de9-789d-5729-7930-53daf7adec2a" [ 705.499168] env[62301]: _type = "Task" [ 705.499168] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.505984] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52c15de9-789d-5729-7930-53daf7adec2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.612282] env[62301]: DEBUG nova.compute.utils [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 705.615638] env[62301]: DEBUG nova.compute.manager [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] [instance: 6ad36b88-b945-44ed-972b-f41fa416645b] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 705.615842] env[62301]: DEBUG nova.network.neutron [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] [instance: 6ad36b88-b945-44ed-972b-f41fa416645b] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 705.702614] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-3731ce98-b713-4c3b-9735-ce84d7a1c064 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 705.702973] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-245688c8-7f85-4fb4-a614-538ffde6f3a3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.713464] env[62301]: DEBUG oslo_vmware.api [None req-3731ce98-b713-4c3b-9735-ce84d7a1c064 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Waiting for the task: (returnval){ [ 705.713464] env[62301]: value = "task-2569956" [ 705.713464] env[62301]: _type = "Task" [ 705.713464] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.722755] env[62301]: DEBUG oslo_vmware.api [None req-3731ce98-b713-4c3b-9735-ce84d7a1c064 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Task: {'id': task-2569956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.730320] env[62301]: DEBUG nova.policy [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '198197abc8444df9a21e6688cb80d5e5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e595d1e80cf428790ceafb2a721a999', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 705.735579] env[62301]: DEBUG oslo_concurrency.lockutils [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Acquiring lock "refresh_cache-24eb8464-8e33-4a08-b792-a2da8ce72eb1" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.735766] env[62301]: DEBUG oslo_concurrency.lockutils [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Acquired lock "refresh_cache-24eb8464-8e33-4a08-b792-a2da8ce72eb1" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.735911] env[62301]: DEBUG nova.network.neutron [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 24eb8464-8e33-4a08-b792-a2da8ce72eb1] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 705.770633] env[62301]: DEBUG nova.compute.manager [None req-5973cb15-946c-4101-87cb-08461e30990f tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 705.771297] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-5973cb15-946c-4101-87cb-08461e30990f tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 705.771297] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c709eec1-7d06-440a-bad0-ecd271d2e6e6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.781025] env[62301]: DEBUG oslo_vmware.api [None req-5973cb15-946c-4101-87cb-08461e30990f tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Waiting for the task: (returnval){ [ 705.781025] env[62301]: value = "task-2569957" [ 705.781025] env[62301]: _type = "Task" [ 705.781025] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.790722] env[62301]: DEBUG oslo_vmware.api [None req-5973cb15-946c-4101-87cb-08461e30990f tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Task: {'id': task-2569957, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.809303] env[62301]: DEBUG nova.network.neutron [req-beb208c9-27e2-4d65-9905-b019240e7d47 req-52387ab3-5c6e-4b61-a6a6-b3e7b4951a02 service nova] [instance: 446670be-9a46-4954-bc20-232498d46a3f] Updated VIF entry in instance network info cache for port bd5ff59f-e6f2-4bb7-940a-88276146e6ef. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.809368] env[62301]: DEBUG nova.network.neutron [req-beb208c9-27e2-4d65-9905-b019240e7d47 req-52387ab3-5c6e-4b61-a6a6-b3e7b4951a02 service nova] [instance: 446670be-9a46-4954-bc20-232498d46a3f] Updating instance_info_cache with network_info: [{"id": "bd5ff59f-e6f2-4bb7-940a-88276146e6ef", "address": "fa:16:3e:21:f1:6d", "network": {"id": "4f7fa930-46be-4469-bf27-68f77a10b88f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1639573843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e4385c8f1ab44aca6c8ebea3e045865", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd5ff59f-e6", "ovs_interfaceid": "bd5ff59f-e6f2-4bb7-940a-88276146e6ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.015120] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52c15de9-789d-5729-7930-53daf7adec2a, 'name': SearchDatastore_Task, 'duration_secs': 0.010515} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.015120] env[62301]: DEBUG oslo_concurrency.lockutils [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.015120] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 446670be-9a46-4954-bc20-232498d46a3f/446670be-9a46-4954-bc20-232498d46a3f.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 706.015120] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3ae0bfc-94c3-4f93-bb1f-a95c05f7b452 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.025048] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Waiting for the task: (returnval){ [ 706.025048] env[62301]: value = "task-2569958" [ 706.025048] env[62301]: _type = "Task" [ 706.025048] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.037272] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Task: {'id': task-2569958, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.118672] env[62301]: DEBUG nova.compute.manager [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] [instance: 6ad36b88-b945-44ed-972b-f41fa416645b] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 706.224724] env[62301]: DEBUG oslo_vmware.api [None req-3731ce98-b713-4c3b-9735-ce84d7a1c064 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Task: {'id': task-2569956, 'name': PowerOffVM_Task, 'duration_secs': 0.19902} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.225026] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-3731ce98-b713-4c3b-9735-ce84d7a1c064 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 706.225761] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-3731ce98-b713-4c3b-9735-ce84d7a1c064 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 706.226162] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7efdc1d2-50b4-4be0-8cf3-d278132577f1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.242521] env[62301]: DEBUG oslo_vmware.api [None req-3731ce98-b713-4c3b-9735-ce84d7a1c064 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Waiting for the task: (returnval){ [ 706.242521] env[62301]: value = "task-2569959" [ 706.242521] env[62301]: _type = "Task" [ 706.242521] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.257931] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-3731ce98-b713-4c3b-9735-ce84d7a1c064 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] VM already powered off {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 706.258188] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-3731ce98-b713-4c3b-9735-ce84d7a1c064 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Volume detach. Driver type: vmdk {{(pid=62301) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 706.258396] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-3731ce98-b713-4c3b-9735-ce84d7a1c064 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518705', 'volume_id': '06c4c563-7340-4be1-9c90-ca812b009e69', 'name': 'volume-06c4c563-7340-4be1-9c90-ca812b009e69', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7a0b066b-4028-47bb-891d-685f99d039a8', 'attached_at': '', 'detached_at': '', 'volume_id': '06c4c563-7340-4be1-9c90-ca812b009e69', 'serial': '06c4c563-7340-4be1-9c90-ca812b009e69'} {{(pid=62301) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 706.259815] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-420dc148-a408-4821-a200-e24e2b11427f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.290060] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28d2d0a-0998-457c-9b78-07040b48fbed {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.300685] env[62301]: DEBUG oslo_vmware.api [None req-5973cb15-946c-4101-87cb-08461e30990f tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Task: {'id': task-2569957, 'name': PowerOffVM_Task, 'duration_secs': 0.376864} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.302836] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-5973cb15-946c-4101-87cb-08461e30990f tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 706.303080] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-5973cb15-946c-4101-87cb-08461e30990f tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] Volume detach. Driver type: vmdk {{(pid=62301) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 706.303275] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-5973cb15-946c-4101-87cb-08461e30990f tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518698', 'volume_id': '51726431-feac-4e53-9358-2dfaed86cc7d', 'name': 'volume-51726431-feac-4e53-9358-2dfaed86cc7d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ca83463c-d6ee-480f-b113-d05e977a6016', 'attached_at': '', 'detached_at': '', 'volume_id': '51726431-feac-4e53-9358-2dfaed86cc7d', 'serial': '51726431-feac-4e53-9358-2dfaed86cc7d'} {{(pid=62301) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 706.304467] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de73087d-91ac-4ec5-860a-3393e01e4fe9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.307658] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ccd039b-f121-4995-bb1f-c0133dc8f39e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.313573] env[62301]: DEBUG oslo_concurrency.lockutils [req-beb208c9-27e2-4d65-9905-b019240e7d47 req-52387ab3-5c6e-4b61-a6a6-b3e7b4951a02 service nova] Releasing lock "refresh_cache-446670be-9a46-4954-bc20-232498d46a3f" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.317487] env[62301]: DEBUG nova.network.neutron [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 24eb8464-8e33-4a08-b792-a2da8ce72eb1] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 706.352761] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ad55c6-4e20-47ce-85b9-9f1a90d227d0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.355872] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664c66cb-2b77-44db-89b5-dcf914622817 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.376915] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967244ff-e978-4886-afb4-aecbe59ac08d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.379896] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-3731ce98-b713-4c3b-9735-ce84d7a1c064 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] The volume has not been displaced from its original location: [datastore2] volume-06c4c563-7340-4be1-9c90-ca812b009e69/volume-06c4c563-7340-4be1-9c90-ca812b009e69.vmdk. No consolidation needed. {{(pid=62301) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 706.385471] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-3731ce98-b713-4c3b-9735-ce84d7a1c064 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Reconfiguring VM instance instance-0000001f to detach disk 2000 {{(pid=62301) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 706.390402] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20709f91-0640-4f25-b7f6-8343b7718697 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.426266] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b683ccef-bfa5-4f3f-a1b9-f2d35fe73d2e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.429424] env[62301]: DEBUG oslo_vmware.api [None req-3731ce98-b713-4c3b-9735-ce84d7a1c064 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Waiting for the task: (returnval){ [ 706.429424] env[62301]: value = "task-2569960" [ 706.429424] env[62301]: _type = "Task" [ 706.429424] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.430527] env[62301]: DEBUG nova.network.neutron [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] [instance: 6ad36b88-b945-44ed-972b-f41fa416645b] Successfully created port: a965be78-e809-41a1-b6b0-828249122b85 {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 706.447099] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-5973cb15-946c-4101-87cb-08461e30990f tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] The volume has not been displaced from its original location: [datastore1] volume-51726431-feac-4e53-9358-2dfaed86cc7d/volume-51726431-feac-4e53-9358-2dfaed86cc7d.vmdk. No consolidation needed. {{(pid=62301) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 706.452624] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-5973cb15-946c-4101-87cb-08461e30990f tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] Reconfiguring VM instance instance-0000001e to detach disk 2000 {{(pid=62301) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 706.456150] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6b04879-2266-4788-8b24-1f19026a52b8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.473915] env[62301]: DEBUG oslo_vmware.api [None req-3731ce98-b713-4c3b-9735-ce84d7a1c064 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Task: {'id': task-2569960, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.482840] env[62301]: DEBUG oslo_vmware.api [None req-5973cb15-946c-4101-87cb-08461e30990f tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Waiting for the task: (returnval){ [ 706.482840] env[62301]: value = "task-2569961" [ 706.482840] env[62301]: _type = "Task" [ 706.482840] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.496078] env[62301]: DEBUG oslo_vmware.api [None req-5973cb15-946c-4101-87cb-08461e30990f tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Task: {'id': task-2569961, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.538345] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Task: {'id': task-2569958, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.767843] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326bc161-80de-480b-a71a-3773d86ac570 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.776480] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413eec31-fbd3-4a56-8eeb-19d3eed32909 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.820110] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5daf3986-7e91-4008-8250-50f37f7a4a94 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.831799] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fcc6020-389a-426b-abe4-74e8fe9e39ef {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.853198] env[62301]: DEBUG nova.compute.provider_tree [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.944912] env[62301]: DEBUG oslo_vmware.api [None req-3731ce98-b713-4c3b-9735-ce84d7a1c064 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Task: {'id': task-2569960, 'name': ReconfigVM_Task, 'duration_secs': 0.264609} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.945209] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-3731ce98-b713-4c3b-9735-ce84d7a1c064 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Reconfigured VM instance instance-0000001f to detach disk 2000 {{(pid=62301) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 706.951322] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52ba5c45-87c4-4add-adae-db61ff2b7ff6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.969448] env[62301]: DEBUG oslo_vmware.api [None req-3731ce98-b713-4c3b-9735-ce84d7a1c064 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Waiting for the task: (returnval){ [ 706.969448] env[62301]: value = "task-2569962" [ 706.969448] env[62301]: _type = "Task" [ 706.969448] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.982020] env[62301]: DEBUG oslo_vmware.api [None req-3731ce98-b713-4c3b-9735-ce84d7a1c064 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Task: {'id': task-2569962, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.995952] env[62301]: DEBUG oslo_vmware.api [None req-5973cb15-946c-4101-87cb-08461e30990f tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Task: {'id': task-2569961, 'name': ReconfigVM_Task, 'duration_secs': 0.206901} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.996322] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-5973cb15-946c-4101-87cb-08461e30990f tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] Reconfigured VM instance instance-0000001e to detach disk 2000 {{(pid=62301) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 707.003683] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51fce3f8-6749-4d00-aea1-05997bc2fed2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.015272] env[62301]: DEBUG nova.network.neutron [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 24eb8464-8e33-4a08-b792-a2da8ce72eb1] Updating instance_info_cache with network_info: [{"id": "a3a96624-d12f-489f-bd7b-c2b7ba811e89", "address": "fa:16:3e:f3:9d:f0", "network": {"id": "4f7fa930-46be-4469-bf27-68f77a10b88f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1639573843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e4385c8f1ab44aca6c8ebea3e045865", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3a96624-d1", "ovs_interfaceid": "a3a96624-d12f-489f-bd7b-c2b7ba811e89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.022741] env[62301]: DEBUG oslo_vmware.api [None req-5973cb15-946c-4101-87cb-08461e30990f tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Waiting for the task: (returnval){ [ 707.022741] env[62301]: value = "task-2569963" [ 707.022741] env[62301]: _type = "Task" [ 707.022741] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.037228] env[62301]: DEBUG oslo_vmware.api [None req-5973cb15-946c-4101-87cb-08461e30990f tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Task: {'id': task-2569963, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.040512] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Task: {'id': task-2569958, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527404} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.040812] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 446670be-9a46-4954-bc20-232498d46a3f/446670be-9a46-4954-bc20-232498d46a3f.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 707.041062] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 446670be-9a46-4954-bc20-232498d46a3f] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 707.041651] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09fd21d5-9641-47c3-8f86-06bdcde9355b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.049634] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Waiting for the task: (returnval){ [ 707.049634] env[62301]: value = "task-2569964" [ 707.049634] env[62301]: _type = "Task" [ 707.049634] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.066945] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Task: {'id': task-2569964, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.093736] env[62301]: DEBUG nova.compute.manager [req-6187d9c7-e242-4be9-a09b-a0072c6abfb7 req-f4fe8817-cf42-454d-b7db-dcff2bddc438 service nova] [instance: 24eb8464-8e33-4a08-b792-a2da8ce72eb1] Received event network-vif-plugged-a3a96624-d12f-489f-bd7b-c2b7ba811e89 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 707.093937] env[62301]: DEBUG oslo_concurrency.lockutils [req-6187d9c7-e242-4be9-a09b-a0072c6abfb7 req-f4fe8817-cf42-454d-b7db-dcff2bddc438 service nova] Acquiring lock "24eb8464-8e33-4a08-b792-a2da8ce72eb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.098376] env[62301]: DEBUG oslo_concurrency.lockutils [req-6187d9c7-e242-4be9-a09b-a0072c6abfb7 req-f4fe8817-cf42-454d-b7db-dcff2bddc438 service nova] Lock "24eb8464-8e33-4a08-b792-a2da8ce72eb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 707.098376] env[62301]: DEBUG oslo_concurrency.lockutils [req-6187d9c7-e242-4be9-a09b-a0072c6abfb7 req-f4fe8817-cf42-454d-b7db-dcff2bddc438 service nova] Lock "24eb8464-8e33-4a08-b792-a2da8ce72eb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 707.098376] env[62301]: DEBUG nova.compute.manager [req-6187d9c7-e242-4be9-a09b-a0072c6abfb7 req-f4fe8817-cf42-454d-b7db-dcff2bddc438 service nova] [instance: 24eb8464-8e33-4a08-b792-a2da8ce72eb1] No waiting events found dispatching network-vif-plugged-a3a96624-d12f-489f-bd7b-c2b7ba811e89 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 707.098376] env[62301]: WARNING nova.compute.manager [req-6187d9c7-e242-4be9-a09b-a0072c6abfb7 req-f4fe8817-cf42-454d-b7db-dcff2bddc438 service nova] [instance: 24eb8464-8e33-4a08-b792-a2da8ce72eb1] Received unexpected event network-vif-plugged-a3a96624-d12f-489f-bd7b-c2b7ba811e89 for instance with vm_state building and task_state spawning. [ 707.098376] env[62301]: DEBUG nova.compute.manager [req-6187d9c7-e242-4be9-a09b-a0072c6abfb7 req-f4fe8817-cf42-454d-b7db-dcff2bddc438 service nova] [instance: 24eb8464-8e33-4a08-b792-a2da8ce72eb1] Received event network-changed-a3a96624-d12f-489f-bd7b-c2b7ba811e89 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 707.098572] env[62301]: DEBUG nova.compute.manager [req-6187d9c7-e242-4be9-a09b-a0072c6abfb7 req-f4fe8817-cf42-454d-b7db-dcff2bddc438 service nova] [instance: 24eb8464-8e33-4a08-b792-a2da8ce72eb1] Refreshing instance network info cache due to event network-changed-a3a96624-d12f-489f-bd7b-c2b7ba811e89. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 707.098572] env[62301]: DEBUG oslo_concurrency.lockutils [req-6187d9c7-e242-4be9-a09b-a0072c6abfb7 req-f4fe8817-cf42-454d-b7db-dcff2bddc438 service nova] Acquiring lock "refresh_cache-24eb8464-8e33-4a08-b792-a2da8ce72eb1" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.133848] env[62301]: DEBUG nova.compute.manager [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] [instance: 6ad36b88-b945-44ed-972b-f41fa416645b] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 707.178465] env[62301]: DEBUG nova.virt.hardware [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 707.178818] env[62301]: DEBUG nova.virt.hardware [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 707.178995] env[62301]: DEBUG nova.virt.hardware [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 707.179297] env[62301]: DEBUG nova.virt.hardware [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 707.179546] env[62301]: DEBUG nova.virt.hardware [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 707.179729] env[62301]: DEBUG nova.virt.hardware [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 707.179948] env[62301]: DEBUG nova.virt.hardware [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 707.181077] env[62301]: DEBUG nova.virt.hardware [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 707.181077] env[62301]: DEBUG nova.virt.hardware [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 707.181077] env[62301]: DEBUG nova.virt.hardware [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 707.181077] env[62301]: DEBUG nova.virt.hardware [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 707.181566] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164c7192-b3ea-4a82-bc3d-020b685d7392 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.190137] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea45f38c-9190-4d56-b65f-cce6a07c9102 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.357166] env[62301]: DEBUG nova.scheduler.client.report [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.480955] env[62301]: DEBUG oslo_vmware.api [None req-3731ce98-b713-4c3b-9735-ce84d7a1c064 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Task: {'id': task-2569962, 'name': ReconfigVM_Task, 'duration_secs': 0.198704} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.481291] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-3731ce98-b713-4c3b-9735-ce84d7a1c064 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518705', 'volume_id': '06c4c563-7340-4be1-9c90-ca812b009e69', 'name': 'volume-06c4c563-7340-4be1-9c90-ca812b009e69', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7a0b066b-4028-47bb-891d-685f99d039a8', 'attached_at': '', 'detached_at': '', 'volume_id': '06c4c563-7340-4be1-9c90-ca812b009e69', 'serial': '06c4c563-7340-4be1-9c90-ca812b009e69'} {{(pid=62301) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 707.481542] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-3731ce98-b713-4c3b-9735-ce84d7a1c064 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 707.482513] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0c3103-c9fe-468c-b0a9-e2b73316491b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.490752] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-3731ce98-b713-4c3b-9735-ce84d7a1c064 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 707.490752] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a655f11-0554-474f-8bba-57471c1ed36b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.517681] env[62301]: DEBUG oslo_concurrency.lockutils [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Releasing lock "refresh_cache-24eb8464-8e33-4a08-b792-a2da8ce72eb1" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.518053] env[62301]: DEBUG nova.compute.manager [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 24eb8464-8e33-4a08-b792-a2da8ce72eb1] Instance network_info: |[{"id": "a3a96624-d12f-489f-bd7b-c2b7ba811e89", "address": "fa:16:3e:f3:9d:f0", "network": {"id": "4f7fa930-46be-4469-bf27-68f77a10b88f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1639573843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e4385c8f1ab44aca6c8ebea3e045865", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3a96624-d1", "ovs_interfaceid": "a3a96624-d12f-489f-bd7b-c2b7ba811e89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 707.518362] env[62301]: DEBUG oslo_concurrency.lockutils [req-6187d9c7-e242-4be9-a09b-a0072c6abfb7 req-f4fe8817-cf42-454d-b7db-dcff2bddc438 service nova] Acquired lock "refresh_cache-24eb8464-8e33-4a08-b792-a2da8ce72eb1" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.518559] env[62301]: DEBUG nova.network.neutron [req-6187d9c7-e242-4be9-a09b-a0072c6abfb7 req-f4fe8817-cf42-454d-b7db-dcff2bddc438 service nova] [instance: 24eb8464-8e33-4a08-b792-a2da8ce72eb1] Refreshing network info cache for port a3a96624-d12f-489f-bd7b-c2b7ba811e89 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.520140] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 24eb8464-8e33-4a08-b792-a2da8ce72eb1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:9d:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3a96624-d12f-489f-bd7b-c2b7ba811e89', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 707.530887] env[62301]: DEBUG oslo.service.loopingcall [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 707.532300] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24eb8464-8e33-4a08-b792-a2da8ce72eb1] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 707.536439] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f419b52c-fe17-493e-905d-197ed3384c20 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.560155] env[62301]: DEBUG oslo_vmware.api [None req-5973cb15-946c-4101-87cb-08461e30990f tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Task: {'id': task-2569963, 'name': ReconfigVM_Task, 'duration_secs': 0.279462} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.561832] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-5973cb15-946c-4101-87cb-08461e30990f tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518698', 'volume_id': '51726431-feac-4e53-9358-2dfaed86cc7d', 'name': 'volume-51726431-feac-4e53-9358-2dfaed86cc7d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ca83463c-d6ee-480f-b113-d05e977a6016', 'attached_at': '', 'detached_at': '', 'volume_id': '51726431-feac-4e53-9358-2dfaed86cc7d', 'serial': '51726431-feac-4e53-9358-2dfaed86cc7d'} {{(pid=62301) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 707.562196] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-5973cb15-946c-4101-87cb-08461e30990f tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 707.562447] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-3731ce98-b713-4c3b-9735-ce84d7a1c064 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 707.562630] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-3731ce98-b713-4c3b-9735-ce84d7a1c064 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Deleting contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 707.562803] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-3731ce98-b713-4c3b-9735-ce84d7a1c064 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Deleting the datastore file [datastore2] 7a0b066b-4028-47bb-891d-685f99d039a8 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 707.563616] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603ddb49-924f-42b2-818e-02e8df35b7b4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.566323] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b363a527-d760-4687-bdef-91bf38b4a423 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.572327] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Task: {'id': task-2569964, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073794} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.572526] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 707.572526] env[62301]: value = "task-2569966" [ 707.572526] env[62301]: _type = "Task" [ 707.572526] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.573717] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 446670be-9a46-4954-bc20-232498d46a3f] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 707.574204] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda96fbd-18ec-4b56-9aa0-9b71642f5106 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.582475] env[62301]: DEBUG oslo_vmware.api [None req-3731ce98-b713-4c3b-9735-ce84d7a1c064 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Waiting for the task: (returnval){ [ 707.582475] env[62301]: value = "task-2569967" [ 707.582475] env[62301]: _type = "Task" [ 707.582475] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.582895] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-5973cb15-946c-4101-87cb-08461e30990f tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 707.583779] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c111a099-54c6-462a-9dd9-51457c9d499b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.603145] env[62301]: DEBUG oslo_vmware.api [None req-3731ce98-b713-4c3b-9735-ce84d7a1c064 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Task: {'id': task-2569967, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.626472] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 446670be-9a46-4954-bc20-232498d46a3f] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 446670be-9a46-4954-bc20-232498d46a3f/446670be-9a46-4954-bc20-232498d46a3f.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 707.626762] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569966, 'name': CreateVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.626994] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bac94a6-2ce2-4eae-856f-509157ceb6e1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.650111] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Waiting for the task: (returnval){ [ 707.650111] env[62301]: value = "task-2569969" [ 707.650111] env[62301]: _type = "Task" [ 707.650111] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.659952] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Task: {'id': task-2569969, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.696475] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-5973cb15-946c-4101-87cb-08461e30990f tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 707.697168] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-5973cb15-946c-4101-87cb-08461e30990f tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 707.697168] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-5973cb15-946c-4101-87cb-08461e30990f tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Deleting the datastore file [datastore1] ca83463c-d6ee-480f-b113-d05e977a6016 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 707.697235] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb2ef43c-f3a7-44fb-b490-0531a28fb686 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.705022] env[62301]: DEBUG oslo_vmware.api [None req-5973cb15-946c-4101-87cb-08461e30990f tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Waiting for the task: (returnval){ [ 707.705022] env[62301]: value = "task-2569970" [ 707.705022] env[62301]: _type = "Task" [ 707.705022] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.714600] env[62301]: DEBUG oslo_vmware.api [None req-5973cb15-946c-4101-87cb-08461e30990f tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Task: {'id': task-2569970, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.862610] env[62301]: DEBUG oslo_concurrency.lockutils [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.756s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 707.862610] env[62301]: DEBUG nova.compute.manager [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 707.865104] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.257s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 707.866718] env[62301]: INFO nova.compute.claims [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] [instance: 57e786de-bdde-4aae-80de-d16cfe5b4cda] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 708.086731] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569966, 'name': CreateVM_Task, 'duration_secs': 0.378731} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.090908] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24eb8464-8e33-4a08-b792-a2da8ce72eb1] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 708.091071] env[62301]: DEBUG oslo_concurrency.lockutils [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.091222] env[62301]: DEBUG oslo_concurrency.lockutils [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.091553] env[62301]: DEBUG oslo_concurrency.lockutils [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.092316] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5505e2fb-295f-4f9d-acf8-05bd3fc263a7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.097785] env[62301]: DEBUG oslo_vmware.api [None req-3731ce98-b713-4c3b-9735-ce84d7a1c064 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Task: {'id': task-2569967, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125463} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.100474] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-3731ce98-b713-4c3b-9735-ce84d7a1c064 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 708.100474] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-3731ce98-b713-4c3b-9735-ce84d7a1c064 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Deleted contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 708.100474] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-3731ce98-b713-4c3b-9735-ce84d7a1c064 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 708.101597] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Waiting for the task: (returnval){ [ 708.101597] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5267f45d-674b-0f33-80c1-22dbf14a29dc" [ 708.101597] env[62301]: _type = "Task" [ 708.101597] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.118076] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5267f45d-674b-0f33-80c1-22dbf14a29dc, 'name': SearchDatastore_Task, 'duration_secs': 0.012448} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.118076] env[62301]: DEBUG oslo_concurrency.lockutils [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.118076] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 24eb8464-8e33-4a08-b792-a2da8ce72eb1] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 708.118076] env[62301]: DEBUG oslo_concurrency.lockutils [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.118310] env[62301]: DEBUG oslo_concurrency.lockutils [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.118310] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 708.118310] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3106cd3-6616-4532-b17b-4dbef26a86f0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.128475] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 708.128653] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 708.129742] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d84a3f98-f4ed-4b5d-bce9-0ff4a677f3da {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.136402] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Waiting for the task: (returnval){ [ 708.136402] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52752aab-c421-949b-1a8c-2b002fd4e9e2" [ 708.136402] env[62301]: _type = "Task" [ 708.136402] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.148227] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52752aab-c421-949b-1a8c-2b002fd4e9e2, 'name': SearchDatastore_Task, 'duration_secs': 0.009622} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.149434] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-798c6db3-45d4-42f9-9a8d-f67fa5692554 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.158737] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Waiting for the task: (returnval){ [ 708.158737] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5271fc7f-08c0-cbdc-d89e-a7eecf168ede" [ 708.158737] env[62301]: _type = "Task" [ 708.158737] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.159962] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-3731ce98-b713-4c3b-9735-ce84d7a1c064 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Volume detach. Driver type: vmdk {{(pid=62301) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 708.163136] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6a4d58f2-7aab-4b0e-b53a-d5629775cd0d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.164946] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Task: {'id': task-2569969, 'name': ReconfigVM_Task, 'duration_secs': 0.358014} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.167963] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 446670be-9a46-4954-bc20-232498d46a3f] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 446670be-9a46-4954-bc20-232498d46a3f/446670be-9a46-4954-bc20-232498d46a3f.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.170937] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-160c799e-bcfe-4233-bb9b-5160d7cfd1f6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.177981] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5271fc7f-08c0-cbdc-d89e-a7eecf168ede, 'name': SearchDatastore_Task, 'duration_secs': 0.010592} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.179900] env[62301]: DEBUG oslo_concurrency.lockutils [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.180187] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 24eb8464-8e33-4a08-b792-a2da8ce72eb1/24eb8464-8e33-4a08-b792-a2da8ce72eb1.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 708.180887] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Waiting for the task: (returnval){ [ 708.180887] env[62301]: value = "task-2569971" [ 708.180887] env[62301]: _type = "Task" [ 708.180887] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.181307] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72213b42-e61e-4f84-91ae-a47a5b9ac5c2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.186848] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abbab719-9b3b-4817-bda9-b1f00d2976be {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.210462] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Task: {'id': task-2569971, 'name': Rename_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.210827] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Waiting for the task: (returnval){ [ 708.210827] env[62301]: value = "task-2569972" [ 708.210827] env[62301]: _type = "Task" [ 708.210827] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.230240] env[62301]: ERROR nova.compute.manager [None req-3731ce98-b713-4c3b-9735-ce84d7a1c064 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Failed to detach volume 06c4c563-7340-4be1-9c90-ca812b009e69 from /dev/sda: nova.exception.InstanceNotFound: Instance 7a0b066b-4028-47bb-891d-685f99d039a8 could not be found. [ 708.230240] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Traceback (most recent call last): [ 708.230240] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 708.230240] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] self.driver.rebuild(**kwargs) [ 708.230240] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 708.230240] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] raise NotImplementedError() [ 708.230240] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] NotImplementedError [ 708.230240] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] [ 708.230240] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] During handling of the above exception, another exception occurred: [ 708.230240] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] [ 708.230240] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Traceback (most recent call last): [ 708.230240] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 708.230240] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] self.driver.detach_volume(context, old_connection_info, [ 708.230635] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 708.230635] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] return self._volumeops.detach_volume(connection_info, instance) [ 708.230635] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 708.230635] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] self._detach_volume_vmdk(connection_info, instance) [ 708.230635] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 708.230635] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 708.230635] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 708.230635] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] stable_ref.fetch_moref(session) [ 708.230635] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 708.230635] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] raise exception.InstanceNotFound(instance_id=self._uuid) [ 708.230635] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] nova.exception.InstanceNotFound: Instance 7a0b066b-4028-47bb-891d-685f99d039a8 could not be found. [ 708.230635] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] [ 708.237665] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Task: {'id': task-2569972, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.241195] env[62301]: DEBUG oslo_vmware.api [None req-5973cb15-946c-4101-87cb-08461e30990f tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Task: {'id': task-2569970, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.112382} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.241610] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-5973cb15-946c-4101-87cb-08461e30990f tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 708.241711] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-5973cb15-946c-4101-87cb-08461e30990f tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 708.242668] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-5973cb15-946c-4101-87cb-08461e30990f tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 708.242668] env[62301]: INFO nova.compute.manager [None req-5973cb15-946c-4101-87cb-08461e30990f tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] Took 2.47 seconds to destroy the instance on the hypervisor. [ 708.242668] env[62301]: DEBUG oslo.service.loopingcall [None req-5973cb15-946c-4101-87cb-08461e30990f tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 708.242668] env[62301]: DEBUG nova.compute.manager [-] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 708.242668] env[62301]: DEBUG nova.network.neutron [-] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 708.303196] env[62301]: DEBUG nova.network.neutron [req-6187d9c7-e242-4be9-a09b-a0072c6abfb7 req-f4fe8817-cf42-454d-b7db-dcff2bddc438 service nova] [instance: 24eb8464-8e33-4a08-b792-a2da8ce72eb1] Updated VIF entry in instance network info cache for port a3a96624-d12f-489f-bd7b-c2b7ba811e89. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.303196] env[62301]: DEBUG nova.network.neutron [req-6187d9c7-e242-4be9-a09b-a0072c6abfb7 req-f4fe8817-cf42-454d-b7db-dcff2bddc438 service nova] [instance: 24eb8464-8e33-4a08-b792-a2da8ce72eb1] Updating instance_info_cache with network_info: [{"id": "a3a96624-d12f-489f-bd7b-c2b7ba811e89", "address": "fa:16:3e:f3:9d:f0", "network": {"id": "4f7fa930-46be-4469-bf27-68f77a10b88f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1639573843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e4385c8f1ab44aca6c8ebea3e045865", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3a96624-d1", "ovs_interfaceid": "a3a96624-d12f-489f-bd7b-c2b7ba811e89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.373923] env[62301]: DEBUG nova.compute.utils [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 708.383292] env[62301]: DEBUG nova.compute.manager [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 708.383505] env[62301]: DEBUG nova.network.neutron [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 708.449735] env[62301]: DEBUG nova.compute.utils [None req-3731ce98-b713-4c3b-9735-ce84d7a1c064 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Build of instance 7a0b066b-4028-47bb-891d-685f99d039a8 aborted: Failed to rebuild volume backed instance. {{(pid=62301) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 708.454056] env[62301]: ERROR nova.compute.manager [None req-3731ce98-b713-4c3b-9735-ce84d7a1c064 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 7a0b066b-4028-47bb-891d-685f99d039a8 aborted: Failed to rebuild volume backed instance. [ 708.454056] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Traceback (most recent call last): [ 708.454056] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 708.454056] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] self.driver.rebuild(**kwargs) [ 708.454056] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 708.454056] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] raise NotImplementedError() [ 708.454056] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] NotImplementedError [ 708.454056] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] [ 708.454056] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] During handling of the above exception, another exception occurred: [ 708.454056] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] [ 708.454056] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Traceback (most recent call last): [ 708.454056] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 708.454056] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] self._detach_root_volume(context, instance, root_bdm) [ 708.454546] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 708.454546] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] with excutils.save_and_reraise_exception(): [ 708.454546] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 708.454546] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] self.force_reraise() [ 708.454546] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 708.454546] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] raise self.value [ 708.454546] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 708.454546] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] self.driver.detach_volume(context, old_connection_info, [ 708.454546] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 708.454546] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] return self._volumeops.detach_volume(connection_info, instance) [ 708.454546] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 708.454546] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] self._detach_volume_vmdk(connection_info, instance) [ 708.454908] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 708.454908] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 708.454908] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 708.454908] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] stable_ref.fetch_moref(session) [ 708.454908] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 708.454908] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] raise exception.InstanceNotFound(instance_id=self._uuid) [ 708.454908] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] nova.exception.InstanceNotFound: Instance 7a0b066b-4028-47bb-891d-685f99d039a8 could not be found. [ 708.454908] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] [ 708.454908] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] During handling of the above exception, another exception occurred: [ 708.454908] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] [ 708.454908] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Traceback (most recent call last): [ 708.454908] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] File "/opt/stack/nova/nova/compute/manager.py", line 11382, in _error_out_instance_on_exception [ 708.454908] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] yield [ 708.454908] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 708.455400] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] self._do_rebuild_instance_with_claim( [ 708.455400] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 708.455400] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] self._do_rebuild_instance( [ 708.455400] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 708.455400] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] self._rebuild_default_impl(**kwargs) [ 708.455400] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 708.455400] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] self._rebuild_volume_backed_instance( [ 708.455400] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 708.455400] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] raise exception.BuildAbortException( [ 708.455400] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] nova.exception.BuildAbortException: Build of instance 7a0b066b-4028-47bb-891d-685f99d039a8 aborted: Failed to rebuild volume backed instance. [ 708.455400] env[62301]: ERROR nova.compute.manager [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] [ 708.526496] env[62301]: DEBUG nova.policy [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5592b4c564b14c47ae9f99f22de67700', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb3cdc0a4685472c9b88390393fcef1d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 708.707422] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Task: {'id': task-2569971, 'name': Rename_Task, 'duration_secs': 0.16761} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.707696] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 446670be-9a46-4954-bc20-232498d46a3f] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 708.707947] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-490598cb-3a1d-4bee-8d7c-4af50f3344af {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.715768] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Waiting for the task: (returnval){ [ 708.715768] env[62301]: value = "task-2569973" [ 708.715768] env[62301]: _type = "Task" [ 708.715768] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.729318] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Task: {'id': task-2569972, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498034} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.732305] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 24eb8464-8e33-4a08-b792-a2da8ce72eb1/24eb8464-8e33-4a08-b792-a2da8ce72eb1.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 708.732766] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 24eb8464-8e33-4a08-b792-a2da8ce72eb1] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 708.732882] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Task: {'id': task-2569973, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.732991] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2dc8df6-0f5a-4135-87e9-737cb0341dd6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.744216] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Waiting for the task: (returnval){ [ 708.744216] env[62301]: value = "task-2569974" [ 708.744216] env[62301]: _type = "Task" [ 708.744216] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.755480] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Task: {'id': task-2569974, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.803974] env[62301]: DEBUG oslo_concurrency.lockutils [req-6187d9c7-e242-4be9-a09b-a0072c6abfb7 req-f4fe8817-cf42-454d-b7db-dcff2bddc438 service nova] Releasing lock "refresh_cache-24eb8464-8e33-4a08-b792-a2da8ce72eb1" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.884928] env[62301]: DEBUG nova.compute.manager [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 709.037657] env[62301]: DEBUG nova.network.neutron [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] [instance: 6ad36b88-b945-44ed-972b-f41fa416645b] Successfully updated port: a965be78-e809-41a1-b6b0-828249122b85 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 709.170239] env[62301]: DEBUG nova.network.neutron [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Successfully created port: 93b52d4e-4c38-4fb8-8dcc-1d1475ca516c {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 709.234930] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Task: {'id': task-2569973, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.259066] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Task: {'id': task-2569974, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081668} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.259391] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 24eb8464-8e33-4a08-b792-a2da8ce72eb1] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 709.260588] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62002b5e-e625-49d1-a03d-d412562f6512 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.294807] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 24eb8464-8e33-4a08-b792-a2da8ce72eb1] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 24eb8464-8e33-4a08-b792-a2da8ce72eb1/24eb8464-8e33-4a08-b792-a2da8ce72eb1.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.299119] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1cd4b51-7b01-43d0-83df-8e7d51af7523 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.324226] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Waiting for the task: (returnval){ [ 709.324226] env[62301]: value = "task-2569975" [ 709.324226] env[62301]: _type = "Task" [ 709.324226] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.343712] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Task: {'id': task-2569975, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.390768] env[62301]: DEBUG nova.compute.manager [req-7bbf51a1-495f-4fa1-85c8-bc2f94e004b7 req-f39da134-2204-449f-b09a-62499c0ad090 service nova] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] Received event network-vif-deleted-f53c673c-c84b-4a6e-91ee-020c19d5dbdc {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 709.391009] env[62301]: INFO nova.compute.manager [req-7bbf51a1-495f-4fa1-85c8-bc2f94e004b7 req-f39da134-2204-449f-b09a-62499c0ad090 service nova] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] Neutron deleted interface f53c673c-c84b-4a6e-91ee-020c19d5dbdc; detaching it from the instance and deleting it from the info cache [ 709.391206] env[62301]: DEBUG nova.network.neutron [req-7bbf51a1-495f-4fa1-85c8-bc2f94e004b7 req-f39da134-2204-449f-b09a-62499c0ad090 service nova] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.414160] env[62301]: DEBUG nova.compute.manager [req-fe23eb57-7bd9-45b2-96dc-338641054fc7 req-401fac5f-2e96-469b-bec9-b806a28fc0ab service nova] [instance: 6ad36b88-b945-44ed-972b-f41fa416645b] Received event network-vif-plugged-a965be78-e809-41a1-b6b0-828249122b85 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 709.414435] env[62301]: DEBUG oslo_concurrency.lockutils [req-fe23eb57-7bd9-45b2-96dc-338641054fc7 req-401fac5f-2e96-469b-bec9-b806a28fc0ab service nova] Acquiring lock "6ad36b88-b945-44ed-972b-f41fa416645b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 709.414512] env[62301]: DEBUG oslo_concurrency.lockutils [req-fe23eb57-7bd9-45b2-96dc-338641054fc7 req-401fac5f-2e96-469b-bec9-b806a28fc0ab service nova] Lock "6ad36b88-b945-44ed-972b-f41fa416645b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 709.414681] env[62301]: DEBUG oslo_concurrency.lockutils [req-fe23eb57-7bd9-45b2-96dc-338641054fc7 req-401fac5f-2e96-469b-bec9-b806a28fc0ab service nova] Lock "6ad36b88-b945-44ed-972b-f41fa416645b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.414897] env[62301]: DEBUG nova.compute.manager [req-fe23eb57-7bd9-45b2-96dc-338641054fc7 req-401fac5f-2e96-469b-bec9-b806a28fc0ab service nova] [instance: 6ad36b88-b945-44ed-972b-f41fa416645b] No waiting events found dispatching network-vif-plugged-a965be78-e809-41a1-b6b0-828249122b85 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 709.415266] env[62301]: WARNING nova.compute.manager [req-fe23eb57-7bd9-45b2-96dc-338641054fc7 req-401fac5f-2e96-469b-bec9-b806a28fc0ab service nova] [instance: 6ad36b88-b945-44ed-972b-f41fa416645b] Received unexpected event network-vif-plugged-a965be78-e809-41a1-b6b0-828249122b85 for instance with vm_state building and task_state spawning. [ 709.415451] env[62301]: DEBUG nova.compute.manager [req-fe23eb57-7bd9-45b2-96dc-338641054fc7 req-401fac5f-2e96-469b-bec9-b806a28fc0ab service nova] [instance: 6ad36b88-b945-44ed-972b-f41fa416645b] Received event network-changed-a965be78-e809-41a1-b6b0-828249122b85 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 709.415603] env[62301]: DEBUG nova.compute.manager [req-fe23eb57-7bd9-45b2-96dc-338641054fc7 req-401fac5f-2e96-469b-bec9-b806a28fc0ab service nova] [instance: 6ad36b88-b945-44ed-972b-f41fa416645b] Refreshing instance network info cache due to event network-changed-a965be78-e809-41a1-b6b0-828249122b85. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 709.415781] env[62301]: DEBUG oslo_concurrency.lockutils [req-fe23eb57-7bd9-45b2-96dc-338641054fc7 req-401fac5f-2e96-469b-bec9-b806a28fc0ab service nova] Acquiring lock "refresh_cache-6ad36b88-b945-44ed-972b-f41fa416645b" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.415913] env[62301]: DEBUG oslo_concurrency.lockutils [req-fe23eb57-7bd9-45b2-96dc-338641054fc7 req-401fac5f-2e96-469b-bec9-b806a28fc0ab service nova] Acquired lock "refresh_cache-6ad36b88-b945-44ed-972b-f41fa416645b" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.416080] env[62301]: DEBUG nova.network.neutron [req-fe23eb57-7bd9-45b2-96dc-338641054fc7 req-401fac5f-2e96-469b-bec9-b806a28fc0ab service nova] [instance: 6ad36b88-b945-44ed-972b-f41fa416645b] Refreshing network info cache for port a965be78-e809-41a1-b6b0-828249122b85 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 709.496064] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a166ce8-1381-465c-bd86-5af84d573ac5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.505698] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf67ab5-dbb8-4d7c-8ece-1e13fbc164ba {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.542188] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Acquiring lock "refresh_cache-6ad36b88-b945-44ed-972b-f41fa416645b" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.543110] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5be24c-8ff3-48f5-b4ce-29ddc38b1209 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.552048] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8537af4a-8913-40de-963e-5d1dce5fbaca {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.567453] env[62301]: DEBUG nova.compute.provider_tree [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.574966] env[62301]: DEBUG nova.network.neutron [-] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.576710] env[62301]: DEBUG nova.network.neutron [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Successfully created port: 76d68ddb-0f1e-4a97-9456-a2ce2d7e35c3 {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 710.503326] env[62301]: DEBUG nova.compute.manager [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 710.511614] env[62301]: DEBUG nova.scheduler.client.report [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.514712] env[62301]: INFO nova.compute.manager [-] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] Took 2.27 seconds to deallocate network for instance. [ 710.515039] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Task: {'id': task-2569973, 'name': PowerOnVM_Task, 'duration_secs': 0.691751} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.516220] env[62301]: DEBUG nova.network.neutron [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Successfully created port: 0c2c80c8-9126-4323-a64b-1b78b6fba528 {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 710.522952] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-32c1dbe7-9288-449d-a71e-369e7b7f7f47 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.529264] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 446670be-9a46-4954-bc20-232498d46a3f] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.529475] env[62301]: INFO nova.compute.manager [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 446670be-9a46-4954-bc20-232498d46a3f] Took 8.52 seconds to spawn the instance on the hypervisor. [ 710.529887] env[62301]: DEBUG nova.compute.manager [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 446670be-9a46-4954-bc20-232498d46a3f] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.530902] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Acquiring lock "456442d0-f73e-4b17-aff4-276186b86782" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.533784] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Lock "456442d0-f73e-4b17-aff4-276186b86782" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 710.533784] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a79b45f-05b1-4fe1-b42e-107c5d746e2b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.552101] env[62301]: DEBUG nova.virt.hardware [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 710.554651] env[62301]: DEBUG nova.virt.hardware [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 710.554651] env[62301]: DEBUG nova.virt.hardware [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 710.554651] env[62301]: DEBUG nova.virt.hardware [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 710.554651] env[62301]: DEBUG nova.virt.hardware [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 710.554651] env[62301]: DEBUG nova.virt.hardware [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 710.554978] env[62301]: DEBUG nova.virt.hardware [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 710.554978] env[62301]: DEBUG nova.virt.hardware [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 710.554978] env[62301]: DEBUG nova.virt.hardware [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 710.554978] env[62301]: DEBUG nova.virt.hardware [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 710.554978] env[62301]: DEBUG nova.virt.hardware [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 710.558632] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008f4dea-4a2b-4c2e-92b4-7bf5c062d2a2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.561326] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Task: {'id': task-2569975, 'name': ReconfigVM_Task, 'duration_secs': 0.735652} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.562170] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 24eb8464-8e33-4a08-b792-a2da8ce72eb1] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 24eb8464-8e33-4a08-b792-a2da8ce72eb1/24eb8464-8e33-4a08-b792-a2da8ce72eb1.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 710.566161] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eabf7f37-5f0b-4755-b78d-5c22b42d0a5f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.576357] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06f7146e-ff3f-435a-86d6-9e26826241a4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.582187] env[62301]: DEBUG nova.network.neutron [req-fe23eb57-7bd9-45b2-96dc-338641054fc7 req-401fac5f-2e96-469b-bec9-b806a28fc0ab service nova] [instance: 6ad36b88-b945-44ed-972b-f41fa416645b] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 710.584994] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963398aa-7cd0-4f3c-b851-01c61187043a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.610526] env[62301]: DEBUG nova.compute.manager [req-7bbf51a1-495f-4fa1-85c8-bc2f94e004b7 req-f39da134-2204-449f-b09a-62499c0ad090 service nova] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] Detach interface failed, port_id=f53c673c-c84b-4a6e-91ee-020c19d5dbdc, reason: Instance ca83463c-d6ee-480f-b113-d05e977a6016 could not be found. {{(pid=62301) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 710.620730] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Waiting for the task: (returnval){ [ 710.620730] env[62301]: value = "task-2569976" [ 710.620730] env[62301]: _type = "Task" [ 710.620730] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.632210] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Task: {'id': task-2569976, 'name': Rename_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.691321] env[62301]: DEBUG nova.network.neutron [req-fe23eb57-7bd9-45b2-96dc-338641054fc7 req-401fac5f-2e96-469b-bec9-b806a28fc0ab service nova] [instance: 6ad36b88-b945-44ed-972b-f41fa416645b] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.016890] env[62301]: DEBUG oslo_concurrency.lockutils [None req-3731ce98-b713-4c3b-9735-ce84d7a1c064 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 711.032331] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.167s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.033252] env[62301]: DEBUG nova.compute.manager [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] [instance: 57e786de-bdde-4aae-80de-d16cfe5b4cda] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 711.037116] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.204s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.040753] env[62301]: INFO nova.compute.claims [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 711.074371] env[62301]: INFO nova.compute.manager [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 446670be-9a46-4954-bc20-232498d46a3f] Took 54.40 seconds to build instance. [ 711.108226] env[62301]: INFO nova.compute.manager [None req-5973cb15-946c-4101-87cb-08461e30990f tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] Took 0.58 seconds to detach 1 volumes for instance. [ 711.110411] env[62301]: DEBUG nova.compute.manager [None req-5973cb15-946c-4101-87cb-08461e30990f tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] Deleting volume: 51726431-feac-4e53-9358-2dfaed86cc7d {{(pid=62301) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 711.132763] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Task: {'id': task-2569976, 'name': Rename_Task, 'duration_secs': 0.410686} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.133064] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 24eb8464-8e33-4a08-b792-a2da8ce72eb1] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 711.133345] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cef205b9-3ccf-4f5c-a080-e7fa03d2113d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.141483] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Waiting for the task: (returnval){ [ 711.141483] env[62301]: value = "task-2569977" [ 711.141483] env[62301]: _type = "Task" [ 711.141483] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.150802] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Task: {'id': task-2569977, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.194300] env[62301]: DEBUG oslo_concurrency.lockutils [req-fe23eb57-7bd9-45b2-96dc-338641054fc7 req-401fac5f-2e96-469b-bec9-b806a28fc0ab service nova] Releasing lock "refresh_cache-6ad36b88-b945-44ed-972b-f41fa416645b" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.194687] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Acquired lock "refresh_cache-6ad36b88-b945-44ed-972b-f41fa416645b" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.194957] env[62301]: DEBUG nova.network.neutron [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] [instance: 6ad36b88-b945-44ed-972b-f41fa416645b] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 711.550839] env[62301]: DEBUG nova.compute.utils [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 711.552199] env[62301]: DEBUG nova.compute.manager [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] [instance: 57e786de-bdde-4aae-80de-d16cfe5b4cda] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 711.552374] env[62301]: DEBUG nova.network.neutron [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] [instance: 57e786de-bdde-4aae-80de-d16cfe5b4cda] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 711.582436] env[62301]: DEBUG oslo_concurrency.lockutils [None req-9e58e6e8-a7c0-4e4b-b680-c2cac8c9aef8 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Acquiring lock "7a0b066b-4028-47bb-891d-685f99d039a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 711.582436] env[62301]: DEBUG oslo_concurrency.lockutils [None req-9e58e6e8-a7c0-4e4b-b680-c2cac8c9aef8 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Lock "7a0b066b-4028-47bb-891d-685f99d039a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.582436] env[62301]: DEBUG oslo_concurrency.lockutils [None req-9e58e6e8-a7c0-4e4b-b680-c2cac8c9aef8 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Acquiring lock "7a0b066b-4028-47bb-891d-685f99d039a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 711.582436] env[62301]: DEBUG oslo_concurrency.lockutils [None req-9e58e6e8-a7c0-4e4b-b680-c2cac8c9aef8 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Lock "7a0b066b-4028-47bb-891d-685f99d039a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.582685] env[62301]: DEBUG oslo_concurrency.lockutils [None req-9e58e6e8-a7c0-4e4b-b680-c2cac8c9aef8 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Lock "7a0b066b-4028-47bb-891d-685f99d039a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.584882] env[62301]: DEBUG oslo_concurrency.lockutils [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Lock "446670be-9a46-4954-bc20-232498d46a3f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.588s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.584882] env[62301]: INFO nova.compute.manager [None req-9e58e6e8-a7c0-4e4b-b680-c2cac8c9aef8 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Terminating instance [ 711.591956] env[62301]: DEBUG nova.policy [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc4be514d26341e5bda6f0c44f399ea3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e13014c874c1438899b301953fe26a79', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 711.651458] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Task: {'id': task-2569977, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.656526] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5973cb15-946c-4101-87cb-08461e30990f tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 711.726539] env[62301]: DEBUG nova.network.neutron [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] [instance: 6ad36b88-b945-44ed-972b-f41fa416645b] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 711.923421] env[62301]: DEBUG nova.network.neutron [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] [instance: 57e786de-bdde-4aae-80de-d16cfe5b4cda] Successfully created port: b9c23ba7-c7d8-47b6-9490-e1442759227e {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 711.930370] env[62301]: DEBUG nova.network.neutron [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] [instance: 6ad36b88-b945-44ed-972b-f41fa416645b] Updating instance_info_cache with network_info: [{"id": "a965be78-e809-41a1-b6b0-828249122b85", "address": "fa:16:3e:8b:c2:44", "network": {"id": "10f60b79-875d-4fe6-9072-492a38ea4fa1", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1159104617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e595d1e80cf428790ceafb2a721a999", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa965be78-e8", "ovs_interfaceid": "a965be78-e809-41a1-b6b0-828249122b85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.059180] env[62301]: DEBUG nova.compute.manager [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] [instance: 57e786de-bdde-4aae-80de-d16cfe5b4cda] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 712.069898] env[62301]: DEBUG nova.compute.manager [req-5bad08d3-6744-47d7-b3ae-4e10c62514cb req-77011af3-a3c1-4832-b18c-031e460f59f9 service nova] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Received event network-vif-plugged-93b52d4e-4c38-4fb8-8dcc-1d1475ca516c {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 712.071020] env[62301]: DEBUG oslo_concurrency.lockutils [req-5bad08d3-6744-47d7-b3ae-4e10c62514cb req-77011af3-a3c1-4832-b18c-031e460f59f9 service nova] Acquiring lock "e3dca228-5517-4d04-bf30-f3ee3fecaaf8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 712.071020] env[62301]: DEBUG oslo_concurrency.lockutils [req-5bad08d3-6744-47d7-b3ae-4e10c62514cb req-77011af3-a3c1-4832-b18c-031e460f59f9 service nova] Lock "e3dca228-5517-4d04-bf30-f3ee3fecaaf8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 712.071020] env[62301]: DEBUG oslo_concurrency.lockutils [req-5bad08d3-6744-47d7-b3ae-4e10c62514cb req-77011af3-a3c1-4832-b18c-031e460f59f9 service nova] Lock "e3dca228-5517-4d04-bf30-f3ee3fecaaf8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.071020] env[62301]: DEBUG nova.compute.manager [req-5bad08d3-6744-47d7-b3ae-4e10c62514cb req-77011af3-a3c1-4832-b18c-031e460f59f9 service nova] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] No waiting events found dispatching network-vif-plugged-93b52d4e-4c38-4fb8-8dcc-1d1475ca516c {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 712.071020] env[62301]: WARNING nova.compute.manager [req-5bad08d3-6744-47d7-b3ae-4e10c62514cb req-77011af3-a3c1-4832-b18c-031e460f59f9 service nova] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Received unexpected event network-vif-plugged-93b52d4e-4c38-4fb8-8dcc-1d1475ca516c for instance with vm_state building and task_state spawning. [ 712.088063] env[62301]: DEBUG nova.compute.manager [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 712.091602] env[62301]: DEBUG nova.compute.manager [None req-9e58e6e8-a7c0-4e4b-b680-c2cac8c9aef8 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 712.092048] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ac277ccf-5cbf-4513-9ca6-14b01d8dfef3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.108539] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cca1f65-84f0-4993-aaec-585ede9f19b1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.154822] env[62301]: WARNING nova.virt.vmwareapi.driver [None req-9e58e6e8-a7c0-4e4b-b680-c2cac8c9aef8 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 7a0b066b-4028-47bb-891d-685f99d039a8 could not be found. [ 712.154822] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-9e58e6e8-a7c0-4e4b-b680-c2cac8c9aef8 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 712.160460] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1781edcf-9b40-4554-9bfe-a9fbd44f9ba9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.169062] env[62301]: DEBUG oslo_vmware.api [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Task: {'id': task-2569977, 'name': PowerOnVM_Task, 'duration_secs': 1.007841} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.170286] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 24eb8464-8e33-4a08-b792-a2da8ce72eb1] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 712.170372] env[62301]: INFO nova.compute.manager [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 24eb8464-8e33-4a08-b792-a2da8ce72eb1] Took 7.68 seconds to spawn the instance on the hypervisor. [ 712.170980] env[62301]: DEBUG nova.compute.manager [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 24eb8464-8e33-4a08-b792-a2da8ce72eb1] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 712.172743] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b70f8ef-0c21-4d39-a9c8-48337c31593a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.177224] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3124ff96-ec1a-48a3-81a6-aa32fd7bb373 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.220564] env[62301]: WARNING nova.virt.vmwareapi.vmops [None req-9e58e6e8-a7c0-4e4b-b680-c2cac8c9aef8 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 7a0b066b-4028-47bb-891d-685f99d039a8 could not be found. [ 712.220767] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-9e58e6e8-a7c0-4e4b-b680-c2cac8c9aef8 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 712.221067] env[62301]: INFO nova.compute.manager [None req-9e58e6e8-a7c0-4e4b-b680-c2cac8c9aef8 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Took 0.13 seconds to destroy the instance on the hypervisor. [ 712.221281] env[62301]: DEBUG oslo.service.loopingcall [None req-9e58e6e8-a7c0-4e4b-b680-c2cac8c9aef8 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 712.224747] env[62301]: DEBUG nova.network.neutron [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Successfully updated port: 93b52d4e-4c38-4fb8-8dcc-1d1475ca516c {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 712.225774] env[62301]: DEBUG nova.compute.manager [-] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 712.225875] env[62301]: DEBUG nova.network.neutron [-] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 712.433364] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Releasing lock "refresh_cache-6ad36b88-b945-44ed-972b-f41fa416645b" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.433705] env[62301]: DEBUG nova.compute.manager [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] [instance: 6ad36b88-b945-44ed-972b-f41fa416645b] Instance network_info: |[{"id": "a965be78-e809-41a1-b6b0-828249122b85", "address": "fa:16:3e:8b:c2:44", "network": {"id": "10f60b79-875d-4fe6-9072-492a38ea4fa1", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1159104617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e595d1e80cf428790ceafb2a721a999", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa965be78-e8", "ovs_interfaceid": "a965be78-e809-41a1-b6b0-828249122b85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 712.434138] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] [instance: 6ad36b88-b945-44ed-972b-f41fa416645b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:c2:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51ae336c-12cf-406a-b1ca-54e9ce553b3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a965be78-e809-41a1-b6b0-828249122b85', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 712.441721] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Creating folder: Project (4e595d1e80cf428790ceafb2a721a999). Parent ref: group-v518653. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.444548] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa1c4a7d-9ee8-44b5-8b4b-d98508c23665 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.459837] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Created folder: Project (4e595d1e80cf428790ceafb2a721a999) in parent group-v518653. [ 712.460050] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Creating folder: Instances. Parent ref: group-v518771. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.460310] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c290d68-f882-4e4c-855f-4bd4e8d7765d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.472864] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Created folder: Instances in parent group-v518771. [ 712.473115] env[62301]: DEBUG oslo.service.loopingcall [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 712.473304] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ad36b88-b945-44ed-972b-f41fa416645b] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 712.473503] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98454d4f-8caf-4593-8f91-d41005e02744 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.497643] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 712.497643] env[62301]: value = "task-2569981" [ 712.497643] env[62301]: _type = "Task" [ 712.497643] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.508914] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569981, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.620404] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 712.647084] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c091166-4545-4dad-8d33-ba058aa20c91 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.655526] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81134238-0e7d-4105-8062-9cbe35a30acf {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.698042] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90efd61-cb4a-4cd6-9bf3-09d2ea473b78 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.706734] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33de33bf-7a09-4b36-a991-1137ca1909d2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.721071] env[62301]: DEBUG nova.compute.provider_tree [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.732778] env[62301]: INFO nova.compute.manager [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 24eb8464-8e33-4a08-b792-a2da8ce72eb1] Took 53.36 seconds to build instance. [ 713.013878] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569981, 'name': CreateVM_Task, 'duration_secs': 0.453376} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.014149] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ad36b88-b945-44ed-972b-f41fa416645b] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 713.015098] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.015339] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.015770] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.016087] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ac8143c-8565-4413-ac88-4e9888836df5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.022827] env[62301]: DEBUG oslo_vmware.api [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Waiting for the task: (returnval){ [ 713.022827] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52b78b7f-6202-7fee-c8ab-0f17b959e451" [ 713.022827] env[62301]: _type = "Task" [ 713.022827] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.034385] env[62301]: DEBUG oslo_vmware.api [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52b78b7f-6202-7fee-c8ab-0f17b959e451, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.070318] env[62301]: DEBUG nova.compute.manager [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] [instance: 57e786de-bdde-4aae-80de-d16cfe5b4cda] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 713.105200] env[62301]: DEBUG nova.virt.hardware [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 713.105200] env[62301]: DEBUG nova.virt.hardware [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 713.105200] env[62301]: DEBUG nova.virt.hardware [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 713.105367] env[62301]: DEBUG nova.virt.hardware [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 713.105367] env[62301]: DEBUG nova.virt.hardware [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 713.105367] env[62301]: DEBUG nova.virt.hardware [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 713.105367] env[62301]: DEBUG nova.virt.hardware [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 713.105367] env[62301]: DEBUG nova.virt.hardware [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 713.105512] env[62301]: DEBUG nova.virt.hardware [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 713.106093] env[62301]: DEBUG nova.virt.hardware [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 713.106354] env[62301]: DEBUG nova.virt.hardware [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 713.107312] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf26ca2c-041f-4c01-892b-9531c5971ccb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.116991] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0ea53f-78da-49bb-ba12-269f35cb555e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.227174] env[62301]: DEBUG nova.scheduler.client.report [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.236723] env[62301]: DEBUG oslo_concurrency.lockutils [None req-274bb212-a649-4400-8d21-b4e562cae94d tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Lock "24eb8464-8e33-4a08-b792-a2da8ce72eb1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.198s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.309652] env[62301]: DEBUG nova.network.neutron [-] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.534672] env[62301]: DEBUG oslo_vmware.api [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52b78b7f-6202-7fee-c8ab-0f17b959e451, 'name': SearchDatastore_Task, 'duration_secs': 0.016114} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.534999] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.535272] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] [instance: 6ad36b88-b945-44ed-972b-f41fa416645b] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 713.535655] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.535854] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.536052] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 713.536390] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b69e15c8-e88d-4f6c-aafd-7997179c9e84 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.546539] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 713.546652] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 713.547401] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2026632a-29ab-4d98-a042-4472b6ff1e7d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.553207] env[62301]: DEBUG oslo_vmware.api [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Waiting for the task: (returnval){ [ 713.553207] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52fd1466-1846-58bd-6820-3011fa009080" [ 713.553207] env[62301]: _type = "Task" [ 713.553207] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.563429] env[62301]: DEBUG oslo_vmware.api [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52fd1466-1846-58bd-6820-3011fa009080, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.639161] env[62301]: DEBUG nova.compute.manager [req-f7c2b53a-3159-406b-8464-ede520609a3f req-ce1ca561-47f2-4e0a-849b-afdbdc6ae395 service nova] [instance: 57e786de-bdde-4aae-80de-d16cfe5b4cda] Received event network-vif-plugged-b9c23ba7-c7d8-47b6-9490-e1442759227e {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 713.639161] env[62301]: DEBUG oslo_concurrency.lockutils [req-f7c2b53a-3159-406b-8464-ede520609a3f req-ce1ca561-47f2-4e0a-849b-afdbdc6ae395 service nova] Acquiring lock "57e786de-bdde-4aae-80de-d16cfe5b4cda-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.639161] env[62301]: DEBUG oslo_concurrency.lockutils [req-f7c2b53a-3159-406b-8464-ede520609a3f req-ce1ca561-47f2-4e0a-849b-afdbdc6ae395 service nova] Lock "57e786de-bdde-4aae-80de-d16cfe5b4cda-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.639161] env[62301]: DEBUG oslo_concurrency.lockutils [req-f7c2b53a-3159-406b-8464-ede520609a3f req-ce1ca561-47f2-4e0a-849b-afdbdc6ae395 service nova] Lock "57e786de-bdde-4aae-80de-d16cfe5b4cda-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.639161] env[62301]: DEBUG nova.compute.manager [req-f7c2b53a-3159-406b-8464-ede520609a3f req-ce1ca561-47f2-4e0a-849b-afdbdc6ae395 service nova] [instance: 57e786de-bdde-4aae-80de-d16cfe5b4cda] No waiting events found dispatching network-vif-plugged-b9c23ba7-c7d8-47b6-9490-e1442759227e {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 713.639529] env[62301]: WARNING nova.compute.manager [req-f7c2b53a-3159-406b-8464-ede520609a3f req-ce1ca561-47f2-4e0a-849b-afdbdc6ae395 service nova] [instance: 57e786de-bdde-4aae-80de-d16cfe5b4cda] Received unexpected event network-vif-plugged-b9c23ba7-c7d8-47b6-9490-e1442759227e for instance with vm_state building and task_state spawning. [ 713.732606] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.695s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.733406] env[62301]: DEBUG nova.compute.manager [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 713.736887] env[62301]: DEBUG oslo_concurrency.lockutils [None req-fa9cc037-1c17-4450-8e4b-1a74ba16e8bb tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.728s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.736887] env[62301]: DEBUG oslo_concurrency.lockutils [None req-fa9cc037-1c17-4450-8e4b-1a74ba16e8bb tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.739018] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.696s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.740962] env[62301]: INFO nova.compute.claims [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 713.747436] env[62301]: DEBUG nova.compute.manager [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 713.776303] env[62301]: INFO nova.scheduler.client.report [None req-fa9cc037-1c17-4450-8e4b-1a74ba16e8bb tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Deleted allocations for instance bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4 [ 713.812442] env[62301]: INFO nova.compute.manager [-] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Took 1.59 seconds to deallocate network for instance. [ 713.871536] env[62301]: DEBUG nova.network.neutron [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] [instance: 57e786de-bdde-4aae-80de-d16cfe5b4cda] Successfully updated port: b9c23ba7-c7d8-47b6-9490-e1442759227e {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 713.963032] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f63e14e6-afdb-44cb-9729-728c1c177649 tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Acquiring lock "a25b53c1-60dc-4daa-8812-ecb7f026e1f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.963032] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f63e14e6-afdb-44cb-9729-728c1c177649 tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Lock "a25b53c1-60dc-4daa-8812-ecb7f026e1f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.963032] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f63e14e6-afdb-44cb-9729-728c1c177649 tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Acquiring lock "a25b53c1-60dc-4daa-8812-ecb7f026e1f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.963032] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f63e14e6-afdb-44cb-9729-728c1c177649 tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Lock "a25b53c1-60dc-4daa-8812-ecb7f026e1f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.963434] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f63e14e6-afdb-44cb-9729-728c1c177649 tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Lock "a25b53c1-60dc-4daa-8812-ecb7f026e1f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.965633] env[62301]: INFO nova.compute.manager [None req-f63e14e6-afdb-44cb-9729-728c1c177649 tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: a25b53c1-60dc-4daa-8812-ecb7f026e1f0] Terminating instance [ 714.065261] env[62301]: DEBUG oslo_vmware.api [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52fd1466-1846-58bd-6820-3011fa009080, 'name': SearchDatastore_Task, 'duration_secs': 0.011615} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.065974] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94eb4816-0289-4bbd-8681-f46c171c685c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.071725] env[62301]: DEBUG oslo_vmware.api [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Waiting for the task: (returnval){ [ 714.071725] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]525423d2-abe5-36de-74cf-fe03f622480a" [ 714.071725] env[62301]: _type = "Task" [ 714.071725] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.085153] env[62301]: DEBUG oslo_vmware.api [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]525423d2-abe5-36de-74cf-fe03f622480a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.116728] env[62301]: DEBUG nova.compute.manager [req-f1b29188-856d-4d27-8aec-0fe75da1fa79 req-68d5318e-174a-49ca-bdfd-f298637c615d service nova] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Received event network-changed-93b52d4e-4c38-4fb8-8dcc-1d1475ca516c {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 714.118247] env[62301]: DEBUG nova.compute.manager [req-f1b29188-856d-4d27-8aec-0fe75da1fa79 req-68d5318e-174a-49ca-bdfd-f298637c615d service nova] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Refreshing instance network info cache due to event network-changed-93b52d4e-4c38-4fb8-8dcc-1d1475ca516c. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 714.118488] env[62301]: DEBUG oslo_concurrency.lockutils [req-f1b29188-856d-4d27-8aec-0fe75da1fa79 req-68d5318e-174a-49ca-bdfd-f298637c615d service nova] Acquiring lock "refresh_cache-e3dca228-5517-4d04-bf30-f3ee3fecaaf8" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.118633] env[62301]: DEBUG oslo_concurrency.lockutils [req-f1b29188-856d-4d27-8aec-0fe75da1fa79 req-68d5318e-174a-49ca-bdfd-f298637c615d service nova] Acquired lock "refresh_cache-e3dca228-5517-4d04-bf30-f3ee3fecaaf8" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.118794] env[62301]: DEBUG nova.network.neutron [req-f1b29188-856d-4d27-8aec-0fe75da1fa79 req-68d5318e-174a-49ca-bdfd-f298637c615d service nova] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Refreshing network info cache for port 93b52d4e-4c38-4fb8-8dcc-1d1475ca516c {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 714.242363] env[62301]: DEBUG nova.compute.utils [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 714.242363] env[62301]: DEBUG nova.compute.manager [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 714.243293] env[62301]: DEBUG nova.network.neutron [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 714.282988] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.290036] env[62301]: DEBUG oslo_concurrency.lockutils [None req-fa9cc037-1c17-4450-8e4b-1a74ba16e8bb tempest-ServerMetadataTestJSON-1465246602 tempest-ServerMetadataTestJSON-1465246602-project-member] Lock "bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.908s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.315390] env[62301]: DEBUG nova.policy [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69e5bd46b9694a72a822604525dc2d60', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c6e401c2ffb4be5ad8d8a54b65f4a3d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 714.368380] env[62301]: INFO nova.compute.manager [None req-9e58e6e8-a7c0-4e4b-b680-c2cac8c9aef8 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Took 0.56 seconds to detach 1 volumes for instance. [ 714.372228] env[62301]: DEBUG nova.compute.manager [None req-9e58e6e8-a7c0-4e4b-b680-c2cac8c9aef8 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Deleting volume: 06c4c563-7340-4be1-9c90-ca812b009e69 {{(pid=62301) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 714.374986] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Acquiring lock "refresh_cache-57e786de-bdde-4aae-80de-d16cfe5b4cda" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.375145] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Acquired lock "refresh_cache-57e786de-bdde-4aae-80de-d16cfe5b4cda" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.375295] env[62301]: DEBUG nova.network.neutron [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] [instance: 57e786de-bdde-4aae-80de-d16cfe5b4cda] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 714.469593] env[62301]: DEBUG nova.compute.manager [None req-f63e14e6-afdb-44cb-9729-728c1c177649 tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: a25b53c1-60dc-4daa-8812-ecb7f026e1f0] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 714.469877] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f63e14e6-afdb-44cb-9729-728c1c177649 tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: a25b53c1-60dc-4daa-8812-ecb7f026e1f0] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 714.471428] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d98d541-8f12-4a55-a939-7dce2d2dfb56 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.487612] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-f63e14e6-afdb-44cb-9729-728c1c177649 tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: a25b53c1-60dc-4daa-8812-ecb7f026e1f0] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 714.487612] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d2a4048-0846-4050-aa76-360bfa4e7879 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.496427] env[62301]: DEBUG oslo_vmware.api [None req-f63e14e6-afdb-44cb-9729-728c1c177649 tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Waiting for the task: (returnval){ [ 714.496427] env[62301]: value = "task-2569983" [ 714.496427] env[62301]: _type = "Task" [ 714.496427] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.507103] env[62301]: DEBUG oslo_vmware.api [None req-f63e14e6-afdb-44cb-9729-728c1c177649 tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Task: {'id': task-2569983, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.545888] env[62301]: DEBUG nova.network.neutron [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Successfully updated port: 76d68ddb-0f1e-4a97-9456-a2ce2d7e35c3 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 714.588102] env[62301]: DEBUG oslo_vmware.api [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]525423d2-abe5-36de-74cf-fe03f622480a, 'name': SearchDatastore_Task, 'duration_secs': 0.011638} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.588549] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.589093] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 6ad36b88-b945-44ed-972b-f41fa416645b/6ad36b88-b945-44ed-972b-f41fa416645b.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 714.589527] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b44be183-466a-4059-b107-e4b9a4a2b33e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.603566] env[62301]: DEBUG oslo_vmware.api [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Waiting for the task: (returnval){ [ 714.603566] env[62301]: value = "task-2569984" [ 714.603566] env[62301]: _type = "Task" [ 714.603566] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.616066] env[62301]: DEBUG oslo_vmware.api [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Task: {'id': task-2569984, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.685627] env[62301]: DEBUG nova.network.neutron [req-f1b29188-856d-4d27-8aec-0fe75da1fa79 req-68d5318e-174a-49ca-bdfd-f298637c615d service nova] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 714.748684] env[62301]: DEBUG nova.compute.manager [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 714.817178] env[62301]: DEBUG nova.network.neutron [req-f1b29188-856d-4d27-8aec-0fe75da1fa79 req-68d5318e-174a-49ca-bdfd-f298637c615d service nova] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.920828] env[62301]: DEBUG nova.network.neutron [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] [instance: 57e786de-bdde-4aae-80de-d16cfe5b4cda] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 714.930545] env[62301]: DEBUG oslo_concurrency.lockutils [None req-9e58e6e8-a7c0-4e4b-b680-c2cac8c9aef8 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 715.023040] env[62301]: DEBUG oslo_vmware.api [None req-f63e14e6-afdb-44cb-9729-728c1c177649 tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Task: {'id': task-2569983, 'name': PowerOffVM_Task, 'duration_secs': 0.233945} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.023040] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-f63e14e6-afdb-44cb-9729-728c1c177649 tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: a25b53c1-60dc-4daa-8812-ecb7f026e1f0] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 715.023040] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f63e14e6-afdb-44cb-9729-728c1c177649 tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: a25b53c1-60dc-4daa-8812-ecb7f026e1f0] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 715.023040] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a3eadd5-919e-4ab8-9a21-90d130218124 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.111297] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f63e14e6-afdb-44cb-9729-728c1c177649 tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: a25b53c1-60dc-4daa-8812-ecb7f026e1f0] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 715.111297] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f63e14e6-afdb-44cb-9729-728c1c177649 tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: a25b53c1-60dc-4daa-8812-ecb7f026e1f0] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 715.111297] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-f63e14e6-afdb-44cb-9729-728c1c177649 tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Deleting the datastore file [datastore1] a25b53c1-60dc-4daa-8812-ecb7f026e1f0 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 715.111297] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-181377c0-6f95-4557-9ee7-64fee7d4154e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.118162] env[62301]: DEBUG oslo_vmware.api [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Task: {'id': task-2569984, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516071} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.122221] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 6ad36b88-b945-44ed-972b-f41fa416645b/6ad36b88-b945-44ed-972b-f41fa416645b.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 715.122777] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] [instance: 6ad36b88-b945-44ed-972b-f41fa416645b] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 715.123595] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-14403ade-74c6-4855-a036-77f06a48829d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.128347] env[62301]: DEBUG oslo_vmware.api [None req-f63e14e6-afdb-44cb-9729-728c1c177649 tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Waiting for the task: (returnval){ [ 715.128347] env[62301]: value = "task-2569986" [ 715.128347] env[62301]: _type = "Task" [ 715.128347] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.135286] env[62301]: DEBUG nova.network.neutron [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Successfully created port: 06fd9342-244d-4562-8ef7-f11ff8d671aa {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 715.141263] env[62301]: DEBUG oslo_vmware.api [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Waiting for the task: (returnval){ [ 715.141263] env[62301]: value = "task-2569987" [ 715.141263] env[62301]: _type = "Task" [ 715.141263] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.150037] env[62301]: DEBUG oslo_vmware.api [None req-f63e14e6-afdb-44cb-9729-728c1c177649 tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Task: {'id': task-2569986, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.160123] env[62301]: DEBUG oslo_vmware.api [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Task: {'id': task-2569987, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.322692] env[62301]: DEBUG oslo_concurrency.lockutils [req-f1b29188-856d-4d27-8aec-0fe75da1fa79 req-68d5318e-174a-49ca-bdfd-f298637c615d service nova] Releasing lock "refresh_cache-e3dca228-5517-4d04-bf30-f3ee3fecaaf8" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.323386] env[62301]: DEBUG nova.compute.manager [req-f1b29188-856d-4d27-8aec-0fe75da1fa79 req-68d5318e-174a-49ca-bdfd-f298637c615d service nova] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Received event network-vif-deleted-2bb366c9-3df5-4105-a054-696418af204a {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 715.345319] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643ca458-163e-472f-bc67-8c6632418ef7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.354041] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf135bb4-0c02-482d-b3ac-3be3deb3b031 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.389732] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4112f68a-b332-4663-a04a-9cd82a8be2cd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.401025] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2523d0-3d17-48a6-a2a4-2ff840fd3826 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.422787] env[62301]: DEBUG nova.compute.provider_tree [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.638880] env[62301]: DEBUG nova.network.neutron [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] [instance: 57e786de-bdde-4aae-80de-d16cfe5b4cda] Updating instance_info_cache with network_info: [{"id": "b9c23ba7-c7d8-47b6-9490-e1442759227e", "address": "fa:16:3e:8b:f6:25", "network": {"id": "c3797048-711c-46bb-a423-38ced94f095e", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-2046859298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e13014c874c1438899b301953fe26a79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9c23ba7-c7", "ovs_interfaceid": "b9c23ba7-c7d8-47b6-9490-e1442759227e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.649660] env[62301]: DEBUG oslo_vmware.api [None req-f63e14e6-afdb-44cb-9729-728c1c177649 tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Task: {'id': task-2569986, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160851} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.649921] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-f63e14e6-afdb-44cb-9729-728c1c177649 tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 715.654656] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f63e14e6-afdb-44cb-9729-728c1c177649 tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: a25b53c1-60dc-4daa-8812-ecb7f026e1f0] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 715.654656] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f63e14e6-afdb-44cb-9729-728c1c177649 tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: a25b53c1-60dc-4daa-8812-ecb7f026e1f0] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 715.654656] env[62301]: INFO nova.compute.manager [None req-f63e14e6-afdb-44cb-9729-728c1c177649 tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: a25b53c1-60dc-4daa-8812-ecb7f026e1f0] Took 1.18 seconds to destroy the instance on the hypervisor. [ 715.654656] env[62301]: DEBUG oslo.service.loopingcall [None req-f63e14e6-afdb-44cb-9729-728c1c177649 tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 715.654656] env[62301]: DEBUG nova.compute.manager [-] [instance: a25b53c1-60dc-4daa-8812-ecb7f026e1f0] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 715.654656] env[62301]: DEBUG nova.network.neutron [-] [instance: a25b53c1-60dc-4daa-8812-ecb7f026e1f0] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 715.660987] env[62301]: DEBUG oslo_vmware.api [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Task: {'id': task-2569987, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066328} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.660987] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] [instance: 6ad36b88-b945-44ed-972b-f41fa416645b] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 715.660987] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8cc840b-5c79-4707-a682-c9af76567068 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.685559] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] [instance: 6ad36b88-b945-44ed-972b-f41fa416645b] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 6ad36b88-b945-44ed-972b-f41fa416645b/6ad36b88-b945-44ed-972b-f41fa416645b.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.686305] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a46a378-2e32-44b4-a6b8-fe229d9b0d8b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.709964] env[62301]: DEBUG oslo_vmware.api [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Waiting for the task: (returnval){ [ 715.709964] env[62301]: value = "task-2569988" [ 715.709964] env[62301]: _type = "Task" [ 715.709964] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.720092] env[62301]: DEBUG oslo_vmware.api [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Task: {'id': task-2569988, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.732239] env[62301]: DEBUG nova.compute.manager [req-bc28e1eb-676c-44ae-967f-74c429c24875 req-aed26d2b-813a-44fa-9a99-735233ccca72 service nova] [instance: 57e786de-bdde-4aae-80de-d16cfe5b4cda] Received event network-changed-b9c23ba7-c7d8-47b6-9490-e1442759227e {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 715.732481] env[62301]: DEBUG nova.compute.manager [req-bc28e1eb-676c-44ae-967f-74c429c24875 req-aed26d2b-813a-44fa-9a99-735233ccca72 service nova] [instance: 57e786de-bdde-4aae-80de-d16cfe5b4cda] Refreshing instance network info cache due to event network-changed-b9c23ba7-c7d8-47b6-9490-e1442759227e. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 715.732707] env[62301]: DEBUG oslo_concurrency.lockutils [req-bc28e1eb-676c-44ae-967f-74c429c24875 req-aed26d2b-813a-44fa-9a99-735233ccca72 service nova] Acquiring lock "refresh_cache-57e786de-bdde-4aae-80de-d16cfe5b4cda" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.758867] env[62301]: DEBUG nova.compute.manager [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 715.794702] env[62301]: DEBUG nova.virt.hardware [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 715.794955] env[62301]: DEBUG nova.virt.hardware [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 715.795252] env[62301]: DEBUG nova.virt.hardware [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 715.795480] env[62301]: DEBUG nova.virt.hardware [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 715.795660] env[62301]: DEBUG nova.virt.hardware [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 715.795823] env[62301]: DEBUG nova.virt.hardware [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 715.796073] env[62301]: DEBUG nova.virt.hardware [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 715.796240] env[62301]: DEBUG nova.virt.hardware [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 715.796410] env[62301]: DEBUG nova.virt.hardware [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 715.796572] env[62301]: DEBUG nova.virt.hardware [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 715.796741] env[62301]: DEBUG nova.virt.hardware [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 715.797913] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26ffe8e-49e0-48f2-be4c-ceefcc279fbe {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.807766] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04397221-ec06-43e9-8a78-db350443695f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.925919] env[62301]: DEBUG nova.scheduler.client.report [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.141781] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Releasing lock "refresh_cache-57e786de-bdde-4aae-80de-d16cfe5b4cda" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.142202] env[62301]: DEBUG nova.compute.manager [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] [instance: 57e786de-bdde-4aae-80de-d16cfe5b4cda] Instance network_info: |[{"id": "b9c23ba7-c7d8-47b6-9490-e1442759227e", "address": "fa:16:3e:8b:f6:25", "network": {"id": "c3797048-711c-46bb-a423-38ced94f095e", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-2046859298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e13014c874c1438899b301953fe26a79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9c23ba7-c7", "ovs_interfaceid": "b9c23ba7-c7d8-47b6-9490-e1442759227e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 716.142557] env[62301]: DEBUG oslo_concurrency.lockutils [req-bc28e1eb-676c-44ae-967f-74c429c24875 req-aed26d2b-813a-44fa-9a99-735233ccca72 service nova] Acquired lock "refresh_cache-57e786de-bdde-4aae-80de-d16cfe5b4cda" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.142742] env[62301]: DEBUG nova.network.neutron [req-bc28e1eb-676c-44ae-967f-74c429c24875 req-aed26d2b-813a-44fa-9a99-735233ccca72 service nova] [instance: 57e786de-bdde-4aae-80de-d16cfe5b4cda] Refreshing network info cache for port b9c23ba7-c7d8-47b6-9490-e1442759227e {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 716.144016] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] [instance: 57e786de-bdde-4aae-80de-d16cfe5b4cda] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:f6:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e029825-6c65-4ac7-88f6-65f9d106db76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9c23ba7-c7d8-47b6-9490-e1442759227e', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 716.153913] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Creating folder: Project (e13014c874c1438899b301953fe26a79). Parent ref: group-v518653. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 716.154474] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-335857a1-1988-4090-b496-9dabf469ff97 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.167611] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Created folder: Project (e13014c874c1438899b301953fe26a79) in parent group-v518653. [ 716.167802] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Creating folder: Instances. Parent ref: group-v518774. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 716.168075] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67b2e288-70ef-4d7a-b69f-3c8152f0ba9d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.180693] env[62301]: DEBUG nova.compute.manager [req-85043cea-30d9-4b4d-b6e2-5d6f171050ca req-3f6e1232-3c2c-45d0-af40-4eecc10de00e service nova] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Received event network-vif-plugged-76d68ddb-0f1e-4a97-9456-a2ce2d7e35c3 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 716.180973] env[62301]: DEBUG oslo_concurrency.lockutils [req-85043cea-30d9-4b4d-b6e2-5d6f171050ca req-3f6e1232-3c2c-45d0-af40-4eecc10de00e service nova] Acquiring lock "e3dca228-5517-4d04-bf30-f3ee3fecaaf8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.181225] env[62301]: DEBUG oslo_concurrency.lockutils [req-85043cea-30d9-4b4d-b6e2-5d6f171050ca req-3f6e1232-3c2c-45d0-af40-4eecc10de00e service nova] Lock "e3dca228-5517-4d04-bf30-f3ee3fecaaf8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.181401] env[62301]: DEBUG oslo_concurrency.lockutils [req-85043cea-30d9-4b4d-b6e2-5d6f171050ca req-3f6e1232-3c2c-45d0-af40-4eecc10de00e service nova] Lock "e3dca228-5517-4d04-bf30-f3ee3fecaaf8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.181572] env[62301]: DEBUG nova.compute.manager [req-85043cea-30d9-4b4d-b6e2-5d6f171050ca req-3f6e1232-3c2c-45d0-af40-4eecc10de00e service nova] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] No waiting events found dispatching network-vif-plugged-76d68ddb-0f1e-4a97-9456-a2ce2d7e35c3 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 716.181734] env[62301]: WARNING nova.compute.manager [req-85043cea-30d9-4b4d-b6e2-5d6f171050ca req-3f6e1232-3c2c-45d0-af40-4eecc10de00e service nova] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Received unexpected event network-vif-plugged-76d68ddb-0f1e-4a97-9456-a2ce2d7e35c3 for instance with vm_state building and task_state spawning. [ 716.182289] env[62301]: DEBUG nova.compute.manager [req-85043cea-30d9-4b4d-b6e2-5d6f171050ca req-3f6e1232-3c2c-45d0-af40-4eecc10de00e service nova] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Received event network-changed-76d68ddb-0f1e-4a97-9456-a2ce2d7e35c3 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 716.182473] env[62301]: DEBUG nova.compute.manager [req-85043cea-30d9-4b4d-b6e2-5d6f171050ca req-3f6e1232-3c2c-45d0-af40-4eecc10de00e service nova] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Refreshing instance network info cache due to event network-changed-76d68ddb-0f1e-4a97-9456-a2ce2d7e35c3. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 716.182656] env[62301]: DEBUG oslo_concurrency.lockutils [req-85043cea-30d9-4b4d-b6e2-5d6f171050ca req-3f6e1232-3c2c-45d0-af40-4eecc10de00e service nova] Acquiring lock "refresh_cache-e3dca228-5517-4d04-bf30-f3ee3fecaaf8" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.182792] env[62301]: DEBUG oslo_concurrency.lockutils [req-85043cea-30d9-4b4d-b6e2-5d6f171050ca req-3f6e1232-3c2c-45d0-af40-4eecc10de00e service nova] Acquired lock "refresh_cache-e3dca228-5517-4d04-bf30-f3ee3fecaaf8" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.182945] env[62301]: DEBUG nova.network.neutron [req-85043cea-30d9-4b4d-b6e2-5d6f171050ca req-3f6e1232-3c2c-45d0-af40-4eecc10de00e service nova] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Refreshing network info cache for port 76d68ddb-0f1e-4a97-9456-a2ce2d7e35c3 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 716.187180] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Created folder: Instances in parent group-v518774. [ 716.187428] env[62301]: DEBUG oslo.service.loopingcall [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 716.187629] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57e786de-bdde-4aae-80de-d16cfe5b4cda] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 716.187966] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2aed5f58-1f74-43e1-aba0-9a354645b255 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.219448] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 716.219448] env[62301]: value = "task-2569991" [ 716.219448] env[62301]: _type = "Task" [ 716.219448] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.231107] env[62301]: DEBUG oslo_vmware.api [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Task: {'id': task-2569988, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.234401] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569991, 'name': CreateVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.433131] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.433703] env[62301]: DEBUG nova.compute.manager [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 716.436612] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.554s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.438050] env[62301]: INFO nova.compute.claims [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 716.727026] env[62301]: DEBUG oslo_vmware.api [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Task: {'id': task-2569988, 'name': ReconfigVM_Task, 'duration_secs': 0.889122} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.727351] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] [instance: 6ad36b88-b945-44ed-972b-f41fa416645b] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 6ad36b88-b945-44ed-972b-f41fa416645b/6ad36b88-b945-44ed-972b-f41fa416645b.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.728381] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1534434-acb7-44cd-9dc2-3db68434e246 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.734017] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569991, 'name': CreateVM_Task} progress is 25%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.735380] env[62301]: DEBUG oslo_vmware.api [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Waiting for the task: (returnval){ [ 716.735380] env[62301]: value = "task-2569992" [ 716.735380] env[62301]: _type = "Task" [ 716.735380] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.746670] env[62301]: DEBUG nova.network.neutron [-] [instance: a25b53c1-60dc-4daa-8812-ecb7f026e1f0] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.748083] env[62301]: DEBUG oslo_vmware.api [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Task: {'id': task-2569992, 'name': Rename_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.772953] env[62301]: DEBUG nova.network.neutron [req-85043cea-30d9-4b4d-b6e2-5d6f171050ca req-3f6e1232-3c2c-45d0-af40-4eecc10de00e service nova] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 716.944200] env[62301]: DEBUG nova.compute.utils [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 716.949463] env[62301]: DEBUG nova.compute.manager [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 716.949735] env[62301]: DEBUG nova.network.neutron [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 716.994802] env[62301]: DEBUG nova.network.neutron [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Successfully updated port: 06fd9342-244d-4562-8ef7-f11ff8d671aa {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 717.041848] env[62301]: DEBUG nova.network.neutron [req-85043cea-30d9-4b4d-b6e2-5d6f171050ca req-3f6e1232-3c2c-45d0-af40-4eecc10de00e service nova] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.098066] env[62301]: DEBUG nova.policy [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5082703ec554b36857102adc9aad028', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de0c8f4881f1470dbe374c79bc21dcd3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 717.231912] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569991, 'name': CreateVM_Task, 'duration_secs': 0.698758} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.232106] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57e786de-bdde-4aae-80de-d16cfe5b4cda] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 717.233155] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.233439] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.233654] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.233932] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06958442-7e75-4fb9-a3fa-2b282d9ed4f6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.245385] env[62301]: DEBUG oslo_vmware.api [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Task: {'id': task-2569992, 'name': Rename_Task, 'duration_secs': 0.2278} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.246071] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] [instance: 6ad36b88-b945-44ed-972b-f41fa416645b] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 717.246374] env[62301]: DEBUG oslo_vmware.api [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Waiting for the task: (returnval){ [ 717.246374] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]523e9c37-698b-c83b-291d-254e43d4ef2e" [ 717.246374] env[62301]: _type = "Task" [ 717.246374] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.246875] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6bd2b105-460b-41db-b3fc-9bc927b18af0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.249254] env[62301]: INFO nova.compute.manager [-] [instance: a25b53c1-60dc-4daa-8812-ecb7f026e1f0] Took 1.60 seconds to deallocate network for instance. [ 717.261536] env[62301]: DEBUG oslo_vmware.api [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]523e9c37-698b-c83b-291d-254e43d4ef2e, 'name': SearchDatastore_Task, 'duration_secs': 0.012066} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.263464] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.263900] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] [instance: 57e786de-bdde-4aae-80de-d16cfe5b4cda] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 717.263941] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.264158] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.264357] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 717.264678] env[62301]: DEBUG oslo_vmware.api [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Waiting for the task: (returnval){ [ 717.264678] env[62301]: value = "task-2569993" [ 717.264678] env[62301]: _type = "Task" [ 717.264678] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.264915] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab999861-2bbf-410e-bcc6-b83de3cb467e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.276264] env[62301]: DEBUG oslo_vmware.api [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Task: {'id': task-2569993, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.277266] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 717.277426] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 717.279120] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf6a7cc0-fd1c-4127-b066-d2bb69858254 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.286025] env[62301]: DEBUG oslo_vmware.api [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Waiting for the task: (returnval){ [ 717.286025] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5240379c-04c1-6acd-f562-85d017aab788" [ 717.286025] env[62301]: _type = "Task" [ 717.286025] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.303108] env[62301]: DEBUG oslo_vmware.api [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5240379c-04c1-6acd-f562-85d017aab788, 'name': SearchDatastore_Task, 'duration_secs': 0.012456} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.304058] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27fc2cf4-097d-4c68-8007-2882a5e94a79 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.307119] env[62301]: DEBUG nova.network.neutron [req-bc28e1eb-676c-44ae-967f-74c429c24875 req-aed26d2b-813a-44fa-9a99-735233ccca72 service nova] [instance: 57e786de-bdde-4aae-80de-d16cfe5b4cda] Updated VIF entry in instance network info cache for port b9c23ba7-c7d8-47b6-9490-e1442759227e. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 717.307458] env[62301]: DEBUG nova.network.neutron [req-bc28e1eb-676c-44ae-967f-74c429c24875 req-aed26d2b-813a-44fa-9a99-735233ccca72 service nova] [instance: 57e786de-bdde-4aae-80de-d16cfe5b4cda] Updating instance_info_cache with network_info: [{"id": "b9c23ba7-c7d8-47b6-9490-e1442759227e", "address": "fa:16:3e:8b:f6:25", "network": {"id": "c3797048-711c-46bb-a423-38ced94f095e", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-2046859298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e13014c874c1438899b301953fe26a79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9c23ba7-c7", "ovs_interfaceid": "b9c23ba7-c7d8-47b6-9490-e1442759227e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.312241] env[62301]: DEBUG oslo_vmware.api [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Waiting for the task: (returnval){ [ 717.312241] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]529ff4fc-3dac-e5b8-11e4-4f58d78f184a" [ 717.312241] env[62301]: _type = "Task" [ 717.312241] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.321185] env[62301]: DEBUG oslo_vmware.api [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]529ff4fc-3dac-e5b8-11e4-4f58d78f184a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.449953] env[62301]: DEBUG nova.compute.manager [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 717.496382] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquiring lock "refresh_cache-8836b3f4-9580-4f12-bd01-eccae3940527" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.496534] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquired lock "refresh_cache-8836b3f4-9580-4f12-bd01-eccae3940527" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.496687] env[62301]: DEBUG nova.network.neutron [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.548221] env[62301]: DEBUG oslo_concurrency.lockutils [req-85043cea-30d9-4b4d-b6e2-5d6f171050ca req-3f6e1232-3c2c-45d0-af40-4eecc10de00e service nova] Releasing lock "refresh_cache-e3dca228-5517-4d04-bf30-f3ee3fecaaf8" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.765127] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f63e14e6-afdb-44cb-9729-728c1c177649 tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.773482] env[62301]: DEBUG nova.compute.manager [req-bc476dbd-0e64-4789-b261-e27f15515046 req-99ae7020-4adf-4114-94d9-9b949385622d service nova] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Received event network-vif-plugged-06fd9342-244d-4562-8ef7-f11ff8d671aa {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 717.773701] env[62301]: DEBUG oslo_concurrency.lockutils [req-bc476dbd-0e64-4789-b261-e27f15515046 req-99ae7020-4adf-4114-94d9-9b949385622d service nova] Acquiring lock "8836b3f4-9580-4f12-bd01-eccae3940527-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.773910] env[62301]: DEBUG oslo_concurrency.lockutils [req-bc476dbd-0e64-4789-b261-e27f15515046 req-99ae7020-4adf-4114-94d9-9b949385622d service nova] Lock "8836b3f4-9580-4f12-bd01-eccae3940527-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 717.774089] env[62301]: DEBUG oslo_concurrency.lockutils [req-bc476dbd-0e64-4789-b261-e27f15515046 req-99ae7020-4adf-4114-94d9-9b949385622d service nova] Lock "8836b3f4-9580-4f12-bd01-eccae3940527-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.774252] env[62301]: DEBUG nova.compute.manager [req-bc476dbd-0e64-4789-b261-e27f15515046 req-99ae7020-4adf-4114-94d9-9b949385622d service nova] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] No waiting events found dispatching network-vif-plugged-06fd9342-244d-4562-8ef7-f11ff8d671aa {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 717.774935] env[62301]: WARNING nova.compute.manager [req-bc476dbd-0e64-4789-b261-e27f15515046 req-99ae7020-4adf-4114-94d9-9b949385622d service nova] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Received unexpected event network-vif-plugged-06fd9342-244d-4562-8ef7-f11ff8d671aa for instance with vm_state building and task_state spawning. [ 717.774935] env[62301]: DEBUG nova.compute.manager [req-bc476dbd-0e64-4789-b261-e27f15515046 req-99ae7020-4adf-4114-94d9-9b949385622d service nova] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Received event network-changed-06fd9342-244d-4562-8ef7-f11ff8d671aa {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 717.774935] env[62301]: DEBUG nova.compute.manager [req-bc476dbd-0e64-4789-b261-e27f15515046 req-99ae7020-4adf-4114-94d9-9b949385622d service nova] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Refreshing instance network info cache due to event network-changed-06fd9342-244d-4562-8ef7-f11ff8d671aa. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 717.774935] env[62301]: DEBUG oslo_concurrency.lockutils [req-bc476dbd-0e64-4789-b261-e27f15515046 req-99ae7020-4adf-4114-94d9-9b949385622d service nova] Acquiring lock "refresh_cache-8836b3f4-9580-4f12-bd01-eccae3940527" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.781505] env[62301]: DEBUG oslo_vmware.api [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Task: {'id': task-2569993, 'name': PowerOnVM_Task} progress is 76%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.810014] env[62301]: DEBUG oslo_concurrency.lockutils [req-bc28e1eb-676c-44ae-967f-74c429c24875 req-aed26d2b-813a-44fa-9a99-735233ccca72 service nova] Releasing lock "refresh_cache-57e786de-bdde-4aae-80de-d16cfe5b4cda" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.823866] env[62301]: DEBUG oslo_vmware.api [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]529ff4fc-3dac-e5b8-11e4-4f58d78f184a, 'name': SearchDatastore_Task, 'duration_secs': 0.024628} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.827357] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.827622] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 57e786de-bdde-4aae-80de-d16cfe5b4cda/57e786de-bdde-4aae-80de-d16cfe5b4cda.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 717.828891] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d9a5283-65e0-4308-86d6-c77074378bc1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.835637] env[62301]: DEBUG oslo_vmware.api [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Waiting for the task: (returnval){ [ 717.835637] env[62301]: value = "task-2569994" [ 717.835637] env[62301]: _type = "Task" [ 717.835637] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.848608] env[62301]: DEBUG oslo_vmware.api [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Task: {'id': task-2569994, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.905663] env[62301]: DEBUG nova.network.neutron [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Successfully updated port: 0c2c80c8-9126-4323-a64b-1b78b6fba528 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 717.983155] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba427672-9baf-4fe2-b4d9-d359eb5a6530 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.992438] env[62301]: DEBUG nova.network.neutron [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Successfully created port: fa4211ea-19e9-4beb-88c3-4d8a9627c0aa {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 717.996347] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07667ad2-2085-460f-b7e7-8a6439d7bc64 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.040068] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e14dda-5b19-41c6-aa76-f6d3a1f32d64 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.049849] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af4c10a-a57a-4d0b-a6c4-b6e754173d8c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.067302] env[62301]: DEBUG nova.compute.provider_tree [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.074473] env[62301]: DEBUG nova.network.neutron [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 718.279155] env[62301]: DEBUG oslo_vmware.api [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Task: {'id': task-2569993, 'name': PowerOnVM_Task, 'duration_secs': 0.879513} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.279548] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] [instance: 6ad36b88-b945-44ed-972b-f41fa416645b] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 718.279809] env[62301]: INFO nova.compute.manager [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] [instance: 6ad36b88-b945-44ed-972b-f41fa416645b] Took 11.15 seconds to spawn the instance on the hypervisor. [ 718.280492] env[62301]: DEBUG nova.compute.manager [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] [instance: 6ad36b88-b945-44ed-972b-f41fa416645b] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 718.281248] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc6936f-8d43-45bb-a546-3e6dfc4be78b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.346672] env[62301]: DEBUG oslo_vmware.api [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Task: {'id': task-2569994, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.407108] env[62301]: DEBUG oslo_concurrency.lockutils [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Acquiring lock "refresh_cache-e3dca228-5517-4d04-bf30-f3ee3fecaaf8" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.407273] env[62301]: DEBUG oslo_concurrency.lockutils [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Acquired lock "refresh_cache-e3dca228-5517-4d04-bf30-f3ee3fecaaf8" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.407429] env[62301]: DEBUG nova.network.neutron [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 718.473600] env[62301]: DEBUG nova.compute.manager [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 718.501709] env[62301]: DEBUG nova.virt.hardware [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 718.501966] env[62301]: DEBUG nova.virt.hardware [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 718.502148] env[62301]: DEBUG nova.virt.hardware [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 718.502337] env[62301]: DEBUG nova.virt.hardware [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 718.502498] env[62301]: DEBUG nova.virt.hardware [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 718.502659] env[62301]: DEBUG nova.virt.hardware [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 718.502872] env[62301]: DEBUG nova.virt.hardware [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 718.503299] env[62301]: DEBUG nova.virt.hardware [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 718.503564] env[62301]: DEBUG nova.virt.hardware [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 718.503774] env[62301]: DEBUG nova.virt.hardware [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 718.504012] env[62301]: DEBUG nova.virt.hardware [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 718.506788] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4a0cbc-d6d2-4be6-8cdb-1c409de606f8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.516699] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b61e89-5e6d-4995-954b-5f96c17bd84b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.570537] env[62301]: DEBUG nova.scheduler.client.report [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.648777] env[62301]: DEBUG nova.compute.manager [req-4b29e545-304c-4d0b-a68c-6df7e51d1709 req-ea93800a-4382-4e4c-9b97-5e71dd125330 service nova] [instance: a25b53c1-60dc-4daa-8812-ecb7f026e1f0] Received event network-vif-deleted-97907c16-aa82-4ff6-a867-7164de3ebd39 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 718.648993] env[62301]: DEBUG nova.compute.manager [req-4b29e545-304c-4d0b-a68c-6df7e51d1709 req-ea93800a-4382-4e4c-9b97-5e71dd125330 service nova] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Received event network-vif-plugged-0c2c80c8-9126-4323-a64b-1b78b6fba528 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 718.649232] env[62301]: DEBUG oslo_concurrency.lockutils [req-4b29e545-304c-4d0b-a68c-6df7e51d1709 req-ea93800a-4382-4e4c-9b97-5e71dd125330 service nova] Acquiring lock "e3dca228-5517-4d04-bf30-f3ee3fecaaf8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.649453] env[62301]: DEBUG oslo_concurrency.lockutils [req-4b29e545-304c-4d0b-a68c-6df7e51d1709 req-ea93800a-4382-4e4c-9b97-5e71dd125330 service nova] Lock "e3dca228-5517-4d04-bf30-f3ee3fecaaf8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.649636] env[62301]: DEBUG oslo_concurrency.lockutils [req-4b29e545-304c-4d0b-a68c-6df7e51d1709 req-ea93800a-4382-4e4c-9b97-5e71dd125330 service nova] Lock "e3dca228-5517-4d04-bf30-f3ee3fecaaf8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.649812] env[62301]: DEBUG nova.compute.manager [req-4b29e545-304c-4d0b-a68c-6df7e51d1709 req-ea93800a-4382-4e4c-9b97-5e71dd125330 service nova] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] No waiting events found dispatching network-vif-plugged-0c2c80c8-9126-4323-a64b-1b78b6fba528 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 718.649975] env[62301]: WARNING nova.compute.manager [req-4b29e545-304c-4d0b-a68c-6df7e51d1709 req-ea93800a-4382-4e4c-9b97-5e71dd125330 service nova] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Received unexpected event network-vif-plugged-0c2c80c8-9126-4323-a64b-1b78b6fba528 for instance with vm_state building and task_state spawning. [ 718.650460] env[62301]: DEBUG nova.compute.manager [req-4b29e545-304c-4d0b-a68c-6df7e51d1709 req-ea93800a-4382-4e4c-9b97-5e71dd125330 service nova] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Received event network-changed-0c2c80c8-9126-4323-a64b-1b78b6fba528 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 718.650678] env[62301]: DEBUG nova.compute.manager [req-4b29e545-304c-4d0b-a68c-6df7e51d1709 req-ea93800a-4382-4e4c-9b97-5e71dd125330 service nova] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Refreshing instance network info cache due to event network-changed-0c2c80c8-9126-4323-a64b-1b78b6fba528. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 718.650888] env[62301]: DEBUG oslo_concurrency.lockutils [req-4b29e545-304c-4d0b-a68c-6df7e51d1709 req-ea93800a-4382-4e4c-9b97-5e71dd125330 service nova] Acquiring lock "refresh_cache-e3dca228-5517-4d04-bf30-f3ee3fecaaf8" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.702181] env[62301]: DEBUG nova.network.neutron [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Updating instance_info_cache with network_info: [{"id": "06fd9342-244d-4562-8ef7-f11ff8d671aa", "address": "fa:16:3e:26:fb:a9", "network": {"id": "4db15bfb-5237-4871-8da5-38b678505e0e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-131495656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c6e401c2ffb4be5ad8d8a54b65f4a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06fd9342-24", "ovs_interfaceid": "06fd9342-244d-4562-8ef7-f11ff8d671aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.804160] env[62301]: INFO nova.compute.manager [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] [instance: 6ad36b88-b945-44ed-972b-f41fa416645b] Took 52.41 seconds to build instance. [ 718.848776] env[62301]: DEBUG oslo_vmware.api [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Task: {'id': task-2569994, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581804} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.848776] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 57e786de-bdde-4aae-80de-d16cfe5b4cda/57e786de-bdde-4aae-80de-d16cfe5b4cda.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 718.848776] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] [instance: 57e786de-bdde-4aae-80de-d16cfe5b4cda] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 718.848776] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da510a60-b219-42ac-baa0-d3705114b54b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.857128] env[62301]: DEBUG oslo_vmware.api [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Waiting for the task: (returnval){ [ 718.857128] env[62301]: value = "task-2569995" [ 718.857128] env[62301]: _type = "Task" [ 718.857128] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.866033] env[62301]: DEBUG oslo_vmware.api [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Task: {'id': task-2569995, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.958658] env[62301]: DEBUG nova.network.neutron [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 719.080568] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 719.080568] env[62301]: DEBUG nova.compute.manager [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 719.087278] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bbac5bbc-e941-4177-80b7-51e49aaa8c8d tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.379s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.087278] env[62301]: DEBUG nova.objects.instance [None req-bbac5bbc-e941-4177-80b7-51e49aaa8c8d tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Lazy-loading 'resources' on Instance uuid 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 719.210024] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Releasing lock "refresh_cache-8836b3f4-9580-4f12-bd01-eccae3940527" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.210024] env[62301]: DEBUG nova.compute.manager [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Instance network_info: |[{"id": "06fd9342-244d-4562-8ef7-f11ff8d671aa", "address": "fa:16:3e:26:fb:a9", "network": {"id": "4db15bfb-5237-4871-8da5-38b678505e0e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-131495656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c6e401c2ffb4be5ad8d8a54b65f4a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06fd9342-24", "ovs_interfaceid": "06fd9342-244d-4562-8ef7-f11ff8d671aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 719.210366] env[62301]: DEBUG oslo_concurrency.lockutils [req-bc476dbd-0e64-4789-b261-e27f15515046 req-99ae7020-4adf-4114-94d9-9b949385622d service nova] Acquired lock "refresh_cache-8836b3f4-9580-4f12-bd01-eccae3940527" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.210366] env[62301]: DEBUG nova.network.neutron [req-bc476dbd-0e64-4789-b261-e27f15515046 req-99ae7020-4adf-4114-94d9-9b949385622d service nova] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Refreshing network info cache for port 06fd9342-244d-4562-8ef7-f11ff8d671aa {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 719.210366] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:fb:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '489b2441-7132-4942-8b61-49cf0ad4400e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06fd9342-244d-4562-8ef7-f11ff8d671aa', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 719.217486] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Creating folder: Project (3c6e401c2ffb4be5ad8d8a54b65f4a3d). Parent ref: group-v518653. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.223028] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8603df1-a193-4ab8-81d2-41f6ed50433c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.235586] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Created folder: Project (3c6e401c2ffb4be5ad8d8a54b65f4a3d) in parent group-v518653. [ 719.235791] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Creating folder: Instances. Parent ref: group-v518777. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.236088] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fdeaaf51-3e53-4a12-9148-156861e62a9a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.247418] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Created folder: Instances in parent group-v518777. [ 719.247677] env[62301]: DEBUG oslo.service.loopingcall [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 719.247881] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 719.248120] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51eb0fe0-5aa5-44d6-a611-e4d6de444113 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.269627] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 719.269627] env[62301]: value = "task-2569998" [ 719.269627] env[62301]: _type = "Task" [ 719.269627] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.278204] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569998, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.307488] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bb1540e8-1b89-4325-867c-d57b45f4c476 tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Lock "6ad36b88-b945-44ed-972b-f41fa416645b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.321s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 719.369713] env[62301]: DEBUG oslo_vmware.api [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Task: {'id': task-2569995, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.174254} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.370069] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] [instance: 57e786de-bdde-4aae-80de-d16cfe5b4cda] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 719.370972] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6aadb8-4440-49d7-ba7f-292170a9b80b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.394633] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] [instance: 57e786de-bdde-4aae-80de-d16cfe5b4cda] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 57e786de-bdde-4aae-80de-d16cfe5b4cda/57e786de-bdde-4aae-80de-d16cfe5b4cda.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 719.395394] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c843e54c-7150-43f3-9e83-aa92c5a3f930 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.421093] env[62301]: DEBUG oslo_vmware.api [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Waiting for the task: (returnval){ [ 719.421093] env[62301]: value = "task-2569999" [ 719.421093] env[62301]: _type = "Task" [ 719.421093] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.429889] env[62301]: DEBUG oslo_vmware.api [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Task: {'id': task-2569999, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.588915] env[62301]: DEBUG nova.compute.utils [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 719.595919] env[62301]: DEBUG nova.compute.manager [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 719.596254] env[62301]: DEBUG nova.network.neutron [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 719.651239] env[62301]: DEBUG nova.network.neutron [req-bc476dbd-0e64-4789-b261-e27f15515046 req-99ae7020-4adf-4114-94d9-9b949385622d service nova] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Updated VIF entry in instance network info cache for port 06fd9342-244d-4562-8ef7-f11ff8d671aa. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 719.651632] env[62301]: DEBUG nova.network.neutron [req-bc476dbd-0e64-4789-b261-e27f15515046 req-99ae7020-4adf-4114-94d9-9b949385622d service nova] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Updating instance_info_cache with network_info: [{"id": "06fd9342-244d-4562-8ef7-f11ff8d671aa", "address": "fa:16:3e:26:fb:a9", "network": {"id": "4db15bfb-5237-4871-8da5-38b678505e0e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-131495656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c6e401c2ffb4be5ad8d8a54b65f4a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06fd9342-24", "ovs_interfaceid": "06fd9342-244d-4562-8ef7-f11ff8d671aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.669979] env[62301]: DEBUG nova.policy [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc4c2373a680473cbd09ceaba570a714', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd4f9b7deea8a4de682068275e378c7b8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 719.735982] env[62301]: DEBUG nova.network.neutron [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Updating instance_info_cache with network_info: [{"id": "93b52d4e-4c38-4fb8-8dcc-1d1475ca516c", "address": "fa:16:3e:79:27:63", "network": {"id": "64e96af3-19a1-416e-83f6-8ea712e943b1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1535725135", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb3cdc0a4685472c9b88390393fcef1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93b52d4e-4c", "ovs_interfaceid": "93b52d4e-4c38-4fb8-8dcc-1d1475ca516c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "76d68ddb-0f1e-4a97-9456-a2ce2d7e35c3", "address": "fa:16:3e:8e:f9:45", "network": {"id": "ab6eac31-8461-4910-bdb8-49740f4ae970", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2061100410", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "eb3cdc0a4685472c9b88390393fcef1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76d68ddb-0f", "ovs_interfaceid": "76d68ddb-0f1e-4a97-9456-a2ce2d7e35c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0c2c80c8-9126-4323-a64b-1b78b6fba528", "address": "fa:16:3e:e5:e8:33", "network": {"id": "64e96af3-19a1-416e-83f6-8ea712e943b1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1535725135", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb3cdc0a4685472c9b88390393fcef1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c2c80c8-91", "ovs_interfaceid": "0c2c80c8-9126-4323-a64b-1b78b6fba528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.781170] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569998, 'name': CreateVM_Task} progress is 25%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.811399] env[62301]: DEBUG nova.compute.manager [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: bee99a50-f6f3-4b54-a579-acbd6c14adca] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 719.932956] env[62301]: DEBUG oslo_vmware.api [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Task: {'id': task-2569999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.096197] env[62301]: DEBUG nova.compute.manager [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 720.155093] env[62301]: DEBUG oslo_concurrency.lockutils [req-bc476dbd-0e64-4789-b261-e27f15515046 req-99ae7020-4adf-4114-94d9-9b949385622d service nova] Releasing lock "refresh_cache-8836b3f4-9580-4f12-bd01-eccae3940527" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.173044] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4598b83d-b031-49de-a6fe-f2290b66c619 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.180813] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1423e54-a58c-46fb-8a86-8bb92565b5a5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.212605] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbfd581-0f8d-48ca-8d6a-6ca469c1dc02 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.220775] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2240572e-36c4-4fc1-9e65-338f1841f3a2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.236517] env[62301]: DEBUG nova.compute.provider_tree [None req-bbac5bbc-e941-4177-80b7-51e49aaa8c8d tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.242801] env[62301]: DEBUG oslo_concurrency.lockutils [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Releasing lock "refresh_cache-e3dca228-5517-4d04-bf30-f3ee3fecaaf8" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.243218] env[62301]: DEBUG nova.compute.manager [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Instance network_info: |[{"id": "93b52d4e-4c38-4fb8-8dcc-1d1475ca516c", "address": "fa:16:3e:79:27:63", "network": {"id": "64e96af3-19a1-416e-83f6-8ea712e943b1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1535725135", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb3cdc0a4685472c9b88390393fcef1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93b52d4e-4c", "ovs_interfaceid": "93b52d4e-4c38-4fb8-8dcc-1d1475ca516c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "76d68ddb-0f1e-4a97-9456-a2ce2d7e35c3", "address": "fa:16:3e:8e:f9:45", "network": {"id": "ab6eac31-8461-4910-bdb8-49740f4ae970", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2061100410", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "eb3cdc0a4685472c9b88390393fcef1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76d68ddb-0f", "ovs_interfaceid": "76d68ddb-0f1e-4a97-9456-a2ce2d7e35c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0c2c80c8-9126-4323-a64b-1b78b6fba528", "address": "fa:16:3e:e5:e8:33", "network": {"id": "64e96af3-19a1-416e-83f6-8ea712e943b1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1535725135", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb3cdc0a4685472c9b88390393fcef1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c2c80c8-91", "ovs_interfaceid": "0c2c80c8-9126-4323-a64b-1b78b6fba528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 720.243523] env[62301]: DEBUG oslo_concurrency.lockutils [req-4b29e545-304c-4d0b-a68c-6df7e51d1709 req-ea93800a-4382-4e4c-9b97-5e71dd125330 service nova] Acquired lock "refresh_cache-e3dca228-5517-4d04-bf30-f3ee3fecaaf8" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.243699] env[62301]: DEBUG nova.network.neutron [req-4b29e545-304c-4d0b-a68c-6df7e51d1709 req-ea93800a-4382-4e4c-9b97-5e71dd125330 service nova] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Refreshing network info cache for port 0c2c80c8-9126-4323-a64b-1b78b6fba528 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.244864] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:27:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d859f07-052d-4a69-bdf1-24261a6a6daa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '93b52d4e-4c38-4fb8-8dcc-1d1475ca516c', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:f9:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab0428e-1be7-475e-80e3-1f0aa08d4f86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76d68ddb-0f1e-4a97-9456-a2ce2d7e35c3', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:e8:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d859f07-052d-4a69-bdf1-24261a6a6daa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c2c80c8-9126-4323-a64b-1b78b6fba528', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 720.256625] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Creating folder: Project (eb3cdc0a4685472c9b88390393fcef1d). Parent ref: group-v518653. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 720.259027] env[62301]: DEBUG nova.network.neutron [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] Successfully created port: 36f448f9-ff7c-40e3-a7fd-98361332d905 {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 720.261536] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d78618f0-0daa-4235-8cad-05b80bbee6d8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.275858] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Created folder: Project (eb3cdc0a4685472c9b88390393fcef1d) in parent group-v518653. [ 720.276054] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Creating folder: Instances. Parent ref: group-v518780. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 720.276296] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30013b6b-ecf4-488a-a791-39e9e6af3811 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.283113] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569998, 'name': CreateVM_Task} progress is 25%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.285545] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Created folder: Instances in parent group-v518780. [ 720.285775] env[62301]: DEBUG oslo.service.loopingcall [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 720.285964] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 720.286179] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa68833a-e8c1-4ce9-83ef-8eeffcc2d810 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.313030] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 720.313030] env[62301]: value = "task-2570002" [ 720.313030] env[62301]: _type = "Task" [ 720.313030] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.323941] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570002, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.341489] env[62301]: DEBUG oslo_concurrency.lockutils [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.410276] env[62301]: DEBUG nova.network.neutron [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Successfully updated port: fa4211ea-19e9-4beb-88c3-4d8a9627c0aa {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 720.433105] env[62301]: DEBUG oslo_vmware.api [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Task: {'id': task-2569999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.716399] env[62301]: DEBUG nova.compute.manager [req-5c70e068-9f25-424d-a8d4-ee00f47b9f79 req-5ea86a06-fdc6-46db-b68e-ea366290d2d8 service nova] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Received event network-vif-plugged-fa4211ea-19e9-4beb-88c3-4d8a9627c0aa {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 720.716823] env[62301]: DEBUG oslo_concurrency.lockutils [req-5c70e068-9f25-424d-a8d4-ee00f47b9f79 req-5ea86a06-fdc6-46db-b68e-ea366290d2d8 service nova] Acquiring lock "ddec630e-5648-4fdb-a63c-2de8582bfe4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.717110] env[62301]: DEBUG oslo_concurrency.lockutils [req-5c70e068-9f25-424d-a8d4-ee00f47b9f79 req-5ea86a06-fdc6-46db-b68e-ea366290d2d8 service nova] Lock "ddec630e-5648-4fdb-a63c-2de8582bfe4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.717409] env[62301]: DEBUG oslo_concurrency.lockutils [req-5c70e068-9f25-424d-a8d4-ee00f47b9f79 req-5ea86a06-fdc6-46db-b68e-ea366290d2d8 service nova] Lock "ddec630e-5648-4fdb-a63c-2de8582bfe4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.717666] env[62301]: DEBUG nova.compute.manager [req-5c70e068-9f25-424d-a8d4-ee00f47b9f79 req-5ea86a06-fdc6-46db-b68e-ea366290d2d8 service nova] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] No waiting events found dispatching network-vif-plugged-fa4211ea-19e9-4beb-88c3-4d8a9627c0aa {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 720.717852] env[62301]: WARNING nova.compute.manager [req-5c70e068-9f25-424d-a8d4-ee00f47b9f79 req-5ea86a06-fdc6-46db-b68e-ea366290d2d8 service nova] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Received unexpected event network-vif-plugged-fa4211ea-19e9-4beb-88c3-4d8a9627c0aa for instance with vm_state building and task_state spawning. [ 720.718079] env[62301]: DEBUG nova.compute.manager [req-5c70e068-9f25-424d-a8d4-ee00f47b9f79 req-5ea86a06-fdc6-46db-b68e-ea366290d2d8 service nova] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Received event network-changed-fa4211ea-19e9-4beb-88c3-4d8a9627c0aa {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 720.718186] env[62301]: DEBUG nova.compute.manager [req-5c70e068-9f25-424d-a8d4-ee00f47b9f79 req-5ea86a06-fdc6-46db-b68e-ea366290d2d8 service nova] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Refreshing instance network info cache due to event network-changed-fa4211ea-19e9-4beb-88c3-4d8a9627c0aa. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 720.718376] env[62301]: DEBUG oslo_concurrency.lockutils [req-5c70e068-9f25-424d-a8d4-ee00f47b9f79 req-5ea86a06-fdc6-46db-b68e-ea366290d2d8 service nova] Acquiring lock "refresh_cache-ddec630e-5648-4fdb-a63c-2de8582bfe4c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.718507] env[62301]: DEBUG oslo_concurrency.lockutils [req-5c70e068-9f25-424d-a8d4-ee00f47b9f79 req-5ea86a06-fdc6-46db-b68e-ea366290d2d8 service nova] Acquired lock "refresh_cache-ddec630e-5648-4fdb-a63c-2de8582bfe4c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.718665] env[62301]: DEBUG nova.network.neutron [req-5c70e068-9f25-424d-a8d4-ee00f47b9f79 req-5ea86a06-fdc6-46db-b68e-ea366290d2d8 service nova] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Refreshing network info cache for port fa4211ea-19e9-4beb-88c3-4d8a9627c0aa {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.740379] env[62301]: DEBUG nova.scheduler.client.report [None req-bbac5bbc-e941-4177-80b7-51e49aaa8c8d tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 720.783015] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569998, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.826557] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570002, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.913524] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Acquiring lock "refresh_cache-ddec630e-5648-4fdb-a63c-2de8582bfe4c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.933792] env[62301]: DEBUG oslo_vmware.api [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Task: {'id': task-2569999, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.041339] env[62301]: DEBUG nova.network.neutron [req-4b29e545-304c-4d0b-a68c-6df7e51d1709 req-ea93800a-4382-4e4c-9b97-5e71dd125330 service nova] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Updated VIF entry in instance network info cache for port 0c2c80c8-9126-4323-a64b-1b78b6fba528. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 721.041920] env[62301]: DEBUG nova.network.neutron [req-4b29e545-304c-4d0b-a68c-6df7e51d1709 req-ea93800a-4382-4e4c-9b97-5e71dd125330 service nova] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Updating instance_info_cache with network_info: [{"id": "93b52d4e-4c38-4fb8-8dcc-1d1475ca516c", "address": "fa:16:3e:79:27:63", "network": {"id": "64e96af3-19a1-416e-83f6-8ea712e943b1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1535725135", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb3cdc0a4685472c9b88390393fcef1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93b52d4e-4c", "ovs_interfaceid": "93b52d4e-4c38-4fb8-8dcc-1d1475ca516c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "76d68ddb-0f1e-4a97-9456-a2ce2d7e35c3", "address": "fa:16:3e:8e:f9:45", "network": {"id": "ab6eac31-8461-4910-bdb8-49740f4ae970", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2061100410", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "eb3cdc0a4685472c9b88390393fcef1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76d68ddb-0f", "ovs_interfaceid": "76d68ddb-0f1e-4a97-9456-a2ce2d7e35c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0c2c80c8-9126-4323-a64b-1b78b6fba528", "address": "fa:16:3e:e5:e8:33", "network": {"id": "64e96af3-19a1-416e-83f6-8ea712e943b1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1535725135", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb3cdc0a4685472c9b88390393fcef1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c2c80c8-91", "ovs_interfaceid": "0c2c80c8-9126-4323-a64b-1b78b6fba528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.108351] env[62301]: DEBUG nova.compute.manager [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 721.140216] env[62301]: DEBUG nova.virt.hardware [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 721.140216] env[62301]: DEBUG nova.virt.hardware [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 721.140367] env[62301]: DEBUG nova.virt.hardware [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 721.140458] env[62301]: DEBUG nova.virt.hardware [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 721.140622] env[62301]: DEBUG nova.virt.hardware [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 721.140781] env[62301]: DEBUG nova.virt.hardware [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 721.140999] env[62301]: DEBUG nova.virt.hardware [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 721.141197] env[62301]: DEBUG nova.virt.hardware [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 721.141400] env[62301]: DEBUG nova.virt.hardware [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 721.141595] env[62301]: DEBUG nova.virt.hardware [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 721.141774] env[62301]: DEBUG nova.virt.hardware [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 721.142634] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789150a3-d459-4cd0-bc27-9085ced354a1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.150768] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c58637-7609-440a-95d2-9e392acab3b5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.245895] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bbac5bbc-e941-4177-80b7-51e49aaa8c8d tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.161s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.248581] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.464s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.250106] env[62301]: INFO nova.compute.claims [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 9bb94494-0dde-4edb-9302-6f8dcac36344] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 721.253529] env[62301]: DEBUG nova.network.neutron [req-5c70e068-9f25-424d-a8d4-ee00f47b9f79 req-5ea86a06-fdc6-46db-b68e-ea366290d2d8 service nova] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 721.269864] env[62301]: INFO nova.scheduler.client.report [None req-bbac5bbc-e941-4177-80b7-51e49aaa8c8d tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Deleted allocations for instance 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575 [ 721.287856] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2569998, 'name': CreateVM_Task, 'duration_secs': 1.625401} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.287856] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 721.287856] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.287856] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.287856] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.287856] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33728495-537f-4f1f-969a-5740f8cffe6c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.290458] env[62301]: DEBUG oslo_vmware.api [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 721.290458] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5234a7a3-9f8a-8b1f-adaa-659b58a787b4" [ 721.290458] env[62301]: _type = "Task" [ 721.290458] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.299385] env[62301]: DEBUG oslo_vmware.api [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5234a7a3-9f8a-8b1f-adaa-659b58a787b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.327573] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570002, 'name': CreateVM_Task, 'duration_secs': 0.693467} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.327704] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 721.328637] env[62301]: DEBUG oslo_concurrency.lockutils [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.353169] env[62301]: DEBUG nova.network.neutron [req-5c70e068-9f25-424d-a8d4-ee00f47b9f79 req-5ea86a06-fdc6-46db-b68e-ea366290d2d8 service nova] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.434147] env[62301]: DEBUG oslo_vmware.api [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Task: {'id': task-2569999, 'name': ReconfigVM_Task, 'duration_secs': 1.549018} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.434489] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] [instance: 57e786de-bdde-4aae-80de-d16cfe5b4cda] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 57e786de-bdde-4aae-80de-d16cfe5b4cda/57e786de-bdde-4aae-80de-d16cfe5b4cda.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 721.435167] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78dbc3ac-a838-4c95-b31b-06ed04151380 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.441813] env[62301]: DEBUG oslo_vmware.api [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Waiting for the task: (returnval){ [ 721.441813] env[62301]: value = "task-2570003" [ 721.441813] env[62301]: _type = "Task" [ 721.441813] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.450185] env[62301]: DEBUG oslo_vmware.api [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Task: {'id': task-2570003, 'name': Rename_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.545652] env[62301]: DEBUG oslo_concurrency.lockutils [req-4b29e545-304c-4d0b-a68c-6df7e51d1709 req-ea93800a-4382-4e4c-9b97-5e71dd125330 service nova] Releasing lock "refresh_cache-e3dca228-5517-4d04-bf30-f3ee3fecaaf8" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.760527] env[62301]: DEBUG oslo_concurrency.lockutils [None req-70436cb2-bf56-4526-9978-5884ad80911b tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Acquiring lock "6ad36b88-b945-44ed-972b-f41fa416645b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.760797] env[62301]: DEBUG oslo_concurrency.lockutils [None req-70436cb2-bf56-4526-9978-5884ad80911b tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Lock "6ad36b88-b945-44ed-972b-f41fa416645b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.761015] env[62301]: DEBUG oslo_concurrency.lockutils [None req-70436cb2-bf56-4526-9978-5884ad80911b tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Acquiring lock "6ad36b88-b945-44ed-972b-f41fa416645b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.762513] env[62301]: DEBUG oslo_concurrency.lockutils [None req-70436cb2-bf56-4526-9978-5884ad80911b tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Lock "6ad36b88-b945-44ed-972b-f41fa416645b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.765157] env[62301]: DEBUG oslo_concurrency.lockutils [None req-70436cb2-bf56-4526-9978-5884ad80911b tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Lock "6ad36b88-b945-44ed-972b-f41fa416645b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.766207] env[62301]: INFO nova.compute.manager [None req-70436cb2-bf56-4526-9978-5884ad80911b tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] [instance: 6ad36b88-b945-44ed-972b-f41fa416645b] Terminating instance [ 721.779879] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bbac5bbc-e941-4177-80b7-51e49aaa8c8d tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Lock "47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.780s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.802961] env[62301]: DEBUG oslo_vmware.api [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5234a7a3-9f8a-8b1f-adaa-659b58a787b4, 'name': SearchDatastore_Task, 'duration_secs': 0.010562} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.803284] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.803520] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.803751] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.803943] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.804224] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.804523] env[62301]: DEBUG oslo_concurrency.lockutils [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.804819] env[62301]: DEBUG oslo_concurrency.lockutils [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.805058] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4bddaf39-76a4-4838-8d0c-c12675e740aa {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.807569] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-350abf57-bcf3-4bf6-aa5c-be7032201227 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.813491] env[62301]: DEBUG oslo_vmware.api [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Waiting for the task: (returnval){ [ 721.813491] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5268b989-9412-19fb-fc8f-6b43cd8604aa" [ 721.813491] env[62301]: _type = "Task" [ 721.813491] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.819931] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.820188] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.821272] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1be56b18-2acf-4c1f-8fbd-fa08b5bbd407 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.826501] env[62301]: DEBUG oslo_vmware.api [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5268b989-9412-19fb-fc8f-6b43cd8604aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.829483] env[62301]: DEBUG oslo_vmware.api [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 721.829483] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]521ce918-ef9f-6d0d-517e-23633925618b" [ 721.829483] env[62301]: _type = "Task" [ 721.829483] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.838744] env[62301]: DEBUG oslo_vmware.api [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]521ce918-ef9f-6d0d-517e-23633925618b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.855687] env[62301]: DEBUG oslo_concurrency.lockutils [req-5c70e068-9f25-424d-a8d4-ee00f47b9f79 req-5ea86a06-fdc6-46db-b68e-ea366290d2d8 service nova] Releasing lock "refresh_cache-ddec630e-5648-4fdb-a63c-2de8582bfe4c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.856043] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Acquired lock "refresh_cache-ddec630e-5648-4fdb-a63c-2de8582bfe4c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.856207] env[62301]: DEBUG nova.network.neutron [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 721.952376] env[62301]: DEBUG oslo_vmware.api [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Task: {'id': task-2570003, 'name': Rename_Task, 'duration_secs': 0.384354} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.953153] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] [instance: 57e786de-bdde-4aae-80de-d16cfe5b4cda] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.953422] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f24e15c6-628d-4e34-af47-542201c1dd2b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.962211] env[62301]: DEBUG oslo_vmware.api [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Waiting for the task: (returnval){ [ 721.962211] env[62301]: value = "task-2570004" [ 721.962211] env[62301]: _type = "Task" [ 721.962211] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.971309] env[62301]: DEBUG oslo_vmware.api [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Task: {'id': task-2570004, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.171594] env[62301]: DEBUG nova.network.neutron [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] Successfully updated port: 36f448f9-ff7c-40e3-a7fd-98361332d905 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 722.270070] env[62301]: DEBUG nova.compute.manager [None req-70436cb2-bf56-4526-9978-5884ad80911b tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] [instance: 6ad36b88-b945-44ed-972b-f41fa416645b] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 722.270288] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-70436cb2-bf56-4526-9978-5884ad80911b tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] [instance: 6ad36b88-b945-44ed-972b-f41fa416645b] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 722.271171] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf501567-fb7c-46b5-bcf4-951d9869ea1d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.279019] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-70436cb2-bf56-4526-9978-5884ad80911b tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] [instance: 6ad36b88-b945-44ed-972b-f41fa416645b] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 722.279251] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c63e2290-6bc8-4ab8-a912-0f89cbd1db38 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.286136] env[62301]: DEBUG oslo_vmware.api [None req-70436cb2-bf56-4526-9978-5884ad80911b tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Waiting for the task: (returnval){ [ 722.286136] env[62301]: value = "task-2570005" [ 722.286136] env[62301]: _type = "Task" [ 722.286136] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.294800] env[62301]: DEBUG oslo_vmware.api [None req-70436cb2-bf56-4526-9978-5884ad80911b tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Task: {'id': task-2570005, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.323337] env[62301]: DEBUG oslo_vmware.api [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5268b989-9412-19fb-fc8f-6b43cd8604aa, 'name': SearchDatastore_Task, 'duration_secs': 0.017812} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.323734] env[62301]: DEBUG oslo_concurrency.lockutils [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.323857] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 722.324145] env[62301]: DEBUG oslo_concurrency.lockutils [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.343358] env[62301]: DEBUG oslo_vmware.api [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]521ce918-ef9f-6d0d-517e-23633925618b, 'name': SearchDatastore_Task, 'duration_secs': 0.008802} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.344109] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4141f150-40ec-40ad-8d10-bc3669897776 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.352908] env[62301]: DEBUG oslo_vmware.api [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 722.352908] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]529145fa-1bbe-517a-91bc-2521696675ca" [ 722.352908] env[62301]: _type = "Task" [ 722.352908] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.364438] env[62301]: DEBUG oslo_vmware.api [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]529145fa-1bbe-517a-91bc-2521696675ca, 'name': SearchDatastore_Task, 'duration_secs': 0.009327} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.364438] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.364438] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 8836b3f4-9580-4f12-bd01-eccae3940527/8836b3f4-9580-4f12-bd01-eccae3940527.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.365614] env[62301]: DEBUG oslo_concurrency.lockutils [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.365614] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 722.365614] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2e6ea3f-7a58-430f-8416-f43dee8b33b0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.367503] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6499c0f1-67aa-43d9-a6f0-66c80fa3dc99 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.378819] env[62301]: DEBUG oslo_vmware.api [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 722.378819] env[62301]: value = "task-2570006" [ 722.378819] env[62301]: _type = "Task" [ 722.378819] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.379882] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 722.379882] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 722.383088] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c78e019e-2767-4644-a6ae-9a3cf51f3ae5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.392834] env[62301]: DEBUG oslo_vmware.api [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Waiting for the task: (returnval){ [ 722.392834] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52c0ee7a-1dc1-4f9b-4503-10784ed89538" [ 722.392834] env[62301]: _type = "Task" [ 722.392834] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.393128] env[62301]: DEBUG oslo_vmware.api [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570006, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.402263] env[62301]: DEBUG oslo_vmware.api [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52c0ee7a-1dc1-4f9b-4503-10784ed89538, 'name': SearchDatastore_Task, 'duration_secs': 0.00952} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.406072] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6faed29-f904-4212-8bb0-19165232e0cb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.410261] env[62301]: DEBUG nova.network.neutron [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 722.413869] env[62301]: DEBUG oslo_vmware.api [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Waiting for the task: (returnval){ [ 722.413869] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52b0fdff-54a8-2628-c503-3e44e87930f0" [ 722.413869] env[62301]: _type = "Task" [ 722.413869] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.423543] env[62301]: DEBUG oslo_vmware.api [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52b0fdff-54a8-2628-c503-3e44e87930f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.471388] env[62301]: DEBUG oslo_vmware.api [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Task: {'id': task-2570004, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.637042] env[62301]: DEBUG nova.network.neutron [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Updating instance_info_cache with network_info: [{"id": "fa4211ea-19e9-4beb-88c3-4d8a9627c0aa", "address": "fa:16:3e:62:b6:76", "network": {"id": "9476bd44-3d3a-469c-875e-60df73421d36", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-646590394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de0c8f4881f1470dbe374c79bc21dcd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa4211ea-19", "ovs_interfaceid": "fa4211ea-19e9-4beb-88c3-4d8a9627c0aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.674175] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Acquiring lock "refresh_cache-f1851d82-eb68-4ede-bf79-01212aed0c62" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.674332] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Acquired lock "refresh_cache-f1851d82-eb68-4ede-bf79-01212aed0c62" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.674484] env[62301]: DEBUG nova.network.neutron [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 722.774319] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b82ec7b-3d6f-45dc-9f22-3b1670a20553 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.781245] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02acd5ed-831f-476f-90d8-03a81938b470 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.817905] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78cba73f-4293-4375-8bae-30905163fb39 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.823884] env[62301]: DEBUG oslo_vmware.api [None req-70436cb2-bf56-4526-9978-5884ad80911b tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Task: {'id': task-2570005, 'name': PowerOffVM_Task, 'duration_secs': 0.182296} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.824532] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-70436cb2-bf56-4526-9978-5884ad80911b tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] [instance: 6ad36b88-b945-44ed-972b-f41fa416645b] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 722.824707] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-70436cb2-bf56-4526-9978-5884ad80911b tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] [instance: 6ad36b88-b945-44ed-972b-f41fa416645b] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 722.825035] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac994bf1-9392-42e1-93c6-1f9932446362 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.831340] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ba6bfc-1a8c-4453-8088-9c2250b2500a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.844572] env[62301]: DEBUG nova.compute.provider_tree [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.889936] env[62301]: DEBUG oslo_vmware.api [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570006, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454582} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.890241] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 8836b3f4-9580-4f12-bd01-eccae3940527/8836b3f4-9580-4f12-bd01-eccae3940527.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 722.890991] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 722.890991] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b82c3b94-e32e-4806-99a4-ec73484d9a16 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.897600] env[62301]: DEBUG oslo_vmware.api [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 722.897600] env[62301]: value = "task-2570008" [ 722.897600] env[62301]: _type = "Task" [ 722.897600] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.906377] env[62301]: DEBUG oslo_vmware.api [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570008, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.919216] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-70436cb2-bf56-4526-9978-5884ad80911b tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] [instance: 6ad36b88-b945-44ed-972b-f41fa416645b] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 722.919484] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-70436cb2-bf56-4526-9978-5884ad80911b tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] [instance: 6ad36b88-b945-44ed-972b-f41fa416645b] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 722.919704] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-70436cb2-bf56-4526-9978-5884ad80911b tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Deleting the datastore file [datastore1] 6ad36b88-b945-44ed-972b-f41fa416645b {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 722.920328] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06ad0d55-fe66-41fc-81cc-d913bf6dd991 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.927371] env[62301]: DEBUG oslo_vmware.api [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52b0fdff-54a8-2628-c503-3e44e87930f0, 'name': SearchDatastore_Task, 'duration_secs': 0.00981} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.927594] env[62301]: DEBUG oslo_concurrency.lockutils [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.927841] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] e3dca228-5517-4d04-bf30-f3ee3fecaaf8/e3dca228-5517-4d04-bf30-f3ee3fecaaf8.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.928084] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5168db3f-c30b-47b8-94a7-cbc0672e8c5e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.930827] env[62301]: DEBUG oslo_vmware.api [None req-70436cb2-bf56-4526-9978-5884ad80911b tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Waiting for the task: (returnval){ [ 722.930827] env[62301]: value = "task-2570009" [ 722.930827] env[62301]: _type = "Task" [ 722.930827] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.935554] env[62301]: DEBUG oslo_vmware.api [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Waiting for the task: (returnval){ [ 722.935554] env[62301]: value = "task-2570010" [ 722.935554] env[62301]: _type = "Task" [ 722.935554] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.941071] env[62301]: DEBUG oslo_vmware.api [None req-70436cb2-bf56-4526-9978-5884ad80911b tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Task: {'id': task-2570009, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.945935] env[62301]: DEBUG oslo_vmware.api [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Task: {'id': task-2570010, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.973706] env[62301]: DEBUG oslo_vmware.api [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Task: {'id': task-2570004, 'name': PowerOnVM_Task, 'duration_secs': 0.635762} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.974139] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] [instance: 57e786de-bdde-4aae-80de-d16cfe5b4cda] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.974205] env[62301]: INFO nova.compute.manager [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] [instance: 57e786de-bdde-4aae-80de-d16cfe5b4cda] Took 9.90 seconds to spawn the instance on the hypervisor. [ 722.974531] env[62301]: DEBUG nova.compute.manager [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] [instance: 57e786de-bdde-4aae-80de-d16cfe5b4cda] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 722.975216] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de6de51-69d7-4010-aa63-54f2c3909326 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.132418] env[62301]: DEBUG nova.compute.manager [req-f2a3f8ff-c36e-47ee-befa-c10faf58b5f4 req-6ab93150-2431-47e7-8f23-5fd712f9b891 service nova] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] Received event network-vif-plugged-36f448f9-ff7c-40e3-a7fd-98361332d905 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 723.132867] env[62301]: DEBUG oslo_concurrency.lockutils [req-f2a3f8ff-c36e-47ee-befa-c10faf58b5f4 req-6ab93150-2431-47e7-8f23-5fd712f9b891 service nova] Acquiring lock "f1851d82-eb68-4ede-bf79-01212aed0c62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 723.132915] env[62301]: DEBUG oslo_concurrency.lockutils [req-f2a3f8ff-c36e-47ee-befa-c10faf58b5f4 req-6ab93150-2431-47e7-8f23-5fd712f9b891 service nova] Lock "f1851d82-eb68-4ede-bf79-01212aed0c62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 723.135405] env[62301]: DEBUG oslo_concurrency.lockutils [req-f2a3f8ff-c36e-47ee-befa-c10faf58b5f4 req-6ab93150-2431-47e7-8f23-5fd712f9b891 service nova] Lock "f1851d82-eb68-4ede-bf79-01212aed0c62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 723.135405] env[62301]: DEBUG nova.compute.manager [req-f2a3f8ff-c36e-47ee-befa-c10faf58b5f4 req-6ab93150-2431-47e7-8f23-5fd712f9b891 service nova] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] No waiting events found dispatching network-vif-plugged-36f448f9-ff7c-40e3-a7fd-98361332d905 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 723.135405] env[62301]: WARNING nova.compute.manager [req-f2a3f8ff-c36e-47ee-befa-c10faf58b5f4 req-6ab93150-2431-47e7-8f23-5fd712f9b891 service nova] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] Received unexpected event network-vif-plugged-36f448f9-ff7c-40e3-a7fd-98361332d905 for instance with vm_state building and task_state spawning. [ 723.135405] env[62301]: DEBUG nova.compute.manager [req-f2a3f8ff-c36e-47ee-befa-c10faf58b5f4 req-6ab93150-2431-47e7-8f23-5fd712f9b891 service nova] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] Received event network-changed-36f448f9-ff7c-40e3-a7fd-98361332d905 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 723.135405] env[62301]: DEBUG nova.compute.manager [req-f2a3f8ff-c36e-47ee-befa-c10faf58b5f4 req-6ab93150-2431-47e7-8f23-5fd712f9b891 service nova] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] Refreshing instance network info cache due to event network-changed-36f448f9-ff7c-40e3-a7fd-98361332d905. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 723.135405] env[62301]: DEBUG oslo_concurrency.lockutils [req-f2a3f8ff-c36e-47ee-befa-c10faf58b5f4 req-6ab93150-2431-47e7-8f23-5fd712f9b891 service nova] Acquiring lock "refresh_cache-f1851d82-eb68-4ede-bf79-01212aed0c62" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.139799] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Releasing lock "refresh_cache-ddec630e-5648-4fdb-a63c-2de8582bfe4c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.140127] env[62301]: DEBUG nova.compute.manager [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Instance network_info: |[{"id": "fa4211ea-19e9-4beb-88c3-4d8a9627c0aa", "address": "fa:16:3e:62:b6:76", "network": {"id": "9476bd44-3d3a-469c-875e-60df73421d36", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-646590394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de0c8f4881f1470dbe374c79bc21dcd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa4211ea-19", "ovs_interfaceid": "fa4211ea-19e9-4beb-88c3-4d8a9627c0aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 723.140606] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:b6:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de5fcb06-b0d0-467f-86fe-06882165ac31', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa4211ea-19e9-4beb-88c3-4d8a9627c0aa', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 723.150624] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Creating folder: Project (de0c8f4881f1470dbe374c79bc21dcd3). Parent ref: group-v518653. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.151359] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-45ba8fa7-95b5-49b6-a122-8cc4424e33fb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.164099] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Created folder: Project (de0c8f4881f1470dbe374c79bc21dcd3) in parent group-v518653. [ 723.164311] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Creating folder: Instances. Parent ref: group-v518783. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.164563] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a626d90e-b787-4763-aa00-49b11f3113f4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.174523] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Created folder: Instances in parent group-v518783. [ 723.174813] env[62301]: DEBUG oslo.service.loopingcall [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 723.175035] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 723.175256] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-474f02c7-94ba-43c5-90f8-299b999af629 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.197862] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 723.197862] env[62301]: value = "task-2570013" [ 723.197862] env[62301]: _type = "Task" [ 723.197862] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.206309] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570013, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.261977] env[62301]: DEBUG nova.network.neutron [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 723.348641] env[62301]: DEBUG nova.scheduler.client.report [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 723.413296] env[62301]: DEBUG oslo_vmware.api [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570008, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069057} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.413296] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 723.413296] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3edb11a3-16d5-4414-a047-1e8e15d408fa {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.443280] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 8836b3f4-9580-4f12-bd01-eccae3940527/8836b3f4-9580-4f12-bd01-eccae3940527.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.449155] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d0e5a3f-14f9-4c81-ba35-be68f396ac54 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.475202] env[62301]: DEBUG oslo_vmware.api [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Task: {'id': task-2570010, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448314} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.479358] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] e3dca228-5517-4d04-bf30-f3ee3fecaaf8/e3dca228-5517-4d04-bf30-f3ee3fecaaf8.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 723.480780] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 723.480780] env[62301]: DEBUG oslo_vmware.api [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 723.480780] env[62301]: value = "task-2570014" [ 723.480780] env[62301]: _type = "Task" [ 723.480780] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.480780] env[62301]: DEBUG oslo_vmware.api [None req-70436cb2-bf56-4526-9978-5884ad80911b tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Task: {'id': task-2570009, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137709} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.480780] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ffa53908-f36d-4d7d-b3e7-eba8c256de61 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.482495] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-70436cb2-bf56-4526-9978-5884ad80911b tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 723.482698] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-70436cb2-bf56-4526-9978-5884ad80911b tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] [instance: 6ad36b88-b945-44ed-972b-f41fa416645b] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 723.482887] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-70436cb2-bf56-4526-9978-5884ad80911b tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] [instance: 6ad36b88-b945-44ed-972b-f41fa416645b] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 723.483072] env[62301]: INFO nova.compute.manager [None req-70436cb2-bf56-4526-9978-5884ad80911b tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] [instance: 6ad36b88-b945-44ed-972b-f41fa416645b] Took 1.21 seconds to destroy the instance on the hypervisor. [ 723.483298] env[62301]: DEBUG oslo.service.loopingcall [None req-70436cb2-bf56-4526-9978-5884ad80911b tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 723.486191] env[62301]: DEBUG nova.compute.manager [-] [instance: 6ad36b88-b945-44ed-972b-f41fa416645b] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 723.486292] env[62301]: DEBUG nova.network.neutron [-] [instance: 6ad36b88-b945-44ed-972b-f41fa416645b] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 723.493837] env[62301]: DEBUG oslo_vmware.api [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Waiting for the task: (returnval){ [ 723.493837] env[62301]: value = "task-2570015" [ 723.493837] env[62301]: _type = "Task" [ 723.493837] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.503247] env[62301]: DEBUG oslo_vmware.api [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570014, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.503797] env[62301]: INFO nova.compute.manager [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] [instance: 57e786de-bdde-4aae-80de-d16cfe5b4cda] Took 50.91 seconds to build instance. [ 723.509930] env[62301]: DEBUG oslo_vmware.api [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Task: {'id': task-2570015, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.543269] env[62301]: DEBUG nova.network.neutron [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] Updating instance_info_cache with network_info: [{"id": "36f448f9-ff7c-40e3-a7fd-98361332d905", "address": "fa:16:3e:bc:a6:f7", "network": {"id": "3f588a45-bca2-4c38-93ee-dbfb75b51e73", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1857406658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f9b7deea8a4de682068275e378c7b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36f448f9-ff", "ovs_interfaceid": "36f448f9-ff7c-40e3-a7fd-98361332d905", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.612042] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Acquiring lock "0380936a-9aed-43bd-beec-585a1d9f073c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 723.612042] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Lock "0380936a-9aed-43bd-beec-585a1d9f073c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 723.707795] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570013, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.836164] env[62301]: DEBUG nova.compute.manager [None req-ca2ef66f-1644-4498-a78c-f3959d2e4969 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 723.837128] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880f7aa7-52e5-44bc-8177-f0eaa88bdbd8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.861026] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 723.861600] env[62301]: DEBUG nova.compute.manager [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 9bb94494-0dde-4edb-9302-6f8dcac36344] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 723.864595] env[62301]: DEBUG oslo_concurrency.lockutils [None req-02f4a696-ef21-483b-bb4c-156668203a12 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.843s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 723.864784] env[62301]: DEBUG nova.objects.instance [None req-02f4a696-ef21-483b-bb4c-156668203a12 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Lazy-loading 'resources' on Instance uuid 91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 723.992205] env[62301]: DEBUG oslo_vmware.api [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570014, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.004366] env[62301]: DEBUG oslo_vmware.api [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Task: {'id': task-2570015, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068563} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.004637] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 724.005417] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42001ea6-a1da-4560-a836-9e6dc122b8f6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.008062] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4a618ee5-8767-469b-9709-09329685cd5f tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Lock "57e786de-bdde-4aae-80de-d16cfe5b4cda" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.094s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 724.034250] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] e3dca228-5517-4d04-bf30-f3ee3fecaaf8/e3dca228-5517-4d04-bf30-f3ee3fecaaf8.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.035160] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d46f2244-0dc3-4c37-b651-04dfbf1e23c2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.050013] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Releasing lock "refresh_cache-f1851d82-eb68-4ede-bf79-01212aed0c62" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.050324] env[62301]: DEBUG nova.compute.manager [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] Instance network_info: |[{"id": "36f448f9-ff7c-40e3-a7fd-98361332d905", "address": "fa:16:3e:bc:a6:f7", "network": {"id": "3f588a45-bca2-4c38-93ee-dbfb75b51e73", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1857406658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f9b7deea8a4de682068275e378c7b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36f448f9-ff", "ovs_interfaceid": "36f448f9-ff7c-40e3-a7fd-98361332d905", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 724.050611] env[62301]: DEBUG oslo_concurrency.lockutils [req-f2a3f8ff-c36e-47ee-befa-c10faf58b5f4 req-6ab93150-2431-47e7-8f23-5fd712f9b891 service nova] Acquired lock "refresh_cache-f1851d82-eb68-4ede-bf79-01212aed0c62" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.050783] env[62301]: DEBUG nova.network.neutron [req-f2a3f8ff-c36e-47ee-befa-c10faf58b5f4 req-6ab93150-2431-47e7-8f23-5fd712f9b891 service nova] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] Refreshing network info cache for port 36f448f9-ff7c-40e3-a7fd-98361332d905 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.052066] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:a6:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35342bcb-8b06-472e-b3c0-43fd3d6c4b30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36f448f9-ff7c-40e3-a7fd-98361332d905', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 724.059432] env[62301]: DEBUG oslo.service.loopingcall [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 724.060636] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 724.060860] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63f9f355-85dc-42c2-9741-b053baaf7a64 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.078978] env[62301]: DEBUG oslo_vmware.api [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Waiting for the task: (returnval){ [ 724.078978] env[62301]: value = "task-2570016" [ 724.078978] env[62301]: _type = "Task" [ 724.078978] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.088023] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.088023] env[62301]: value = "task-2570017" [ 724.088023] env[62301]: _type = "Task" [ 724.088023] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.094105] env[62301]: DEBUG oslo_vmware.api [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Task: {'id': task-2570016, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.099563] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570017, 'name': CreateVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.208732] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570013, 'name': CreateVM_Task, 'duration_secs': 0.767141} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.208865] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 724.209566] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.209729] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.210809] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.210809] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd13413b-eadc-43d9-bc02-33de96199893 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.214800] env[62301]: DEBUG oslo_vmware.api [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Waiting for the task: (returnval){ [ 724.214800] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]524fe3da-73c3-84a5-f97d-57580670f3a5" [ 724.214800] env[62301]: _type = "Task" [ 724.214800] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.222751] env[62301]: DEBUG oslo_vmware.api [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]524fe3da-73c3-84a5-f97d-57580670f3a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.326860] env[62301]: DEBUG nova.network.neutron [-] [instance: 6ad36b88-b945-44ed-972b-f41fa416645b] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.348798] env[62301]: INFO nova.compute.manager [None req-ca2ef66f-1644-4498-a78c-f3959d2e4969 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] instance snapshotting [ 724.348798] env[62301]: DEBUG nova.objects.instance [None req-ca2ef66f-1644-4498-a78c-f3959d2e4969 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lazy-loading 'flavor' on Instance uuid 6bb105e9-936b-46c0-82e3-37a2139c76bd {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 724.368875] env[62301]: DEBUG nova.compute.utils [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 724.374763] env[62301]: DEBUG nova.compute.manager [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 9bb94494-0dde-4edb-9302-6f8dcac36344] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 724.375021] env[62301]: DEBUG nova.network.neutron [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 9bb94494-0dde-4edb-9302-6f8dcac36344] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 724.414957] env[62301]: DEBUG nova.policy [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '972bd7c4d3d6418a8c72db96e76e458e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea0e6662fa8e4d9d9145bd8fbc1cf541', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 724.493201] env[62301]: DEBUG oslo_vmware.api [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570014, 'name': ReconfigVM_Task, 'duration_secs': 0.672826} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.493500] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 8836b3f4-9580-4f12-bd01-eccae3940527/8836b3f4-9580-4f12-bd01-eccae3940527.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.494238] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d4f881d-bc85-4bfa-9315-243470be6b3c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.506532] env[62301]: DEBUG oslo_vmware.api [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 724.506532] env[62301]: value = "task-2570018" [ 724.506532] env[62301]: _type = "Task" [ 724.506532] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.514852] env[62301]: DEBUG nova.compute.manager [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 724.520180] env[62301]: DEBUG oslo_vmware.api [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570018, 'name': Rename_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.582887] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2e11954e-55bf-4099-a982-c3ba096ac564 tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Acquiring lock "57e786de-bdde-4aae-80de-d16cfe5b4cda" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 724.582887] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2e11954e-55bf-4099-a982-c3ba096ac564 tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Lock "57e786de-bdde-4aae-80de-d16cfe5b4cda" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 724.583130] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2e11954e-55bf-4099-a982-c3ba096ac564 tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Acquiring lock "57e786de-bdde-4aae-80de-d16cfe5b4cda-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 724.583250] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2e11954e-55bf-4099-a982-c3ba096ac564 tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Lock "57e786de-bdde-4aae-80de-d16cfe5b4cda-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 724.583386] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2e11954e-55bf-4099-a982-c3ba096ac564 tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Lock "57e786de-bdde-4aae-80de-d16cfe5b4cda-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 724.589402] env[62301]: INFO nova.compute.manager [None req-2e11954e-55bf-4099-a982-c3ba096ac564 tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] [instance: 57e786de-bdde-4aae-80de-d16cfe5b4cda] Terminating instance [ 724.604078] env[62301]: DEBUG oslo_vmware.api [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Task: {'id': task-2570016, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.608433] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570017, 'name': CreateVM_Task} progress is 25%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.727381] env[62301]: DEBUG oslo_vmware.api [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]524fe3da-73c3-84a5-f97d-57580670f3a5, 'name': SearchDatastore_Task, 'duration_secs': 0.009928} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.732045] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.732300] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 724.732533] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.732986] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.732986] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 724.733325] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12ccda0e-2d86-45dd-9bbf-e5a029ea44cd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.743759] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 724.743759] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 724.746510] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c82dd91c-efd8-4496-b6b6-ec2a0545e84c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.753018] env[62301]: DEBUG oslo_vmware.api [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Waiting for the task: (returnval){ [ 724.753018] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5212a199-673a-8045-2740-d0c0c0f1f84a" [ 724.753018] env[62301]: _type = "Task" [ 724.753018] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.764731] env[62301]: DEBUG oslo_vmware.api [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5212a199-673a-8045-2740-d0c0c0f1f84a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.829981] env[62301]: INFO nova.compute.manager [-] [instance: 6ad36b88-b945-44ed-972b-f41fa416645b] Took 1.34 seconds to deallocate network for instance. [ 724.854104] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33138f3-fe04-4f12-8bcd-930d8e3fb101 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.858246] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c206f96-9bab-4b34-a0eb-34d2a223fa96 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.880573] env[62301]: DEBUG nova.compute.manager [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 9bb94494-0dde-4edb-9302-6f8dcac36344] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 724.884893] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0a51eb-7734-4e18-b276-d4526c0207d8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.888571] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bfc6d4b-190b-4682-a8c2-2ba9256bfd56 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.925065] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d991001-6220-4021-9b28-da53dfccedfa {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.932553] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec38327e-b9c5-4e3d-8823-71bfdd8d2e9d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.948871] env[62301]: DEBUG nova.compute.provider_tree [None req-02f4a696-ef21-483b-bb4c-156668203a12 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.015111] env[62301]: DEBUG oslo_vmware.api [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570018, 'name': Rename_Task, 'duration_secs': 0.247905} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.015211] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.015470] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70535288-1d42-4ec0-a790-eb62548a6345 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.021625] env[62301]: DEBUG oslo_vmware.api [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 725.021625] env[62301]: value = "task-2570019" [ 725.021625] env[62301]: _type = "Task" [ 725.021625] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.032936] env[62301]: DEBUG oslo_vmware.api [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570019, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.046280] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.093410] env[62301]: DEBUG oslo_vmware.api [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Task: {'id': task-2570016, 'name': ReconfigVM_Task, 'duration_secs': 0.741172} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.096552] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Reconfigured VM instance instance-00000029 to attach disk [datastore1] e3dca228-5517-4d04-bf30-f3ee3fecaaf8/e3dca228-5517-4d04-bf30-f3ee3fecaaf8.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.097233] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ca36bb7-d711-4bbc-b1fa-bb7e6ca7b147 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.104318] env[62301]: DEBUG nova.compute.manager [None req-2e11954e-55bf-4099-a982-c3ba096ac564 tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] [instance: 57e786de-bdde-4aae-80de-d16cfe5b4cda] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 725.104521] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-2e11954e-55bf-4099-a982-c3ba096ac564 tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] [instance: 57e786de-bdde-4aae-80de-d16cfe5b4cda] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 725.104751] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570017, 'name': CreateVM_Task, 'duration_secs': 0.662357} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.106629] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78c7c2a-85f2-457f-afd2-befe90b6bdcf {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.109157] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 725.109521] env[62301]: DEBUG oslo_vmware.api [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Waiting for the task: (returnval){ [ 725.109521] env[62301]: value = "task-2570020" [ 725.109521] env[62301]: _type = "Task" [ 725.109521] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.110105] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.110266] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.110575] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.111291] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e681934-0f8a-4dc0-afcf-a87548a63dfb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.118217] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e11954e-55bf-4099-a982-c3ba096ac564 tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] [instance: 57e786de-bdde-4aae-80de-d16cfe5b4cda] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 725.119081] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba11048a-8b74-4369-894b-c73bcd51f3c8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.121603] env[62301]: DEBUG oslo_vmware.api [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the task: (returnval){ [ 725.121603] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52998d93-0f0c-8ffe-d43a-1b61353775d2" [ 725.121603] env[62301]: _type = "Task" [ 725.121603] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.125752] env[62301]: DEBUG oslo_vmware.api [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Task: {'id': task-2570020, 'name': Rename_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.132588] env[62301]: DEBUG oslo_vmware.api [None req-2e11954e-55bf-4099-a982-c3ba096ac564 tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Waiting for the task: (returnval){ [ 725.132588] env[62301]: value = "task-2570021" [ 725.132588] env[62301]: _type = "Task" [ 725.132588] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.143136] env[62301]: DEBUG oslo_vmware.api [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52998d93-0f0c-8ffe-d43a-1b61353775d2, 'name': SearchDatastore_Task, 'duration_secs': 0.013025} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.143928] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.144189] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 725.144564] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.144564] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.144733] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 725.145083] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a55a26fd-9113-4b8a-8d40-bc6ab1209f92 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.150433] env[62301]: DEBUG oslo_vmware.api [None req-2e11954e-55bf-4099-a982-c3ba096ac564 tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Task: {'id': task-2570021, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.158195] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 725.158431] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 725.159202] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19cc0ee5-996c-4a60-aa26-674949d55fae {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.165174] env[62301]: DEBUG oslo_vmware.api [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the task: (returnval){ [ 725.165174] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]521f1baf-adb6-9f88-8131-01b550eba79b" [ 725.165174] env[62301]: _type = "Task" [ 725.165174] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.177202] env[62301]: DEBUG oslo_vmware.api [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]521f1baf-adb6-9f88-8131-01b550eba79b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.179451] env[62301]: DEBUG nova.compute.manager [req-283ef045-ff11-4970-8bb0-17aa5d4ea8ca req-698f6727-3a54-4aef-8cb1-acd798b62949 service nova] [instance: 6ad36b88-b945-44ed-972b-f41fa416645b] Received event network-vif-deleted-a965be78-e809-41a1-b6b0-828249122b85 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 725.223454] env[62301]: DEBUG nova.network.neutron [req-f2a3f8ff-c36e-47ee-befa-c10faf58b5f4 req-6ab93150-2431-47e7-8f23-5fd712f9b891 service nova] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] Updated VIF entry in instance network info cache for port 36f448f9-ff7c-40e3-a7fd-98361332d905. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 725.223864] env[62301]: DEBUG nova.network.neutron [req-f2a3f8ff-c36e-47ee-befa-c10faf58b5f4 req-6ab93150-2431-47e7-8f23-5fd712f9b891 service nova] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] Updating instance_info_cache with network_info: [{"id": "36f448f9-ff7c-40e3-a7fd-98361332d905", "address": "fa:16:3e:bc:a6:f7", "network": {"id": "3f588a45-bca2-4c38-93ee-dbfb75b51e73", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1857406658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f9b7deea8a4de682068275e378c7b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36f448f9-ff", "ovs_interfaceid": "36f448f9-ff7c-40e3-a7fd-98361332d905", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.228760] env[62301]: DEBUG nova.network.neutron [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 9bb94494-0dde-4edb-9302-6f8dcac36344] Successfully created port: 43e10438-0acc-4f79-b1b6-c5a39d42c39b {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 725.265459] env[62301]: DEBUG oslo_vmware.api [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5212a199-673a-8045-2740-d0c0c0f1f84a, 'name': SearchDatastore_Task, 'duration_secs': 0.009356} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.265459] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b56cf94-36b0-4801-9519-f9d7905ab7ad {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.271691] env[62301]: DEBUG oslo_vmware.api [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Waiting for the task: (returnval){ [ 725.271691] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52d61076-f6e0-e1d5-ccbc-159279c73de5" [ 725.271691] env[62301]: _type = "Task" [ 725.271691] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.280197] env[62301]: DEBUG oslo_vmware.api [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52d61076-f6e0-e1d5-ccbc-159279c73de5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.339544] env[62301]: DEBUG oslo_concurrency.lockutils [None req-70436cb2-bf56-4526-9978-5884ad80911b tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.425938] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-ca2ef66f-1644-4498-a78c-f3959d2e4969 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Creating Snapshot of the VM instance {{(pid=62301) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 725.426525] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8b89801f-a507-49d9-bd1a-3cd0454f1722 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.434697] env[62301]: DEBUG oslo_vmware.api [None req-ca2ef66f-1644-4498-a78c-f3959d2e4969 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 725.434697] env[62301]: value = "task-2570022" [ 725.434697] env[62301]: _type = "Task" [ 725.434697] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.444332] env[62301]: DEBUG oslo_vmware.api [None req-ca2ef66f-1644-4498-a78c-f3959d2e4969 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570022, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.452200] env[62301]: DEBUG nova.scheduler.client.report [None req-02f4a696-ef21-483b-bb4c-156668203a12 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 725.534147] env[62301]: DEBUG oslo_vmware.api [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570019, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.620344] env[62301]: DEBUG oslo_vmware.api [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Task: {'id': task-2570020, 'name': Rename_Task, 'duration_secs': 0.207087} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.620751] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.620858] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5d007f5-d1c6-4973-8a3f-dc054bb7a6ef {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.627647] env[62301]: DEBUG oslo_vmware.api [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Waiting for the task: (returnval){ [ 725.627647] env[62301]: value = "task-2570023" [ 725.627647] env[62301]: _type = "Task" [ 725.627647] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.637075] env[62301]: DEBUG oslo_vmware.api [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Task: {'id': task-2570023, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.643284] env[62301]: DEBUG oslo_vmware.api [None req-2e11954e-55bf-4099-a982-c3ba096ac564 tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Task: {'id': task-2570021, 'name': PowerOffVM_Task, 'duration_secs': 0.196105} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.643566] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e11954e-55bf-4099-a982-c3ba096ac564 tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] [instance: 57e786de-bdde-4aae-80de-d16cfe5b4cda] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 725.644108] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-2e11954e-55bf-4099-a982-c3ba096ac564 tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] [instance: 57e786de-bdde-4aae-80de-d16cfe5b4cda] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 725.644108] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c1bba0e-bc26-4f0d-b632-e982b38c838d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.675608] env[62301]: DEBUG oslo_vmware.api [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]521f1baf-adb6-9f88-8131-01b550eba79b, 'name': SearchDatastore_Task, 'duration_secs': 0.010944} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.676540] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5d9704c-e32e-4708-9c51-d62e64261851 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.681965] env[62301]: DEBUG oslo_vmware.api [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the task: (returnval){ [ 725.681965] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52455418-c709-e283-279d-0cfeea999e0d" [ 725.681965] env[62301]: _type = "Task" [ 725.681965] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.690186] env[62301]: DEBUG oslo_vmware.api [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52455418-c709-e283-279d-0cfeea999e0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.726919] env[62301]: DEBUG oslo_concurrency.lockutils [req-f2a3f8ff-c36e-47ee-befa-c10faf58b5f4 req-6ab93150-2431-47e7-8f23-5fd712f9b891 service nova] Releasing lock "refresh_cache-f1851d82-eb68-4ede-bf79-01212aed0c62" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.755732] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-2e11954e-55bf-4099-a982-c3ba096ac564 tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] [instance: 57e786de-bdde-4aae-80de-d16cfe5b4cda] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 725.755980] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-2e11954e-55bf-4099-a982-c3ba096ac564 tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] [instance: 57e786de-bdde-4aae-80de-d16cfe5b4cda] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 725.756205] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e11954e-55bf-4099-a982-c3ba096ac564 tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Deleting the datastore file [datastore1] 57e786de-bdde-4aae-80de-d16cfe5b4cda {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 725.756481] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e755459-ca13-4c87-a220-e457f2fe916c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.763171] env[62301]: DEBUG oslo_vmware.api [None req-2e11954e-55bf-4099-a982-c3ba096ac564 tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Waiting for the task: (returnval){ [ 725.763171] env[62301]: value = "task-2570025" [ 725.763171] env[62301]: _type = "Task" [ 725.763171] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.772691] env[62301]: DEBUG oslo_vmware.api [None req-2e11954e-55bf-4099-a982-c3ba096ac564 tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Task: {'id': task-2570025, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.780308] env[62301]: DEBUG oslo_vmware.api [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52d61076-f6e0-e1d5-ccbc-159279c73de5, 'name': SearchDatastore_Task, 'duration_secs': 0.010519} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.780594] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.780880] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] ddec630e-5648-4fdb-a63c-2de8582bfe4c/ddec630e-5648-4fdb-a63c-2de8582bfe4c.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 725.781186] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63ed16d0-80cf-4eee-889c-cd1c5c232773 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.789078] env[62301]: DEBUG oslo_vmware.api [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Waiting for the task: (returnval){ [ 725.789078] env[62301]: value = "task-2570026" [ 725.789078] env[62301]: _type = "Task" [ 725.789078] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.796451] env[62301]: DEBUG oslo_vmware.api [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Task: {'id': task-2570026, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.890518] env[62301]: DEBUG nova.compute.manager [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 9bb94494-0dde-4edb-9302-6f8dcac36344] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 725.915746] env[62301]: DEBUG nova.virt.hardware [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 725.916022] env[62301]: DEBUG nova.virt.hardware [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 725.916184] env[62301]: DEBUG nova.virt.hardware [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 725.916364] env[62301]: DEBUG nova.virt.hardware [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 725.916510] env[62301]: DEBUG nova.virt.hardware [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 725.916656] env[62301]: DEBUG nova.virt.hardware [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 725.916886] env[62301]: DEBUG nova.virt.hardware [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 725.917068] env[62301]: DEBUG nova.virt.hardware [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 725.917919] env[62301]: DEBUG nova.virt.hardware [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 725.917919] env[62301]: DEBUG nova.virt.hardware [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 725.917919] env[62301]: DEBUG nova.virt.hardware [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 725.918591] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53685ac-5ad6-45a0-a28e-62521f2119a5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.927186] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43fa203e-1f5b-4035-b141-8cfcc453c954 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.951806] env[62301]: DEBUG oslo_vmware.api [None req-ca2ef66f-1644-4498-a78c-f3959d2e4969 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570022, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.956884] env[62301]: DEBUG oslo_concurrency.lockutils [None req-02f4a696-ef21-483b-bb4c-156668203a12 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.092s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.959654] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.042s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.961451] env[62301]: INFO nova.compute.claims [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 80725a30-75eb-4d3d-8aae-ccd72a64b4cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 725.982735] env[62301]: INFO nova.scheduler.client.report [None req-02f4a696-ef21-483b-bb4c-156668203a12 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Deleted allocations for instance 91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4 [ 726.034657] env[62301]: DEBUG oslo_vmware.api [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570019, 'name': PowerOnVM_Task, 'duration_secs': 0.725668} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.035227] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.035660] env[62301]: INFO nova.compute.manager [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Took 10.28 seconds to spawn the instance on the hypervisor. [ 726.035934] env[62301]: DEBUG nova.compute.manager [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.036958] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ecfea4-a722-4895-9bbd-5de0a398bc14 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.141434] env[62301]: DEBUG oslo_vmware.api [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Task: {'id': task-2570023, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.200069] env[62301]: DEBUG oslo_vmware.api [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52455418-c709-e283-279d-0cfeea999e0d, 'name': SearchDatastore_Task, 'duration_secs': 0.012767} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.200069] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.200069] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] f1851d82-eb68-4ede-bf79-01212aed0c62/f1851d82-eb68-4ede-bf79-01212aed0c62.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 726.200069] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4386f882-e8aa-41b3-ad75-af937afbd74e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.208674] env[62301]: DEBUG oslo_vmware.api [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the task: (returnval){ [ 726.208674] env[62301]: value = "task-2570027" [ 726.208674] env[62301]: _type = "Task" [ 726.208674] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.220425] env[62301]: DEBUG oslo_vmware.api [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570027, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.273529] env[62301]: DEBUG oslo_vmware.api [None req-2e11954e-55bf-4099-a982-c3ba096ac564 tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Task: {'id': task-2570025, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188295} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.273529] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e11954e-55bf-4099-a982-c3ba096ac564 tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 726.273529] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-2e11954e-55bf-4099-a982-c3ba096ac564 tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] [instance: 57e786de-bdde-4aae-80de-d16cfe5b4cda] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 726.273654] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-2e11954e-55bf-4099-a982-c3ba096ac564 tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] [instance: 57e786de-bdde-4aae-80de-d16cfe5b4cda] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 726.273787] env[62301]: INFO nova.compute.manager [None req-2e11954e-55bf-4099-a982-c3ba096ac564 tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] [instance: 57e786de-bdde-4aae-80de-d16cfe5b4cda] Took 1.17 seconds to destroy the instance on the hypervisor. [ 726.274169] env[62301]: DEBUG oslo.service.loopingcall [None req-2e11954e-55bf-4099-a982-c3ba096ac564 tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 726.274724] env[62301]: DEBUG nova.compute.manager [-] [instance: 57e786de-bdde-4aae-80de-d16cfe5b4cda] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 726.274724] env[62301]: DEBUG nova.network.neutron [-] [instance: 57e786de-bdde-4aae-80de-d16cfe5b4cda] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 726.298082] env[62301]: DEBUG oslo_vmware.api [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Task: {'id': task-2570026, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.454200] env[62301]: DEBUG oslo_vmware.api [None req-ca2ef66f-1644-4498-a78c-f3959d2e4969 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570022, 'name': CreateSnapshot_Task, 'duration_secs': 0.921516} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.454664] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-ca2ef66f-1644-4498-a78c-f3959d2e4969 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Created Snapshot of the VM instance {{(pid=62301) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 726.455731] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51ba0ab-20ed-486d-8c8e-03c800251a3d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.492941] env[62301]: DEBUG oslo_concurrency.lockutils [None req-02f4a696-ef21-483b-bb4c-156668203a12 tempest-InstanceActionsV221TestJSON-48061411 tempest-InstanceActionsV221TestJSON-48061411-project-member] Lock "91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.928s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 726.556343] env[62301]: INFO nova.compute.manager [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Took 49.75 seconds to build instance. [ 726.642461] env[62301]: DEBUG oslo_vmware.api [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Task: {'id': task-2570023, 'name': PowerOnVM_Task, 'duration_secs': 0.628233} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.642461] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.642461] env[62301]: INFO nova.compute.manager [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Took 16.14 seconds to spawn the instance on the hypervisor. [ 726.642461] env[62301]: DEBUG nova.compute.manager [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.643115] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88eae81b-7e3c-4f7b-ab4c-975495802be7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.722470] env[62301]: DEBUG oslo_vmware.api [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570027, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.808606] env[62301]: DEBUG oslo_vmware.api [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Task: {'id': task-2570026, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525173} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.808606] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] ddec630e-5648-4fdb-a63c-2de8582bfe4c/ddec630e-5648-4fdb-a63c-2de8582bfe4c.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 726.808606] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 726.808606] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70faa76a-d9e4-4f64-9dfa-4f6d6faa2c82 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.814338] env[62301]: DEBUG oslo_vmware.api [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Waiting for the task: (returnval){ [ 726.814338] env[62301]: value = "task-2570028" [ 726.814338] env[62301]: _type = "Task" [ 726.814338] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.822860] env[62301]: DEBUG oslo_vmware.api [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Task: {'id': task-2570028, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.984801] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-ca2ef66f-1644-4498-a78c-f3959d2e4969 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Creating linked-clone VM from snapshot {{(pid=62301) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 726.989223] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-023b7bbd-dd3c-4552-a26e-33d158f9b63e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.997913] env[62301]: DEBUG nova.compute.manager [req-dd588abf-725f-48d4-963e-528dc2da6342 req-4e6f41f7-c80f-42a0-a39c-1187eada0f5f service nova] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Received event network-changed-06fd9342-244d-4562-8ef7-f11ff8d671aa {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 726.998098] env[62301]: DEBUG nova.compute.manager [req-dd588abf-725f-48d4-963e-528dc2da6342 req-4e6f41f7-c80f-42a0-a39c-1187eada0f5f service nova] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Refreshing instance network info cache due to event network-changed-06fd9342-244d-4562-8ef7-f11ff8d671aa. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 726.998523] env[62301]: DEBUG oslo_concurrency.lockutils [req-dd588abf-725f-48d4-963e-528dc2da6342 req-4e6f41f7-c80f-42a0-a39c-1187eada0f5f service nova] Acquiring lock "refresh_cache-8836b3f4-9580-4f12-bd01-eccae3940527" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.998523] env[62301]: DEBUG oslo_concurrency.lockutils [req-dd588abf-725f-48d4-963e-528dc2da6342 req-4e6f41f7-c80f-42a0-a39c-1187eada0f5f service nova] Acquired lock "refresh_cache-8836b3f4-9580-4f12-bd01-eccae3940527" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.998735] env[62301]: DEBUG nova.network.neutron [req-dd588abf-725f-48d4-963e-528dc2da6342 req-4e6f41f7-c80f-42a0-a39c-1187eada0f5f service nova] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Refreshing network info cache for port 06fd9342-244d-4562-8ef7-f11ff8d671aa {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 727.008568] env[62301]: DEBUG oslo_vmware.api [None req-ca2ef66f-1644-4498-a78c-f3959d2e4969 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 727.008568] env[62301]: value = "task-2570029" [ 727.008568] env[62301]: _type = "Task" [ 727.008568] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.012977] env[62301]: DEBUG nova.network.neutron [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 9bb94494-0dde-4edb-9302-6f8dcac36344] Successfully updated port: 43e10438-0acc-4f79-b1b6-c5a39d42c39b {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 727.023290] env[62301]: DEBUG oslo_vmware.api [None req-ca2ef66f-1644-4498-a78c-f3959d2e4969 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570029, 'name': CloneVM_Task} progress is 10%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.062323] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6e7051f9-6bc1-4f2a-9e35-4f35734d90e7 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lock "8836b3f4-9580-4f12-bd01-eccae3940527" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.585s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.125076] env[62301]: DEBUG nova.network.neutron [-] [instance: 57e786de-bdde-4aae-80de-d16cfe5b4cda] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.174936] env[62301]: INFO nova.compute.manager [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Took 59.53 seconds to build instance. [ 727.219783] env[62301]: DEBUG oslo_vmware.api [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570027, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567206} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.225629] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] f1851d82-eb68-4ede-bf79-01212aed0c62/f1851d82-eb68-4ede-bf79-01212aed0c62.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 727.225726] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 727.227304] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a903955-5084-47aa-ada5-42f02c71fcce {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.235595] env[62301]: DEBUG oslo_vmware.api [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the task: (returnval){ [ 727.235595] env[62301]: value = "task-2570030" [ 727.235595] env[62301]: _type = "Task" [ 727.235595] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.249637] env[62301]: DEBUG oslo_vmware.api [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570030, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.323820] env[62301]: DEBUG nova.compute.manager [req-b0e1d988-51d0-4085-b0ce-647ce9bb1dcd req-236693ba-7729-43e6-899f-715e05088b31 service nova] [instance: 57e786de-bdde-4aae-80de-d16cfe5b4cda] Received event network-vif-deleted-b9c23ba7-c7d8-47b6-9490-e1442759227e {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 727.324116] env[62301]: DEBUG nova.compute.manager [req-b0e1d988-51d0-4085-b0ce-647ce9bb1dcd req-236693ba-7729-43e6-899f-715e05088b31 service nova] [instance: 9bb94494-0dde-4edb-9302-6f8dcac36344] Received event network-vif-plugged-43e10438-0acc-4f79-b1b6-c5a39d42c39b {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 727.324342] env[62301]: DEBUG oslo_concurrency.lockutils [req-b0e1d988-51d0-4085-b0ce-647ce9bb1dcd req-236693ba-7729-43e6-899f-715e05088b31 service nova] Acquiring lock "9bb94494-0dde-4edb-9302-6f8dcac36344-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 727.324576] env[62301]: DEBUG oslo_concurrency.lockutils [req-b0e1d988-51d0-4085-b0ce-647ce9bb1dcd req-236693ba-7729-43e6-899f-715e05088b31 service nova] Lock "9bb94494-0dde-4edb-9302-6f8dcac36344-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 727.324707] env[62301]: DEBUG oslo_concurrency.lockutils [req-b0e1d988-51d0-4085-b0ce-647ce9bb1dcd req-236693ba-7729-43e6-899f-715e05088b31 service nova] Lock "9bb94494-0dde-4edb-9302-6f8dcac36344-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.324869] env[62301]: DEBUG nova.compute.manager [req-b0e1d988-51d0-4085-b0ce-647ce9bb1dcd req-236693ba-7729-43e6-899f-715e05088b31 service nova] [instance: 9bb94494-0dde-4edb-9302-6f8dcac36344] No waiting events found dispatching network-vif-plugged-43e10438-0acc-4f79-b1b6-c5a39d42c39b {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 727.325055] env[62301]: WARNING nova.compute.manager [req-b0e1d988-51d0-4085-b0ce-647ce9bb1dcd req-236693ba-7729-43e6-899f-715e05088b31 service nova] [instance: 9bb94494-0dde-4edb-9302-6f8dcac36344] Received unexpected event network-vif-plugged-43e10438-0acc-4f79-b1b6-c5a39d42c39b for instance with vm_state building and task_state spawning. [ 727.325221] env[62301]: DEBUG nova.compute.manager [req-b0e1d988-51d0-4085-b0ce-647ce9bb1dcd req-236693ba-7729-43e6-899f-715e05088b31 service nova] [instance: 9bb94494-0dde-4edb-9302-6f8dcac36344] Received event network-changed-43e10438-0acc-4f79-b1b6-c5a39d42c39b {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 727.325372] env[62301]: DEBUG nova.compute.manager [req-b0e1d988-51d0-4085-b0ce-647ce9bb1dcd req-236693ba-7729-43e6-899f-715e05088b31 service nova] [instance: 9bb94494-0dde-4edb-9302-6f8dcac36344] Refreshing instance network info cache due to event network-changed-43e10438-0acc-4f79-b1b6-c5a39d42c39b. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 727.325553] env[62301]: DEBUG oslo_concurrency.lockutils [req-b0e1d988-51d0-4085-b0ce-647ce9bb1dcd req-236693ba-7729-43e6-899f-715e05088b31 service nova] Acquiring lock "refresh_cache-9bb94494-0dde-4edb-9302-6f8dcac36344" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.325684] env[62301]: DEBUG oslo_concurrency.lockutils [req-b0e1d988-51d0-4085-b0ce-647ce9bb1dcd req-236693ba-7729-43e6-899f-715e05088b31 service nova] Acquired lock "refresh_cache-9bb94494-0dde-4edb-9302-6f8dcac36344" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.325832] env[62301]: DEBUG nova.network.neutron [req-b0e1d988-51d0-4085-b0ce-647ce9bb1dcd req-236693ba-7729-43e6-899f-715e05088b31 service nova] [instance: 9bb94494-0dde-4edb-9302-6f8dcac36344] Refreshing network info cache for port 43e10438-0acc-4f79-b1b6-c5a39d42c39b {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 727.338333] env[62301]: DEBUG oslo_vmware.api [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Task: {'id': task-2570028, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.233368} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.338333] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.339819] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9cd2d43-64aa-418b-91ba-bb5233102814 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.363238] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] ddec630e-5648-4fdb-a63c-2de8582bfe4c/ddec630e-5648-4fdb-a63c-2de8582bfe4c.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.366297] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ca1a2fb-15bf-4b3b-8ae5-c5a561b00470 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.391824] env[62301]: DEBUG oslo_vmware.api [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Waiting for the task: (returnval){ [ 727.391824] env[62301]: value = "task-2570031" [ 727.391824] env[62301]: _type = "Task" [ 727.391824] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.402544] env[62301]: DEBUG oslo_vmware.api [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Task: {'id': task-2570031, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.520910] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Acquiring lock "refresh_cache-9bb94494-0dde-4edb-9302-6f8dcac36344" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.523393] env[62301]: DEBUG oslo_vmware.api [None req-ca2ef66f-1644-4498-a78c-f3959d2e4969 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570029, 'name': CloneVM_Task} progress is 94%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.541572] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544e3e86-8469-4d0b-80f5-2f70e0c6a27c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.551380] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dcd28a3-e074-4577-a966-922635d5f44f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.592686] env[62301]: DEBUG nova.compute.manager [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] [instance: b036b25c-480b-4189-9f8d-8e80e5afdaef] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 727.596547] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61a03fa-3a09-47d7-a281-60ecb4a0df62 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.605195] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4ff8f7-91d6-4fe2-8a0c-c6c1e409fe06 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.619562] env[62301]: DEBUG nova.compute.provider_tree [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.627979] env[62301]: INFO nova.compute.manager [-] [instance: 57e786de-bdde-4aae-80de-d16cfe5b4cda] Took 1.35 seconds to deallocate network for instance. [ 727.677823] env[62301]: DEBUG oslo_concurrency.lockutils [None req-73ebca28-ba96-4ad5-b24a-dbe5f8b43482 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Lock "e3dca228-5517-4d04-bf30-f3ee3fecaaf8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.369s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.747987] env[62301]: DEBUG oslo_vmware.api [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570030, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0684} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.748152] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.749048] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b9e200-6b3d-4ca5-87f3-c57453d6c693 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.776535] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] f1851d82-eb68-4ede-bf79-01212aed0c62/f1851d82-eb68-4ede-bf79-01212aed0c62.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.783017] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e942cd37-1f6f-4a7e-b93a-dd1aec3b070a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.805180] env[62301]: DEBUG oslo_vmware.api [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the task: (returnval){ [ 727.805180] env[62301]: value = "task-2570032" [ 727.805180] env[62301]: _type = "Task" [ 727.805180] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.814323] env[62301]: DEBUG oslo_vmware.api [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570032, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.907440] env[62301]: DEBUG oslo_vmware.api [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Task: {'id': task-2570031, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.938246] env[62301]: DEBUG nova.network.neutron [req-b0e1d988-51d0-4085-b0ce-647ce9bb1dcd req-236693ba-7729-43e6-899f-715e05088b31 service nova] [instance: 9bb94494-0dde-4edb-9302-6f8dcac36344] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 727.957611] env[62301]: DEBUG nova.network.neutron [req-dd588abf-725f-48d4-963e-528dc2da6342 req-4e6f41f7-c80f-42a0-a39c-1187eada0f5f service nova] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Updated VIF entry in instance network info cache for port 06fd9342-244d-4562-8ef7-f11ff8d671aa. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 727.958114] env[62301]: DEBUG nova.network.neutron [req-dd588abf-725f-48d4-963e-528dc2da6342 req-4e6f41f7-c80f-42a0-a39c-1187eada0f5f service nova] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Updating instance_info_cache with network_info: [{"id": "06fd9342-244d-4562-8ef7-f11ff8d671aa", "address": "fa:16:3e:26:fb:a9", "network": {"id": "4db15bfb-5237-4871-8da5-38b678505e0e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-131495656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c6e401c2ffb4be5ad8d8a54b65f4a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06fd9342-24", "ovs_interfaceid": "06fd9342-244d-4562-8ef7-f11ff8d671aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.023271] env[62301]: DEBUG oslo_vmware.api [None req-ca2ef66f-1644-4498-a78c-f3959d2e4969 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570029, 'name': CloneVM_Task} progress is 94%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.052767] env[62301]: DEBUG nova.network.neutron [req-b0e1d988-51d0-4085-b0ce-647ce9bb1dcd req-236693ba-7729-43e6-899f-715e05088b31 service nova] [instance: 9bb94494-0dde-4edb-9302-6f8dcac36344] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.117790] env[62301]: DEBUG oslo_concurrency.lockutils [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 728.122719] env[62301]: DEBUG nova.scheduler.client.report [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.135545] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2e11954e-55bf-4099-a982-c3ba096ac564 tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 728.185320] env[62301]: DEBUG nova.compute.manager [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 728.319724] env[62301]: DEBUG oslo_vmware.api [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570032, 'name': ReconfigVM_Task, 'duration_secs': 0.446154} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.320153] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] Reconfigured VM instance instance-0000002d to attach disk [datastore1] f1851d82-eb68-4ede-bf79-01212aed0c62/f1851d82-eb68-4ede-bf79-01212aed0c62.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 728.320859] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96d38a15-07b0-4cb3-afaf-f97cda36ba56 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.327725] env[62301]: DEBUG oslo_vmware.api [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the task: (returnval){ [ 728.327725] env[62301]: value = "task-2570033" [ 728.327725] env[62301]: _type = "Task" [ 728.327725] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.341849] env[62301]: DEBUG oslo_vmware.api [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570033, 'name': Rename_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.407971] env[62301]: DEBUG oslo_vmware.api [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Task: {'id': task-2570031, 'name': ReconfigVM_Task, 'duration_secs': 0.726802} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.411879] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Reconfigured VM instance instance-0000002c to attach disk [datastore2] ddec630e-5648-4fdb-a63c-2de8582bfe4c/ddec630e-5648-4fdb-a63c-2de8582bfe4c.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 728.412636] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00fb9b8e-fae7-49a5-88f3-b3506f8f7ea3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.420359] env[62301]: DEBUG oslo_vmware.api [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Waiting for the task: (returnval){ [ 728.420359] env[62301]: value = "task-2570034" [ 728.420359] env[62301]: _type = "Task" [ 728.420359] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.430571] env[62301]: DEBUG oslo_vmware.api [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Task: {'id': task-2570034, 'name': Rename_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.461425] env[62301]: DEBUG oslo_concurrency.lockutils [req-dd588abf-725f-48d4-963e-528dc2da6342 req-4e6f41f7-c80f-42a0-a39c-1187eada0f5f service nova] Releasing lock "refresh_cache-8836b3f4-9580-4f12-bd01-eccae3940527" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.521652] env[62301]: DEBUG oslo_vmware.api [None req-ca2ef66f-1644-4498-a78c-f3959d2e4969 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570029, 'name': CloneVM_Task} progress is 100%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.555953] env[62301]: DEBUG oslo_concurrency.lockutils [req-b0e1d988-51d0-4085-b0ce-647ce9bb1dcd req-236693ba-7729-43e6-899f-715e05088b31 service nova] Releasing lock "refresh_cache-9bb94494-0dde-4edb-9302-6f8dcac36344" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.555953] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Acquired lock "refresh_cache-9bb94494-0dde-4edb-9302-6f8dcac36344" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.555953] env[62301]: DEBUG nova.network.neutron [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 9bb94494-0dde-4edb-9302-6f8dcac36344] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 728.592292] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c9b033b7-0be5-4b4d-88f0-7732a9a6e481 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Acquiring lock "e3dca228-5517-4d04-bf30-f3ee3fecaaf8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 728.592292] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c9b033b7-0be5-4b4d-88f0-7732a9a6e481 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Lock "e3dca228-5517-4d04-bf30-f3ee3fecaaf8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.592292] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c9b033b7-0be5-4b4d-88f0-7732a9a6e481 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Acquiring lock "e3dca228-5517-4d04-bf30-f3ee3fecaaf8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 728.592292] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c9b033b7-0be5-4b4d-88f0-7732a9a6e481 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Lock "e3dca228-5517-4d04-bf30-f3ee3fecaaf8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.592292] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c9b033b7-0be5-4b4d-88f0-7732a9a6e481 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Lock "e3dca228-5517-4d04-bf30-f3ee3fecaaf8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.593173] env[62301]: INFO nova.compute.manager [None req-c9b033b7-0be5-4b4d-88f0-7732a9a6e481 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Terminating instance [ 728.628026] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.668s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.628511] env[62301]: DEBUG nova.compute.manager [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 80725a30-75eb-4d3d-8aae-ccd72a64b4cc] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 728.631152] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e2e69e28-bf4c-422d-8ab3-9f9dbe5012aa tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.692s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.631374] env[62301]: DEBUG nova.objects.instance [None req-e2e69e28-bf4c-422d-8ab3-9f9dbe5012aa tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Lazy-loading 'resources' on Instance uuid 544d3a11-8c1f-4a7a-8e6c-ff8715950d35 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 728.702147] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 728.841022] env[62301]: DEBUG oslo_vmware.api [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570033, 'name': Rename_Task, 'duration_secs': 0.176162} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.841022] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 728.841022] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d753f3f6-0972-4385-89ec-2ae406d93757 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.846874] env[62301]: DEBUG oslo_vmware.api [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the task: (returnval){ [ 728.846874] env[62301]: value = "task-2570035" [ 728.846874] env[62301]: _type = "Task" [ 728.846874] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.860474] env[62301]: DEBUG oslo_vmware.api [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570035, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.931515] env[62301]: DEBUG oslo_vmware.api [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Task: {'id': task-2570034, 'name': Rename_Task, 'duration_secs': 0.156815} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.931842] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 728.932166] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dedc49b5-7b09-4276-8896-4ae773def367 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.939206] env[62301]: DEBUG oslo_vmware.api [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Waiting for the task: (returnval){ [ 728.939206] env[62301]: value = "task-2570036" [ 728.939206] env[62301]: _type = "Task" [ 728.939206] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.951343] env[62301]: DEBUG oslo_vmware.api [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Task: {'id': task-2570036, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.024501] env[62301]: DEBUG oslo_vmware.api [None req-ca2ef66f-1644-4498-a78c-f3959d2e4969 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570029, 'name': CloneVM_Task, 'duration_secs': 1.54911} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.024501] env[62301]: INFO nova.virt.vmwareapi.vmops [None req-ca2ef66f-1644-4498-a78c-f3959d2e4969 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Created linked-clone VM from snapshot [ 729.025251] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dfa0661-2541-49cb-87af-59aeb87d306c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.033804] env[62301]: DEBUG nova.virt.vmwareapi.images [None req-ca2ef66f-1644-4498-a78c-f3959d2e4969 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Uploading image 9cef87d8-9327-4358-9d39-dc2d0eeafabb {{(pid=62301) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 729.066109] env[62301]: DEBUG oslo_vmware.rw_handles [None req-ca2ef66f-1644-4498-a78c-f3959d2e4969 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 729.066109] env[62301]: value = "vm-518788" [ 729.066109] env[62301]: _type = "VirtualMachine" [ 729.066109] env[62301]: }. {{(pid=62301) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 729.066405] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a67f7815-b099-4616-bf0b-c9a9814cd47f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.073769] env[62301]: DEBUG oslo_vmware.rw_handles [None req-ca2ef66f-1644-4498-a78c-f3959d2e4969 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lease: (returnval){ [ 729.073769] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52e8a263-6064-6553-ba59-6594eb38c3a0" [ 729.073769] env[62301]: _type = "HttpNfcLease" [ 729.073769] env[62301]: } obtained for exporting VM: (result){ [ 729.073769] env[62301]: value = "vm-518788" [ 729.073769] env[62301]: _type = "VirtualMachine" [ 729.073769] env[62301]: }. {{(pid=62301) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 729.074110] env[62301]: DEBUG oslo_vmware.api [None req-ca2ef66f-1644-4498-a78c-f3959d2e4969 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the lease: (returnval){ [ 729.074110] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52e8a263-6064-6553-ba59-6594eb38c3a0" [ 729.074110] env[62301]: _type = "HttpNfcLease" [ 729.074110] env[62301]: } to be ready. {{(pid=62301) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 729.080641] env[62301]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 729.080641] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52e8a263-6064-6553-ba59-6594eb38c3a0" [ 729.080641] env[62301]: _type = "HttpNfcLease" [ 729.080641] env[62301]: } is initializing. {{(pid=62301) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 729.087438] env[62301]: DEBUG nova.network.neutron [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 9bb94494-0dde-4edb-9302-6f8dcac36344] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 729.097119] env[62301]: DEBUG nova.compute.manager [None req-c9b033b7-0be5-4b4d-88f0-7732a9a6e481 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 729.097346] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b033b7-0be5-4b4d-88f0-7732a9a6e481 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 729.098195] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d8e719-edb0-49aa-8c75-e1c337b887ea {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.107402] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9b033b7-0be5-4b4d-88f0-7732a9a6e481 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 729.107646] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70653790-1c7a-422c-a816-6ffeec58e32f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.113883] env[62301]: DEBUG oslo_vmware.api [None req-c9b033b7-0be5-4b4d-88f0-7732a9a6e481 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Waiting for the task: (returnval){ [ 729.113883] env[62301]: value = "task-2570038" [ 729.113883] env[62301]: _type = "Task" [ 729.113883] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.122223] env[62301]: DEBUG oslo_vmware.api [None req-c9b033b7-0be5-4b4d-88f0-7732a9a6e481 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Task: {'id': task-2570038, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.133627] env[62301]: DEBUG nova.compute.utils [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 729.135360] env[62301]: DEBUG nova.compute.manager [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 80725a30-75eb-4d3d-8aae-ccd72a64b4cc] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 729.135554] env[62301]: DEBUG nova.network.neutron [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 80725a30-75eb-4d3d-8aae-ccd72a64b4cc] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 729.234260] env[62301]: DEBUG nova.policy [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '972bd7c4d3d6418a8c72db96e76e458e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea0e6662fa8e4d9d9145bd8fbc1cf541', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 729.328781] env[62301]: DEBUG nova.network.neutron [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 9bb94494-0dde-4edb-9302-6f8dcac36344] Updating instance_info_cache with network_info: [{"id": "43e10438-0acc-4f79-b1b6-c5a39d42c39b", "address": "fa:16:3e:80:58:bc", "network": {"id": "33e3cb5c-4e1c-44ed-9bb8-ebbccf127035", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1068967063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea0e6662fa8e4d9d9145bd8fbc1cf541", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43e10438-0a", "ovs_interfaceid": "43e10438-0acc-4f79-b1b6-c5a39d42c39b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.357660] env[62301]: DEBUG oslo_vmware.api [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570035, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.450254] env[62301]: DEBUG oslo_vmware.api [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Task: {'id': task-2570036, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.588714] env[62301]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 729.588714] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52e8a263-6064-6553-ba59-6594eb38c3a0" [ 729.588714] env[62301]: _type = "HttpNfcLease" [ 729.588714] env[62301]: } is ready. {{(pid=62301) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 729.589076] env[62301]: DEBUG oslo_vmware.rw_handles [None req-ca2ef66f-1644-4498-a78c-f3959d2e4969 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 729.589076] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52e8a263-6064-6553-ba59-6594eb38c3a0" [ 729.589076] env[62301]: _type = "HttpNfcLease" [ 729.589076] env[62301]: }. {{(pid=62301) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 729.589806] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7c43e6-c81e-47c2-9213-23d3a2ca03b1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.600303] env[62301]: DEBUG oslo_vmware.rw_handles [None req-ca2ef66f-1644-4498-a78c-f3959d2e4969 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52df6fbd-5d9e-156f-c25f-4b5850da1e72/disk-0.vmdk from lease info. {{(pid=62301) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 729.600448] env[62301]: DEBUG oslo_vmware.rw_handles [None req-ca2ef66f-1644-4498-a78c-f3959d2e4969 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52df6fbd-5d9e-156f-c25f-4b5850da1e72/disk-0.vmdk for reading. {{(pid=62301) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 729.670913] env[62301]: DEBUG nova.compute.manager [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 80725a30-75eb-4d3d-8aae-ccd72a64b4cc] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 729.674185] env[62301]: DEBUG nova.network.neutron [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 80725a30-75eb-4d3d-8aae-ccd72a64b4cc] Successfully created port: c749e456-57d6-42f3-a13a-bfb1953b1726 {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 729.692244] env[62301]: DEBUG oslo_vmware.api [None req-c9b033b7-0be5-4b4d-88f0-7732a9a6e481 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Task: {'id': task-2570038, 'name': PowerOffVM_Task, 'duration_secs': 0.316205} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.692244] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9b033b7-0be5-4b4d-88f0-7732a9a6e481 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 729.692244] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b033b7-0be5-4b4d-88f0-7732a9a6e481 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 729.692244] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbb1fd08-a295-4f49-9996-a0aea5aad858 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.722711] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32797e59-e3c2-4f86-9be5-393036df7015 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.730582] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9f8ef5-79ba-4e58-9086-5aef07e0b3c7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.765403] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7fa16c5-fd6a-4597-8d38-9a8b33193e0d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.774542] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe307a58-37db-48d3-9d2a-8722bac29e01 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.788554] env[62301]: DEBUG nova.compute.provider_tree [None req-e2e69e28-bf4c-422d-8ab3-9f9dbe5012aa tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.831189] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Releasing lock "refresh_cache-9bb94494-0dde-4edb-9302-6f8dcac36344" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.831533] env[62301]: DEBUG nova.compute.manager [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 9bb94494-0dde-4edb-9302-6f8dcac36344] Instance network_info: |[{"id": "43e10438-0acc-4f79-b1b6-c5a39d42c39b", "address": "fa:16:3e:80:58:bc", "network": {"id": "33e3cb5c-4e1c-44ed-9bb8-ebbccf127035", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1068967063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea0e6662fa8e4d9d9145bd8fbc1cf541", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43e10438-0a", "ovs_interfaceid": "43e10438-0acc-4f79-b1b6-c5a39d42c39b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 729.832390] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 9bb94494-0dde-4edb-9302-6f8dcac36344] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:58:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43e10438-0acc-4f79-b1b6-c5a39d42c39b', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 729.840086] env[62301]: DEBUG oslo.service.loopingcall [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 729.840280] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bb94494-0dde-4edb-9302-6f8dcac36344] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 729.840521] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2af1b21f-513b-4ff9-b941-dda0918c3000 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.862299] env[62301]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3cd95afc-c96d-4009-a05e-a906ddba2a23 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.865285] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b033b7-0be5-4b4d-88f0-7732a9a6e481 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 729.865568] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b033b7-0be5-4b4d-88f0-7732a9a6e481 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 729.866019] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9b033b7-0be5-4b4d-88f0-7732a9a6e481 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Deleting the datastore file [datastore1] e3dca228-5517-4d04-bf30-f3ee3fecaaf8 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 729.866605] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2cd63919-c0cd-4bd5-acdc-a06c24a1f778 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.873295] env[62301]: DEBUG oslo_vmware.api [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570035, 'name': PowerOnVM_Task, 'duration_secs': 0.788907} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.873509] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 729.873509] env[62301]: value = "task-2570040" [ 729.873509] env[62301]: _type = "Task" [ 729.873509] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.877636] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 729.877987] env[62301]: INFO nova.compute.manager [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] Took 8.77 seconds to spawn the instance on the hypervisor. [ 729.878233] env[62301]: DEBUG nova.compute.manager [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 729.879625] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d6c093-5487-4173-87e4-7f693e0e1e9e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.889818] env[62301]: DEBUG oslo_vmware.api [None req-c9b033b7-0be5-4b4d-88f0-7732a9a6e481 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Waiting for the task: (returnval){ [ 729.889818] env[62301]: value = "task-2570041" [ 729.889818] env[62301]: _type = "Task" [ 729.889818] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.901141] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570040, 'name': CreateVM_Task} progress is 10%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.910849] env[62301]: DEBUG oslo_vmware.api [None req-c9b033b7-0be5-4b4d-88f0-7732a9a6e481 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Task: {'id': task-2570041, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.950991] env[62301]: DEBUG oslo_vmware.api [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Task: {'id': task-2570036, 'name': PowerOnVM_Task, 'duration_secs': 0.70765} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.951273] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 729.951479] env[62301]: INFO nova.compute.manager [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Took 11.48 seconds to spawn the instance on the hypervisor. [ 729.951657] env[62301]: DEBUG nova.compute.manager [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 729.952547] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5357b86-675f-4508-bc45-05f486e36402 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.291577] env[62301]: DEBUG nova.scheduler.client.report [None req-e2e69e28-bf4c-422d-8ab3-9f9dbe5012aa tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.391117] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570040, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.402348] env[62301]: DEBUG oslo_vmware.api [None req-c9b033b7-0be5-4b4d-88f0-7732a9a6e481 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Task: {'id': task-2570041, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221977} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.402348] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9b033b7-0be5-4b4d-88f0-7732a9a6e481 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 730.402348] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b033b7-0be5-4b4d-88f0-7732a9a6e481 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 730.402348] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b033b7-0be5-4b4d-88f0-7732a9a6e481 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 730.402348] env[62301]: INFO nova.compute.manager [None req-c9b033b7-0be5-4b4d-88f0-7732a9a6e481 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Took 1.30 seconds to destroy the instance on the hypervisor. [ 730.402703] env[62301]: DEBUG oslo.service.loopingcall [None req-c9b033b7-0be5-4b4d-88f0-7732a9a6e481 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 730.403892] env[62301]: DEBUG nova.compute.manager [-] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 730.404085] env[62301]: DEBUG nova.network.neutron [-] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 730.423026] env[62301]: INFO nova.compute.manager [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] Took 45.57 seconds to build instance. [ 730.475901] env[62301]: INFO nova.compute.manager [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Took 48.45 seconds to build instance. [ 730.690942] env[62301]: DEBUG nova.compute.manager [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 80725a30-75eb-4d3d-8aae-ccd72a64b4cc] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 730.728103] env[62301]: DEBUG nova.virt.hardware [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 730.729108] env[62301]: DEBUG nova.virt.hardware [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 730.729199] env[62301]: DEBUG nova.virt.hardware [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 730.729724] env[62301]: DEBUG nova.virt.hardware [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 730.730285] env[62301]: DEBUG nova.virt.hardware [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 730.730498] env[62301]: DEBUG nova.virt.hardware [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 730.730897] env[62301]: DEBUG nova.virt.hardware [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 730.732176] env[62301]: DEBUG nova.virt.hardware [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 730.732176] env[62301]: DEBUG nova.virt.hardware [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 730.732176] env[62301]: DEBUG nova.virt.hardware [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 730.732657] env[62301]: DEBUG nova.virt.hardware [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 730.734097] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85a9ccc-3abc-4124-893e-b53a862b6393 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.746766] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2009db-4513-43e5-af9a-d208c3bba6ed {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.797800] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e2e69e28-bf4c-422d-8ab3-9f9dbe5012aa tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.167s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.801625] env[62301]: DEBUG oslo_concurrency.lockutils [None req-3731ce98-b713-4c3b-9735-ce84d7a1c064 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.784s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.830174] env[62301]: INFO nova.scheduler.client.report [None req-e2e69e28-bf4c-422d-8ab3-9f9dbe5012aa tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Deleted allocations for instance 544d3a11-8c1f-4a7a-8e6c-ff8715950d35 [ 730.901768] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570040, 'name': CreateVM_Task, 'duration_secs': 0.561546} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.902207] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bb94494-0dde-4edb-9302-6f8dcac36344] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 730.902958] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.903194] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.903529] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.904076] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b542b5bd-fe86-4d01-a5db-ca6d2c314c91 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.913261] env[62301]: DEBUG oslo_vmware.api [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Waiting for the task: (returnval){ [ 730.913261] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5243f3c0-7a5f-e565-ca5f-46b2926157e6" [ 730.913261] env[62301]: _type = "Task" [ 730.913261] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.927813] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5f58d3e0-d063-492e-9c95-2d7e78d74510 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Lock "f1851d82-eb68-4ede-bf79-01212aed0c62" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.861s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.928078] env[62301]: DEBUG oslo_vmware.api [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5243f3c0-7a5f-e565-ca5f-46b2926157e6, 'name': SearchDatastore_Task, 'duration_secs': 0.010289} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.929547] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.929801] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 9bb94494-0dde-4edb-9302-6f8dcac36344] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 730.930426] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.930947] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.930947] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 730.935081] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42368481-5188-4a7f-9c9e-4173931577c7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.946438] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 730.946630] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 730.947432] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ce87fcd-a2ed-4ce9-9609-9cbe51cf3975 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.957144] env[62301]: DEBUG oslo_vmware.api [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Waiting for the task: (returnval){ [ 730.957144] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52494852-a7b0-4ca2-a9f7-a11e92563986" [ 730.957144] env[62301]: _type = "Task" [ 730.957144] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.973728] env[62301]: DEBUG oslo_vmware.api [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52494852-a7b0-4ca2-a9f7-a11e92563986, 'name': SearchDatastore_Task, 'duration_secs': 0.009978} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.977022] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df9a4efd-7ce8-4e74-ad9e-50996bfff5c6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.978792] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c629d22c-278e-46ef-a7d7-3f2ca679b7b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Lock "ddec630e-5648-4fdb-a63c-2de8582bfe4c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.326s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.981966] env[62301]: DEBUG oslo_vmware.api [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Waiting for the task: (returnval){ [ 730.981966] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52b5fec9-4452-77db-8639-ae1e47119d9b" [ 730.981966] env[62301]: _type = "Task" [ 730.981966] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.997338] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Acquiring lock "583782d7-07da-40e5-9731-c3f5f6fef812" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 730.997629] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Lock "583782d7-07da-40e5-9731-c3f5f6fef812" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.004929] env[62301]: DEBUG oslo_vmware.api [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52b5fec9-4452-77db-8639-ae1e47119d9b, 'name': SearchDatastore_Task, 'duration_secs': 0.010888} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.005716] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.006024] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] 9bb94494-0dde-4edb-9302-6f8dcac36344/9bb94494-0dde-4edb-9302-6f8dcac36344.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 731.006328] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a54002ce-e8f9-4944-91d2-731308e806b3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.016493] env[62301]: DEBUG oslo_vmware.api [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Waiting for the task: (returnval){ [ 731.016493] env[62301]: value = "task-2570042" [ 731.016493] env[62301]: _type = "Task" [ 731.016493] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.031091] env[62301]: DEBUG oslo_vmware.api [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2570042, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.216344] env[62301]: DEBUG nova.compute.manager [req-c17e507a-0330-47d6-a3e0-2d0139b05e4c req-b53b8518-812b-47eb-9477-8633990da490 service nova] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Received event network-vif-deleted-0c2c80c8-9126-4323-a64b-1b78b6fba528 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 731.216847] env[62301]: INFO nova.compute.manager [req-c17e507a-0330-47d6-a3e0-2d0139b05e4c req-b53b8518-812b-47eb-9477-8633990da490 service nova] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Neutron deleted interface 0c2c80c8-9126-4323-a64b-1b78b6fba528; detaching it from the instance and deleting it from the info cache [ 731.216847] env[62301]: DEBUG nova.network.neutron [req-c17e507a-0330-47d6-a3e0-2d0139b05e4c req-b53b8518-812b-47eb-9477-8633990da490 service nova] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Updating instance_info_cache with network_info: [{"id": "93b52d4e-4c38-4fb8-8dcc-1d1475ca516c", "address": "fa:16:3e:79:27:63", "network": {"id": "64e96af3-19a1-416e-83f6-8ea712e943b1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1535725135", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb3cdc0a4685472c9b88390393fcef1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93b52d4e-4c", "ovs_interfaceid": "93b52d4e-4c38-4fb8-8dcc-1d1475ca516c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "76d68ddb-0f1e-4a97-9456-a2ce2d7e35c3", "address": "fa:16:3e:8e:f9:45", "network": {"id": "ab6eac31-8461-4910-bdb8-49740f4ae970", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2061100410", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "eb3cdc0a4685472c9b88390393fcef1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76d68ddb-0f", "ovs_interfaceid": "76d68ddb-0f1e-4a97-9456-a2ce2d7e35c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.337838] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Acquiring lock "2bcefccc-32d9-41f5-b215-d5ce46f20f34" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.338272] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Lock "2bcefccc-32d9-41f5-b215-d5ce46f20f34" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.344417] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e2e69e28-bf4c-422d-8ab3-9f9dbe5012aa tempest-VolumesAssistedSnapshotsTest-1363667943 tempest-VolumesAssistedSnapshotsTest-1363667943-project-member] Lock "544d3a11-8c1f-4a7a-8e6c-ff8715950d35" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.332s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.401043] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9becff-010d-4a2a-99bf-d111c39bf70f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.412907] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-7a7d620c-a7b5-4a33-a078-c3ba2636032a tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] Suspending the VM {{(pid=62301) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 731.413221] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-27c64bf9-1b5f-4d0f-bdd7-8edab7985f0e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.421330] env[62301]: DEBUG oslo_vmware.api [None req-7a7d620c-a7b5-4a33-a078-c3ba2636032a tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the task: (returnval){ [ 731.421330] env[62301]: value = "task-2570043" [ 731.421330] env[62301]: _type = "Task" [ 731.421330] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.438862] env[62301]: DEBUG nova.compute.manager [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 731.442505] env[62301]: DEBUG oslo_vmware.api [None req-7a7d620c-a7b5-4a33-a078-c3ba2636032a tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570043, 'name': SuspendVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.483446] env[62301]: DEBUG nova.compute.manager [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 731.530914] env[62301]: DEBUG oslo_vmware.api [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2570042, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506809} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.532698] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] 9bb94494-0dde-4edb-9302-6f8dcac36344/9bb94494-0dde-4edb-9302-6f8dcac36344.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 731.533679] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 9bb94494-0dde-4edb-9302-6f8dcac36344] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 731.534112] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84e765a-2d1b-45b3-beeb-52602684835c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.538512] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a856466c-24f7-4988-9057-a772e10a72d9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.548437] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a9902d-da66-4ed7-b792-043c211fae2f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.552920] env[62301]: DEBUG oslo_vmware.api [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Waiting for the task: (returnval){ [ 731.552920] env[62301]: value = "task-2570044" [ 731.552920] env[62301]: _type = "Task" [ 731.552920] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.590666] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd6a954-ea3b-48f2-babe-336b6aeff50e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.603487] env[62301]: DEBUG oslo_vmware.api [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2570044, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.604991] env[62301]: DEBUG nova.compute.manager [req-b853f3df-d669-42b1-bad9-e1528642ff98 req-3da8cef1-49e8-4d75-ab54-c7df18fe9d2e service nova] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Received event network-changed-fa4211ea-19e9-4beb-88c3-4d8a9627c0aa {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 731.605308] env[62301]: DEBUG nova.compute.manager [req-b853f3df-d669-42b1-bad9-e1528642ff98 req-3da8cef1-49e8-4d75-ab54-c7df18fe9d2e service nova] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Refreshing instance network info cache due to event network-changed-fa4211ea-19e9-4beb-88c3-4d8a9627c0aa. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 731.605589] env[62301]: DEBUG oslo_concurrency.lockutils [req-b853f3df-d669-42b1-bad9-e1528642ff98 req-3da8cef1-49e8-4d75-ab54-c7df18fe9d2e service nova] Acquiring lock "refresh_cache-ddec630e-5648-4fdb-a63c-2de8582bfe4c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.605900] env[62301]: DEBUG oslo_concurrency.lockutils [req-b853f3df-d669-42b1-bad9-e1528642ff98 req-3da8cef1-49e8-4d75-ab54-c7df18fe9d2e service nova] Acquired lock "refresh_cache-ddec630e-5648-4fdb-a63c-2de8582bfe4c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.606128] env[62301]: DEBUG nova.network.neutron [req-b853f3df-d669-42b1-bad9-e1528642ff98 req-3da8cef1-49e8-4d75-ab54-c7df18fe9d2e service nova] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Refreshing network info cache for port fa4211ea-19e9-4beb-88c3-4d8a9627c0aa {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 731.617128] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e533d708-bedf-4c11-9d00-9e8f59b028bb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.633517] env[62301]: DEBUG nova.compute.provider_tree [None req-3731ce98-b713-4c3b-9735-ce84d7a1c064 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.686110] env[62301]: DEBUG nova.network.neutron [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 80725a30-75eb-4d3d-8aae-ccd72a64b4cc] Successfully updated port: c749e456-57d6-42f3-a13a-bfb1953b1726 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 731.724115] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8298e06f-9bd2-47a5-b9e1-e73a7718d8f1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.734372] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fae3600-d265-4d84-8bc4-7f1d4f3fc6d9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.772670] env[62301]: DEBUG nova.compute.manager [req-c17e507a-0330-47d6-a3e0-2d0139b05e4c req-b53b8518-812b-47eb-9477-8633990da490 service nova] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Detach interface failed, port_id=0c2c80c8-9126-4323-a64b-1b78b6fba528, reason: Instance e3dca228-5517-4d04-bf30-f3ee3fecaaf8 could not be found. {{(pid=62301) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 731.935779] env[62301]: DEBUG oslo_vmware.api [None req-7a7d620c-a7b5-4a33-a078-c3ba2636032a tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570043, 'name': SuspendVM_Task} progress is 50%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.973944] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 732.014917] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 732.073426] env[62301]: DEBUG oslo_vmware.api [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2570044, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067842} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.074313] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 9bb94494-0dde-4edb-9302-6f8dcac36344] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 732.074928] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fcbd960-89e6-4c90-bf00-92e11094578d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.099225] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 9bb94494-0dde-4edb-9302-6f8dcac36344] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 9bb94494-0dde-4edb-9302-6f8dcac36344/9bb94494-0dde-4edb-9302-6f8dcac36344.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 732.100161] env[62301]: DEBUG nova.network.neutron [-] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.101497] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-288c07e4-3b03-400c-9829-e2c06fd04615 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.117776] env[62301]: INFO nova.compute.manager [-] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Took 1.71 seconds to deallocate network for instance. [ 732.126844] env[62301]: DEBUG oslo_vmware.api [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Waiting for the task: (returnval){ [ 732.126844] env[62301]: value = "task-2570045" [ 732.126844] env[62301]: _type = "Task" [ 732.126844] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.137185] env[62301]: DEBUG nova.scheduler.client.report [None req-3731ce98-b713-4c3b-9735-ce84d7a1c064 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.141195] env[62301]: DEBUG oslo_vmware.api [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2570045, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.189196] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Acquiring lock "refresh_cache-80725a30-75eb-4d3d-8aae-ccd72a64b4cc" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.189397] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Acquired lock "refresh_cache-80725a30-75eb-4d3d-8aae-ccd72a64b4cc" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.189524] env[62301]: DEBUG nova.network.neutron [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 80725a30-75eb-4d3d-8aae-ccd72a64b4cc] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 732.406391] env[62301]: DEBUG nova.network.neutron [req-b853f3df-d669-42b1-bad9-e1528642ff98 req-3da8cef1-49e8-4d75-ab54-c7df18fe9d2e service nova] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Updated VIF entry in instance network info cache for port fa4211ea-19e9-4beb-88c3-4d8a9627c0aa. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 732.407165] env[62301]: DEBUG nova.network.neutron [req-b853f3df-d669-42b1-bad9-e1528642ff98 req-3da8cef1-49e8-4d75-ab54-c7df18fe9d2e service nova] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Updating instance_info_cache with network_info: [{"id": "fa4211ea-19e9-4beb-88c3-4d8a9627c0aa", "address": "fa:16:3e:62:b6:76", "network": {"id": "9476bd44-3d3a-469c-875e-60df73421d36", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-646590394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de0c8f4881f1470dbe374c79bc21dcd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa4211ea-19", "ovs_interfaceid": "fa4211ea-19e9-4beb-88c3-4d8a9627c0aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.438519] env[62301]: DEBUG oslo_vmware.api [None req-7a7d620c-a7b5-4a33-a078-c3ba2636032a tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570043, 'name': SuspendVM_Task, 'duration_secs': 0.918613} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.438836] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-7a7d620c-a7b5-4a33-a078-c3ba2636032a tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] Suspended the VM {{(pid=62301) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 732.439098] env[62301]: DEBUG nova.compute.manager [None req-7a7d620c-a7b5-4a33-a078-c3ba2636032a tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 732.439904] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b80aca3-8772-47bd-9082-db49df11ae79 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.627022] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c9b033b7-0be5-4b4d-88f0-7732a9a6e481 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 732.638226] env[62301]: DEBUG oslo_vmware.api [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2570045, 'name': ReconfigVM_Task, 'duration_secs': 0.332818} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.638437] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 9bb94494-0dde-4edb-9302-6f8dcac36344] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 9bb94494-0dde-4edb-9302-6f8dcac36344/9bb94494-0dde-4edb-9302-6f8dcac36344.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.639306] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1056dfd3-d105-4d46-aaee-be92b2976614 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.643351] env[62301]: DEBUG oslo_concurrency.lockutils [None req-3731ce98-b713-4c3b-9735-ce84d7a1c064 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.841s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 732.643351] env[62301]: INFO nova.compute.manager [None req-3731ce98-b713-4c3b-9735-ce84d7a1c064 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Successfully reverted task state from rebuilding on failure for instance. [ 732.647580] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5973cb15-946c-4101-87cb-08461e30990f tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.991s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 732.647835] env[62301]: DEBUG nova.objects.instance [None req-5973cb15-946c-4101-87cb-08461e30990f tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Lazy-loading 'resources' on Instance uuid ca83463c-d6ee-480f-b113-d05e977a6016 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 732.655419] env[62301]: DEBUG oslo_vmware.api [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Waiting for the task: (returnval){ [ 732.655419] env[62301]: value = "task-2570046" [ 732.655419] env[62301]: _type = "Task" [ 732.655419] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.663960] env[62301]: DEBUG oslo_vmware.api [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2570046, 'name': Rename_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.723443] env[62301]: DEBUG nova.network.neutron [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 80725a30-75eb-4d3d-8aae-ccd72a64b4cc] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 732.910901] env[62301]: DEBUG oslo_concurrency.lockutils [req-b853f3df-d669-42b1-bad9-e1528642ff98 req-3da8cef1-49e8-4d75-ab54-c7df18fe9d2e service nova] Releasing lock "refresh_cache-ddec630e-5648-4fdb-a63c-2de8582bfe4c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.926612] env[62301]: DEBUG nova.network.neutron [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 80725a30-75eb-4d3d-8aae-ccd72a64b4cc] Updating instance_info_cache with network_info: [{"id": "c749e456-57d6-42f3-a13a-bfb1953b1726", "address": "fa:16:3e:69:b8:d5", "network": {"id": "33e3cb5c-4e1c-44ed-9bb8-ebbccf127035", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1068967063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea0e6662fa8e4d9d9145bd8fbc1cf541", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc749e456-57", "ovs_interfaceid": "c749e456-57d6-42f3-a13a-bfb1953b1726", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.166556] env[62301]: DEBUG oslo_vmware.api [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2570046, 'name': Rename_Task, 'duration_secs': 0.159073} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.166870] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 9bb94494-0dde-4edb-9302-6f8dcac36344] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 733.167126] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30816b92-4356-49ea-9443-6784f5fb37bc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.173938] env[62301]: DEBUG oslo_vmware.api [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Waiting for the task: (returnval){ [ 733.173938] env[62301]: value = "task-2570047" [ 733.173938] env[62301]: _type = "Task" [ 733.173938] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.182822] env[62301]: DEBUG oslo_vmware.api [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2570047, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.315455] env[62301]: DEBUG nova.compute.manager [req-b4e3ffec-7406-423c-a66b-85fdf5b04db7 req-5c5554ba-0d22-4d06-975d-e6fa885fc89f service nova] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Received event network-vif-deleted-76d68ddb-0f1e-4a97-9456-a2ce2d7e35c3 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 733.315854] env[62301]: DEBUG nova.compute.manager [req-b4e3ffec-7406-423c-a66b-85fdf5b04db7 req-5c5554ba-0d22-4d06-975d-e6fa885fc89f service nova] [instance: 80725a30-75eb-4d3d-8aae-ccd72a64b4cc] Received event network-vif-plugged-c749e456-57d6-42f3-a13a-bfb1953b1726 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 733.315951] env[62301]: DEBUG oslo_concurrency.lockutils [req-b4e3ffec-7406-423c-a66b-85fdf5b04db7 req-5c5554ba-0d22-4d06-975d-e6fa885fc89f service nova] Acquiring lock "80725a30-75eb-4d3d-8aae-ccd72a64b4cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.316270] env[62301]: DEBUG oslo_concurrency.lockutils [req-b4e3ffec-7406-423c-a66b-85fdf5b04db7 req-5c5554ba-0d22-4d06-975d-e6fa885fc89f service nova] Lock "80725a30-75eb-4d3d-8aae-ccd72a64b4cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.317193] env[62301]: DEBUG oslo_concurrency.lockutils [req-b4e3ffec-7406-423c-a66b-85fdf5b04db7 req-5c5554ba-0d22-4d06-975d-e6fa885fc89f service nova] Lock "80725a30-75eb-4d3d-8aae-ccd72a64b4cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.317193] env[62301]: DEBUG nova.compute.manager [req-b4e3ffec-7406-423c-a66b-85fdf5b04db7 req-5c5554ba-0d22-4d06-975d-e6fa885fc89f service nova] [instance: 80725a30-75eb-4d3d-8aae-ccd72a64b4cc] No waiting events found dispatching network-vif-plugged-c749e456-57d6-42f3-a13a-bfb1953b1726 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 733.317193] env[62301]: WARNING nova.compute.manager [req-b4e3ffec-7406-423c-a66b-85fdf5b04db7 req-5c5554ba-0d22-4d06-975d-e6fa885fc89f service nova] [instance: 80725a30-75eb-4d3d-8aae-ccd72a64b4cc] Received unexpected event network-vif-plugged-c749e456-57d6-42f3-a13a-bfb1953b1726 for instance with vm_state building and task_state spawning. [ 733.317412] env[62301]: DEBUG nova.compute.manager [req-b4e3ffec-7406-423c-a66b-85fdf5b04db7 req-5c5554ba-0d22-4d06-975d-e6fa885fc89f service nova] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Received event network-vif-deleted-93b52d4e-4c38-4fb8-8dcc-1d1475ca516c {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 733.317705] env[62301]: DEBUG nova.compute.manager [req-b4e3ffec-7406-423c-a66b-85fdf5b04db7 req-5c5554ba-0d22-4d06-975d-e6fa885fc89f service nova] [instance: 80725a30-75eb-4d3d-8aae-ccd72a64b4cc] Received event network-changed-c749e456-57d6-42f3-a13a-bfb1953b1726 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 733.317705] env[62301]: DEBUG nova.compute.manager [req-b4e3ffec-7406-423c-a66b-85fdf5b04db7 req-5c5554ba-0d22-4d06-975d-e6fa885fc89f service nova] [instance: 80725a30-75eb-4d3d-8aae-ccd72a64b4cc] Refreshing instance network info cache due to event network-changed-c749e456-57d6-42f3-a13a-bfb1953b1726. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 733.317907] env[62301]: DEBUG oslo_concurrency.lockutils [req-b4e3ffec-7406-423c-a66b-85fdf5b04db7 req-5c5554ba-0d22-4d06-975d-e6fa885fc89f service nova] Acquiring lock "refresh_cache-80725a30-75eb-4d3d-8aae-ccd72a64b4cc" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.429997] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Releasing lock "refresh_cache-80725a30-75eb-4d3d-8aae-ccd72a64b4cc" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.430427] env[62301]: DEBUG nova.compute.manager [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 80725a30-75eb-4d3d-8aae-ccd72a64b4cc] Instance network_info: |[{"id": "c749e456-57d6-42f3-a13a-bfb1953b1726", "address": "fa:16:3e:69:b8:d5", "network": {"id": "33e3cb5c-4e1c-44ed-9bb8-ebbccf127035", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1068967063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea0e6662fa8e4d9d9145bd8fbc1cf541", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc749e456-57", "ovs_interfaceid": "c749e456-57d6-42f3-a13a-bfb1953b1726", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 733.430715] env[62301]: DEBUG oslo_concurrency.lockutils [req-b4e3ffec-7406-423c-a66b-85fdf5b04db7 req-5c5554ba-0d22-4d06-975d-e6fa885fc89f service nova] Acquired lock "refresh_cache-80725a30-75eb-4d3d-8aae-ccd72a64b4cc" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.430998] env[62301]: DEBUG nova.network.neutron [req-b4e3ffec-7406-423c-a66b-85fdf5b04db7 req-5c5554ba-0d22-4d06-975d-e6fa885fc89f service nova] [instance: 80725a30-75eb-4d3d-8aae-ccd72a64b4cc] Refreshing network info cache for port c749e456-57d6-42f3-a13a-bfb1953b1726 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 733.433044] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 80725a30-75eb-4d3d-8aae-ccd72a64b4cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:b8:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c749e456-57d6-42f3-a13a-bfb1953b1726', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 733.441645] env[62301]: DEBUG oslo.service.loopingcall [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 733.445318] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80725a30-75eb-4d3d-8aae-ccd72a64b4cc] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 733.445799] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-321686e9-3a61-474b-bb58-70ef9b94bc88 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.471589] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 733.471589] env[62301]: value = "task-2570048" [ 733.471589] env[62301]: _type = "Task" [ 733.471589] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.481831] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570048, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.692407] env[62301]: DEBUG oslo_vmware.api [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2570047, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.733161] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2bc0c4-fe90-46d2-990d-ed11f3fce2a0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.741058] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f3e260-e926-4be0-9aff-a3846700befc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.777857] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3412184-76b1-441a-bb1f-bf5942b1f928 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.786184] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502b51f2-8d16-4927-aad3-f4e29c527bea {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.802172] env[62301]: DEBUG nova.compute.provider_tree [None req-5973cb15-946c-4101-87cb-08461e30990f tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.989949] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570048, 'name': CreateVM_Task, 'duration_secs': 0.441105} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.990027] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80725a30-75eb-4d3d-8aae-ccd72a64b4cc] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 733.990788] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.990957] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.992677] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.992677] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13827a96-446b-4a40-bab9-45b931da288c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.998261] env[62301]: DEBUG oslo_vmware.api [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Waiting for the task: (returnval){ [ 733.998261] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]525269f2-0ce7-97c5-1b16-911f35898ae0" [ 733.998261] env[62301]: _type = "Task" [ 733.998261] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.007500] env[62301]: DEBUG oslo_vmware.api [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]525269f2-0ce7-97c5-1b16-911f35898ae0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.189017] env[62301]: DEBUG oslo_vmware.api [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2570047, 'name': PowerOnVM_Task, 'duration_secs': 0.559965} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.189628] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 9bb94494-0dde-4edb-9302-6f8dcac36344] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 734.189842] env[62301]: INFO nova.compute.manager [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 9bb94494-0dde-4edb-9302-6f8dcac36344] Took 8.30 seconds to spawn the instance on the hypervisor. [ 734.190639] env[62301]: DEBUG nova.compute.manager [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 9bb94494-0dde-4edb-9302-6f8dcac36344] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 734.191714] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57eb172-8247-4674-8f3a-1af74f323e08 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.258214] env[62301]: DEBUG nova.network.neutron [req-b4e3ffec-7406-423c-a66b-85fdf5b04db7 req-5c5554ba-0d22-4d06-975d-e6fa885fc89f service nova] [instance: 80725a30-75eb-4d3d-8aae-ccd72a64b4cc] Updated VIF entry in instance network info cache for port c749e456-57d6-42f3-a13a-bfb1953b1726. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 734.258605] env[62301]: DEBUG nova.network.neutron [req-b4e3ffec-7406-423c-a66b-85fdf5b04db7 req-5c5554ba-0d22-4d06-975d-e6fa885fc89f service nova] [instance: 80725a30-75eb-4d3d-8aae-ccd72a64b4cc] Updating instance_info_cache with network_info: [{"id": "c749e456-57d6-42f3-a13a-bfb1953b1726", "address": "fa:16:3e:69:b8:d5", "network": {"id": "33e3cb5c-4e1c-44ed-9bb8-ebbccf127035", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1068967063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea0e6662fa8e4d9d9145bd8fbc1cf541", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc749e456-57", "ovs_interfaceid": "c749e456-57d6-42f3-a13a-bfb1953b1726", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.306219] env[62301]: DEBUG nova.scheduler.client.report [None req-5973cb15-946c-4101-87cb-08461e30990f tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.316019] env[62301]: DEBUG nova.compute.manager [None req-a383140f-e95e-4958-b5d5-58f207af4152 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 734.316871] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62f022d-cd1d-4ffc-a0fe-bddd813dcd34 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.509879] env[62301]: DEBUG oslo_vmware.api [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]525269f2-0ce7-97c5-1b16-911f35898ae0, 'name': SearchDatastore_Task, 'duration_secs': 0.018946} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.510221] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.510451] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 80725a30-75eb-4d3d-8aae-ccd72a64b4cc] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 734.510684] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.510832] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.511015] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 734.511286] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f4ab419-cb72-49c4-84b3-2464522a5f03 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.520689] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 734.520887] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 734.521622] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0718c6be-ec41-4c32-a9e9-865a6328e519 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.529775] env[62301]: DEBUG oslo_vmware.api [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Waiting for the task: (returnval){ [ 734.529775] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5205e053-a952-a9b6-5c07-100c5381dcbf" [ 734.529775] env[62301]: _type = "Task" [ 734.529775] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.537455] env[62301]: DEBUG oslo_vmware.api [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5205e053-a952-a9b6-5c07-100c5381dcbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.557253] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2fd5554d-febd-46d3-a4d8-3dcef25cb424 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Acquiring lock "00a8a42a-2239-483d-a0cf-d7bbb3d95997" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 734.557513] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2fd5554d-febd-46d3-a4d8-3dcef25cb424 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Lock "00a8a42a-2239-483d-a0cf-d7bbb3d95997" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 734.557723] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2fd5554d-febd-46d3-a4d8-3dcef25cb424 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Acquiring lock "00a8a42a-2239-483d-a0cf-d7bbb3d95997-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 734.557905] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2fd5554d-febd-46d3-a4d8-3dcef25cb424 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Lock "00a8a42a-2239-483d-a0cf-d7bbb3d95997-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 734.558085] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2fd5554d-febd-46d3-a4d8-3dcef25cb424 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Lock "00a8a42a-2239-483d-a0cf-d7bbb3d95997-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.560983] env[62301]: INFO nova.compute.manager [None req-2fd5554d-febd-46d3-a4d8-3dcef25cb424 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] [instance: 00a8a42a-2239-483d-a0cf-d7bbb3d95997] Terminating instance [ 734.720605] env[62301]: INFO nova.compute.manager [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 9bb94494-0dde-4edb-9302-6f8dcac36344] Took 42.00 seconds to build instance. [ 734.761157] env[62301]: DEBUG oslo_concurrency.lockutils [req-b4e3ffec-7406-423c-a66b-85fdf5b04db7 req-5c5554ba-0d22-4d06-975d-e6fa885fc89f service nova] Releasing lock "refresh_cache-80725a30-75eb-4d3d-8aae-ccd72a64b4cc" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.814793] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5973cb15-946c-4101-87cb-08461e30990f tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.165s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.815934] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.196s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 734.821194] env[62301]: INFO nova.compute.claims [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 734.830087] env[62301]: INFO nova.compute.manager [None req-a383140f-e95e-4958-b5d5-58f207af4152 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] instance snapshotting [ 734.830590] env[62301]: WARNING nova.compute.manager [None req-a383140f-e95e-4958-b5d5-58f207af4152 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 734.834066] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16cd25c9-94e9-4328-998a-aaefb443c9f5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.858046] env[62301]: INFO nova.scheduler.client.report [None req-5973cb15-946c-4101-87cb-08461e30990f tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Deleted allocations for instance ca83463c-d6ee-480f-b113-d05e977a6016 [ 734.860372] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d3a049-2e66-4a51-984f-013f81cbf273 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.040502] env[62301]: DEBUG oslo_vmware.api [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5205e053-a952-a9b6-5c07-100c5381dcbf, 'name': SearchDatastore_Task, 'duration_secs': 0.028956} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.041299] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e48fa64e-b386-4c84-8363-621e222f2152 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.047693] env[62301]: DEBUG oslo_vmware.api [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Waiting for the task: (returnval){ [ 735.047693] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52d9383a-649b-3ab8-a8d0-e6a711dc620f" [ 735.047693] env[62301]: _type = "Task" [ 735.047693] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.056835] env[62301]: DEBUG oslo_vmware.api [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52d9383a-649b-3ab8-a8d0-e6a711dc620f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.065679] env[62301]: DEBUG nova.compute.manager [None req-2fd5554d-febd-46d3-a4d8-3dcef25cb424 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] [instance: 00a8a42a-2239-483d-a0cf-d7bbb3d95997] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 735.065899] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd5554d-febd-46d3-a4d8-3dcef25cb424 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] [instance: 00a8a42a-2239-483d-a0cf-d7bbb3d95997] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 735.066802] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38858832-8529-460b-9d7c-ecda3b93d472 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.074485] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd5554d-febd-46d3-a4d8-3dcef25cb424 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] [instance: 00a8a42a-2239-483d-a0cf-d7bbb3d95997] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 735.074730] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36cc407d-f65d-4299-8d6e-a351731a8560 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.082123] env[62301]: DEBUG oslo_vmware.api [None req-2fd5554d-febd-46d3-a4d8-3dcef25cb424 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Waiting for the task: (returnval){ [ 735.082123] env[62301]: value = "task-2570049" [ 735.082123] env[62301]: _type = "Task" [ 735.082123] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.092108] env[62301]: DEBUG oslo_vmware.api [None req-2fd5554d-febd-46d3-a4d8-3dcef25cb424 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Task: {'id': task-2570049, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.223813] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Lock "9bb94494-0dde-4edb-9302-6f8dcac36344" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.073s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.371469] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5973cb15-946c-4101-87cb-08461e30990f tempest-ServersTestBootFromVolume-845523844 tempest-ServersTestBootFromVolume-845523844-project-member] Lock "ca83463c-d6ee-480f-b113-d05e977a6016" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.107s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.377274] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-a383140f-e95e-4958-b5d5-58f207af4152 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] Creating Snapshot of the VM instance {{(pid=62301) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 735.377588] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-51072c36-12ab-4706-8fdc-ccd5842674fe {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.386880] env[62301]: DEBUG oslo_vmware.api [None req-a383140f-e95e-4958-b5d5-58f207af4152 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the task: (returnval){ [ 735.386880] env[62301]: value = "task-2570050" [ 735.386880] env[62301]: _type = "Task" [ 735.386880] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.402283] env[62301]: DEBUG oslo_vmware.api [None req-a383140f-e95e-4958-b5d5-58f207af4152 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570050, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.561224] env[62301]: DEBUG oslo_vmware.api [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52d9383a-649b-3ab8-a8d0-e6a711dc620f, 'name': SearchDatastore_Task, 'duration_secs': 0.01624} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.561600] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.561991] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] 80725a30-75eb-4d3d-8aae-ccd72a64b4cc/80725a30-75eb-4d3d-8aae-ccd72a64b4cc.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 735.562394] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15309d8a-68bf-4d93-9010-3d1959940c85 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.571282] env[62301]: DEBUG oslo_vmware.api [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Waiting for the task: (returnval){ [ 735.571282] env[62301]: value = "task-2570051" [ 735.571282] env[62301]: _type = "Task" [ 735.571282] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.581021] env[62301]: DEBUG oslo_vmware.api [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2570051, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.594606] env[62301]: DEBUG oslo_vmware.api [None req-2fd5554d-febd-46d3-a4d8-3dcef25cb424 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Task: {'id': task-2570049, 'name': PowerOffVM_Task, 'duration_secs': 0.365842} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.594606] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd5554d-febd-46d3-a4d8-3dcef25cb424 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] [instance: 00a8a42a-2239-483d-a0cf-d7bbb3d95997] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 735.594606] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd5554d-febd-46d3-a4d8-3dcef25cb424 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] [instance: 00a8a42a-2239-483d-a0cf-d7bbb3d95997] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 735.594606] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30da3418-adca-4a80-a579-9460c50305b5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.659416] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd5554d-febd-46d3-a4d8-3dcef25cb424 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] [instance: 00a8a42a-2239-483d-a0cf-d7bbb3d95997] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 735.659648] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd5554d-febd-46d3-a4d8-3dcef25cb424 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] [instance: 00a8a42a-2239-483d-a0cf-d7bbb3d95997] Deleting contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 735.659828] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fd5554d-febd-46d3-a4d8-3dcef25cb424 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Deleting the datastore file [datastore2] 00a8a42a-2239-483d-a0cf-d7bbb3d95997 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 735.660546] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10e4e3f2-b9c7-4900-847a-c68e166ee0cc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.669242] env[62301]: DEBUG oslo_vmware.api [None req-2fd5554d-febd-46d3-a4d8-3dcef25cb424 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Waiting for the task: (returnval){ [ 735.669242] env[62301]: value = "task-2570053" [ 735.669242] env[62301]: _type = "Task" [ 735.669242] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.679859] env[62301]: DEBUG oslo_vmware.api [None req-2fd5554d-febd-46d3-a4d8-3dcef25cb424 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Task: {'id': task-2570053, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.728687] env[62301]: DEBUG nova.compute.manager [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 0380936a-9aed-43bd-beec-585a1d9f073c] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 735.910292] env[62301]: DEBUG oslo_vmware.api [None req-a383140f-e95e-4958-b5d5-58f207af4152 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570050, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.092730] env[62301]: DEBUG oslo_vmware.api [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2570051, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.188017] env[62301]: DEBUG oslo_vmware.api [None req-2fd5554d-febd-46d3-a4d8-3dcef25cb424 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Task: {'id': task-2570053, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.475208} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.192026] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fd5554d-febd-46d3-a4d8-3dcef25cb424 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 736.192026] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd5554d-febd-46d3-a4d8-3dcef25cb424 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] [instance: 00a8a42a-2239-483d-a0cf-d7bbb3d95997] Deleted contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 736.192026] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd5554d-febd-46d3-a4d8-3dcef25cb424 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] [instance: 00a8a42a-2239-483d-a0cf-d7bbb3d95997] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 736.192026] env[62301]: INFO nova.compute.manager [None req-2fd5554d-febd-46d3-a4d8-3dcef25cb424 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] [instance: 00a8a42a-2239-483d-a0cf-d7bbb3d95997] Took 1.12 seconds to destroy the instance on the hypervisor. [ 736.192026] env[62301]: DEBUG oslo.service.loopingcall [None req-2fd5554d-febd-46d3-a4d8-3dcef25cb424 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 736.192026] env[62301]: DEBUG nova.compute.manager [-] [instance: 00a8a42a-2239-483d-a0cf-d7bbb3d95997] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 736.192026] env[62301]: DEBUG nova.network.neutron [-] [instance: 00a8a42a-2239-483d-a0cf-d7bbb3d95997] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 736.264238] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 736.379081] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ec0818-8a8c-4799-bff1-6d1e15013571 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.389160] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cec88a5-0fe6-480f-b38d-44a362165bbd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.451478] env[62301]: DEBUG oslo_vmware.api [None req-a383140f-e95e-4958-b5d5-58f207af4152 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570050, 'name': CreateSnapshot_Task, 'duration_secs': 0.880041} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.452794] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb3a8ae-0def-4470-957b-1586bd5e65d3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.456846] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-a383140f-e95e-4958-b5d5-58f207af4152 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] Created Snapshot of the VM instance {{(pid=62301) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 736.461657] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b886f556-c9ea-4cc0-b0d0-e739803bd030 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.481492] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a791ea23-90b0-4d75-b1f5-5f8e52b83b98 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.500991] env[62301]: DEBUG nova.compute.provider_tree [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.583761] env[62301]: DEBUG oslo_vmware.api [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2570051, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565155} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.584158] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] 80725a30-75eb-4d3d-8aae-ccd72a64b4cc/80725a30-75eb-4d3d-8aae-ccd72a64b4cc.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 736.584285] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 80725a30-75eb-4d3d-8aae-ccd72a64b4cc] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 736.584577] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-935abd44-7463-4379-a170-714091b4bffb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.595105] env[62301]: DEBUG oslo_vmware.api [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Waiting for the task: (returnval){ [ 736.595105] env[62301]: value = "task-2570054" [ 736.595105] env[62301]: _type = "Task" [ 736.595105] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.604302] env[62301]: DEBUG oslo_vmware.api [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2570054, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.999020] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-a383140f-e95e-4958-b5d5-58f207af4152 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] Creating linked-clone VM from snapshot {{(pid=62301) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 736.999020] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-78a0e97c-e250-465c-abd2-07bdfbb54138 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.004483] env[62301]: DEBUG nova.scheduler.client.report [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.010902] env[62301]: DEBUG oslo_vmware.api [None req-a383140f-e95e-4958-b5d5-58f207af4152 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the task: (returnval){ [ 737.010902] env[62301]: value = "task-2570055" [ 737.010902] env[62301]: _type = "Task" [ 737.010902] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.013021] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bfc2bb61-bd63-499d-9edd-2f2ad67f1e4a tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Acquiring lock "5102a8ce-2234-43cb-ae85-df50645c9545" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.013021] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bfc2bb61-bd63-499d-9edd-2f2ad67f1e4a tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Lock "5102a8ce-2234-43cb-ae85-df50645c9545" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.013021] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bfc2bb61-bd63-499d-9edd-2f2ad67f1e4a tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Acquiring lock "5102a8ce-2234-43cb-ae85-df50645c9545-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.013021] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bfc2bb61-bd63-499d-9edd-2f2ad67f1e4a tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Lock "5102a8ce-2234-43cb-ae85-df50645c9545-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.013021] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bfc2bb61-bd63-499d-9edd-2f2ad67f1e4a tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Lock "5102a8ce-2234-43cb-ae85-df50645c9545-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.019921] env[62301]: INFO nova.compute.manager [None req-bfc2bb61-bd63-499d-9edd-2f2ad67f1e4a tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] [instance: 5102a8ce-2234-43cb-ae85-df50645c9545] Terminating instance [ 737.029791] env[62301]: DEBUG oslo_vmware.api [None req-a383140f-e95e-4958-b5d5-58f207af4152 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570055, 'name': CloneVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.107109] env[62301]: DEBUG oslo_vmware.api [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2570054, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08959} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.107109] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 80725a30-75eb-4d3d-8aae-ccd72a64b4cc] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 737.107816] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06aefd4a-2cc9-4cb1-a6fd-825faaa62940 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.140628] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 80725a30-75eb-4d3d-8aae-ccd72a64b4cc] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 80725a30-75eb-4d3d-8aae-ccd72a64b4cc/80725a30-75eb-4d3d-8aae-ccd72a64b4cc.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 737.141608] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bde33c1-a844-4feb-a615-6fe0c0a37986 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.162171] env[62301]: DEBUG oslo_vmware.api [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Waiting for the task: (returnval){ [ 737.162171] env[62301]: value = "task-2570056" [ 737.162171] env[62301]: _type = "Task" [ 737.162171] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.171612] env[62301]: DEBUG oslo_vmware.api [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2570056, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.416892] env[62301]: DEBUG nova.compute.manager [req-46be5d04-6c6e-4974-8eb1-49393693a144 req-d9b7859e-5ede-4edd-8099-be72c6a17d3d service nova] [instance: 00a8a42a-2239-483d-a0cf-d7bbb3d95997] Received event network-vif-deleted-62020e3a-52b4-4920-837e-7daac80acc4a {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 737.419065] env[62301]: INFO nova.compute.manager [req-46be5d04-6c6e-4974-8eb1-49393693a144 req-d9b7859e-5ede-4edd-8099-be72c6a17d3d service nova] [instance: 00a8a42a-2239-483d-a0cf-d7bbb3d95997] Neutron deleted interface 62020e3a-52b4-4920-837e-7daac80acc4a; detaching it from the instance and deleting it from the info cache [ 737.419065] env[62301]: DEBUG nova.network.neutron [req-46be5d04-6c6e-4974-8eb1-49393693a144 req-d9b7859e-5ede-4edd-8099-be72c6a17d3d service nova] [instance: 00a8a42a-2239-483d-a0cf-d7bbb3d95997] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.513176] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.697s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.513773] env[62301]: DEBUG nova.compute.manager [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 737.518401] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.234s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.518448] env[62301]: INFO nova.compute.claims [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 737.530479] env[62301]: DEBUG oslo_vmware.api [None req-a383140f-e95e-4958-b5d5-58f207af4152 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570055, 'name': CloneVM_Task} progress is 94%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.533721] env[62301]: DEBUG nova.compute.manager [None req-bfc2bb61-bd63-499d-9edd-2f2ad67f1e4a tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] [instance: 5102a8ce-2234-43cb-ae85-df50645c9545] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 737.533721] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc2bb61-bd63-499d-9edd-2f2ad67f1e4a tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] [instance: 5102a8ce-2234-43cb-ae85-df50645c9545] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 737.533721] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a56f917-7ec9-4352-a962-a281e634fb99 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.539687] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfc2bb61-bd63-499d-9edd-2f2ad67f1e4a tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] [instance: 5102a8ce-2234-43cb-ae85-df50645c9545] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 737.539935] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ae2d1b1-1472-4351-bae0-2d6c38ada0da {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.546061] env[62301]: DEBUG oslo_vmware.api [None req-bfc2bb61-bd63-499d-9edd-2f2ad67f1e4a tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Waiting for the task: (returnval){ [ 737.546061] env[62301]: value = "task-2570057" [ 737.546061] env[62301]: _type = "Task" [ 737.546061] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.555469] env[62301]: DEBUG oslo_vmware.api [None req-bfc2bb61-bd63-499d-9edd-2f2ad67f1e4a tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Task: {'id': task-2570057, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.675340] env[62301]: DEBUG oslo_vmware.api [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2570056, 'name': ReconfigVM_Task, 'duration_secs': 0.351796} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.677683] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 80725a30-75eb-4d3d-8aae-ccd72a64b4cc] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 80725a30-75eb-4d3d-8aae-ccd72a64b4cc/80725a30-75eb-4d3d-8aae-ccd72a64b4cc.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.677683] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a45df785-4827-437a-87e6-ecb3f08c2518 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.685463] env[62301]: DEBUG oslo_vmware.api [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Waiting for the task: (returnval){ [ 737.685463] env[62301]: value = "task-2570058" [ 737.685463] env[62301]: _type = "Task" [ 737.685463] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.697668] env[62301]: DEBUG oslo_vmware.api [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2570058, 'name': Rename_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.889434] env[62301]: DEBUG nova.network.neutron [-] [instance: 00a8a42a-2239-483d-a0cf-d7bbb3d95997] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.920792] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-563ad63f-d262-4dc0-be14-331fe144d6f5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.936503] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef63874-3dad-411a-8375-eb8b2502f5e1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.991683] env[62301]: DEBUG nova.compute.manager [req-46be5d04-6c6e-4974-8eb1-49393693a144 req-d9b7859e-5ede-4edd-8099-be72c6a17d3d service nova] [instance: 00a8a42a-2239-483d-a0cf-d7bbb3d95997] Detach interface failed, port_id=62020e3a-52b4-4920-837e-7daac80acc4a, reason: Instance 00a8a42a-2239-483d-a0cf-d7bbb3d95997 could not be found. {{(pid=62301) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 738.034266] env[62301]: DEBUG nova.compute.utils [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 738.039373] env[62301]: DEBUG oslo_vmware.api [None req-a383140f-e95e-4958-b5d5-58f207af4152 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570055, 'name': CloneVM_Task} progress is 94%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.039706] env[62301]: DEBUG nova.compute.manager [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 738.039872] env[62301]: DEBUG nova.network.neutron [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 738.060126] env[62301]: DEBUG oslo_vmware.api [None req-bfc2bb61-bd63-499d-9edd-2f2ad67f1e4a tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Task: {'id': task-2570057, 'name': PowerOffVM_Task, 'duration_secs': 0.432392} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.060126] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfc2bb61-bd63-499d-9edd-2f2ad67f1e4a tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] [instance: 5102a8ce-2234-43cb-ae85-df50645c9545] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 738.060126] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc2bb61-bd63-499d-9edd-2f2ad67f1e4a tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] [instance: 5102a8ce-2234-43cb-ae85-df50645c9545] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 738.060126] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0db809fd-a93f-49fc-b520-c42125f7418a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.124680] env[62301]: DEBUG nova.policy [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '188a694feca44de19329161c762e335a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a675775d10147c0a13fafb1416f15e3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 738.132938] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc2bb61-bd63-499d-9edd-2f2ad67f1e4a tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] [instance: 5102a8ce-2234-43cb-ae85-df50645c9545] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 738.133175] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc2bb61-bd63-499d-9edd-2f2ad67f1e4a tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] [instance: 5102a8ce-2234-43cb-ae85-df50645c9545] Deleting contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 738.133357] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfc2bb61-bd63-499d-9edd-2f2ad67f1e4a tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Deleting the datastore file [datastore2] 5102a8ce-2234-43cb-ae85-df50645c9545 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 738.133623] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-597d318b-42d6-41d5-a114-6f1faca1c780 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.140876] env[62301]: DEBUG oslo_vmware.api [None req-bfc2bb61-bd63-499d-9edd-2f2ad67f1e4a tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Waiting for the task: (returnval){ [ 738.140876] env[62301]: value = "task-2570060" [ 738.140876] env[62301]: _type = "Task" [ 738.140876] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.150237] env[62301]: DEBUG oslo_vmware.api [None req-bfc2bb61-bd63-499d-9edd-2f2ad67f1e4a tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Task: {'id': task-2570060, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.199475] env[62301]: DEBUG oslo_vmware.api [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2570058, 'name': Rename_Task, 'duration_secs': 0.175731} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.199475] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 80725a30-75eb-4d3d-8aae-ccd72a64b4cc] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.199475] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af7f6c22-b82d-44be-9361-add58a8ad81d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.208452] env[62301]: DEBUG oslo_vmware.api [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Waiting for the task: (returnval){ [ 738.208452] env[62301]: value = "task-2570061" [ 738.208452] env[62301]: _type = "Task" [ 738.208452] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.216232] env[62301]: DEBUG oslo_vmware.api [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2570061, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.394128] env[62301]: INFO nova.compute.manager [-] [instance: 00a8a42a-2239-483d-a0cf-d7bbb3d95997] Took 2.20 seconds to deallocate network for instance. [ 738.529165] env[62301]: DEBUG oslo_vmware.api [None req-a383140f-e95e-4958-b5d5-58f207af4152 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570055, 'name': CloneVM_Task, 'duration_secs': 1.428938} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.529649] env[62301]: INFO nova.virt.vmwareapi.vmops [None req-a383140f-e95e-4958-b5d5-58f207af4152 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] Created linked-clone VM from snapshot [ 738.530905] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f61e56-aae9-43c4-8904-1a743b95b5af {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.545667] env[62301]: DEBUG nova.compute.manager [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 738.550351] env[62301]: DEBUG nova.virt.vmwareapi.images [None req-a383140f-e95e-4958-b5d5-58f207af4152 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] Uploading image 83698015-44ee-415e-990b-a80bdee020eb {{(pid=62301) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 738.593026] env[62301]: DEBUG oslo_vmware.rw_handles [None req-a383140f-e95e-4958-b5d5-58f207af4152 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 738.593026] env[62301]: value = "vm-518792" [ 738.593026] env[62301]: _type = "VirtualMachine" [ 738.593026] env[62301]: }. {{(pid=62301) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 738.593026] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6741ced4-a8a1-488e-8b01-a29b285ab0e8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.604155] env[62301]: DEBUG oslo_vmware.rw_handles [None req-a383140f-e95e-4958-b5d5-58f207af4152 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Lease: (returnval){ [ 738.604155] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5204406c-22e1-2eaf-5b65-3d2f6d447c2c" [ 738.604155] env[62301]: _type = "HttpNfcLease" [ 738.604155] env[62301]: } obtained for exporting VM: (result){ [ 738.604155] env[62301]: value = "vm-518792" [ 738.604155] env[62301]: _type = "VirtualMachine" [ 738.604155] env[62301]: }. {{(pid=62301) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 738.604417] env[62301]: DEBUG oslo_vmware.api [None req-a383140f-e95e-4958-b5d5-58f207af4152 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the lease: (returnval){ [ 738.604417] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5204406c-22e1-2eaf-5b65-3d2f6d447c2c" [ 738.604417] env[62301]: _type = "HttpNfcLease" [ 738.604417] env[62301]: } to be ready. {{(pid=62301) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 738.616633] env[62301]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 738.616633] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5204406c-22e1-2eaf-5b65-3d2f6d447c2c" [ 738.616633] env[62301]: _type = "HttpNfcLease" [ 738.616633] env[62301]: } is initializing. {{(pid=62301) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 738.654326] env[62301]: DEBUG oslo_vmware.api [None req-bfc2bb61-bd63-499d-9edd-2f2ad67f1e4a tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Task: {'id': task-2570060, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298705} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.655528] env[62301]: DEBUG nova.network.neutron [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Successfully created port: 0d30c427-edfb-4718-a398-d3e8e880efe0 {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 738.658208] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfc2bb61-bd63-499d-9edd-2f2ad67f1e4a tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 738.658208] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc2bb61-bd63-499d-9edd-2f2ad67f1e4a tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] [instance: 5102a8ce-2234-43cb-ae85-df50645c9545] Deleted contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 738.658481] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc2bb61-bd63-499d-9edd-2f2ad67f1e4a tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] [instance: 5102a8ce-2234-43cb-ae85-df50645c9545] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 738.658731] env[62301]: INFO nova.compute.manager [None req-bfc2bb61-bd63-499d-9edd-2f2ad67f1e4a tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] [instance: 5102a8ce-2234-43cb-ae85-df50645c9545] Took 1.13 seconds to destroy the instance on the hypervisor. [ 738.659035] env[62301]: DEBUG oslo.service.loopingcall [None req-bfc2bb61-bd63-499d-9edd-2f2ad67f1e4a tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 738.661829] env[62301]: DEBUG nova.compute.manager [-] [instance: 5102a8ce-2234-43cb-ae85-df50645c9545] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 738.661972] env[62301]: DEBUG nova.network.neutron [-] [instance: 5102a8ce-2234-43cb-ae85-df50645c9545] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 738.717200] env[62301]: DEBUG oslo_vmware.api [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2570061, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.905220] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2fd5554d-febd-46d3-a4d8-3dcef25cb424 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 739.112198] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c188e2e2-d3b2-4e36-9e21-bbe02c24f442 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.119845] env[62301]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 739.119845] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5204406c-22e1-2eaf-5b65-3d2f6d447c2c" [ 739.119845] env[62301]: _type = "HttpNfcLease" [ 739.119845] env[62301]: } is ready. {{(pid=62301) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 739.122326] env[62301]: DEBUG oslo_vmware.rw_handles [None req-a383140f-e95e-4958-b5d5-58f207af4152 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 739.122326] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5204406c-22e1-2eaf-5b65-3d2f6d447c2c" [ 739.122326] env[62301]: _type = "HttpNfcLease" [ 739.122326] env[62301]: }. {{(pid=62301) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 739.123666] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966fbb4f-fd5a-44e8-b818-6e45ea88f3d6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.129929] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304fc2b9-7856-4646-b25b-c27fba235410 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.140331] env[62301]: DEBUG oslo_vmware.rw_handles [None req-a383140f-e95e-4958-b5d5-58f207af4152 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5230d33d-af43-d05d-e109-ab1a45423e49/disk-0.vmdk from lease info. {{(pid=62301) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 739.140714] env[62301]: DEBUG oslo_vmware.rw_handles [None req-a383140f-e95e-4958-b5d5-58f207af4152 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5230d33d-af43-d05d-e109-ab1a45423e49/disk-0.vmdk for reading. {{(pid=62301) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 739.176961] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc967c8-602a-4df2-b341-26a911acd9b9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.249364] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687531a4-cd5b-43a3-9d7d-8cb53fb34259 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.258130] env[62301]: DEBUG oslo_vmware.api [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2570061, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.268698] env[62301]: DEBUG nova.compute.provider_tree [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.285763] env[62301]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-141a9d50-8560-4db8-bab2-4abd3adc417d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.560312] env[62301]: DEBUG nova.compute.manager [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 739.586286] env[62301]: DEBUG nova.virt.hardware [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 739.587178] env[62301]: DEBUG nova.virt.hardware [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 739.587576] env[62301]: DEBUG nova.virt.hardware [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 739.588047] env[62301]: DEBUG nova.virt.hardware [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 739.588334] env[62301]: DEBUG nova.virt.hardware [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 739.588599] env[62301]: DEBUG nova.virt.hardware [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 739.589097] env[62301]: DEBUG nova.virt.hardware [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 739.589390] env[62301]: DEBUG nova.virt.hardware [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 739.589706] env[62301]: DEBUG nova.virt.hardware [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 739.589986] env[62301]: DEBUG nova.virt.hardware [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 739.590320] env[62301]: DEBUG nova.virt.hardware [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 739.592274] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b5645b-21c9-4cac-a419-b003fc6c8c7d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.603982] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2b584b-5efa-4e13-9b1e-b1117bff2f95 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.680317] env[62301]: DEBUG nova.compute.manager [req-dd0103c9-3058-4a88-aab7-219ff63fcff0 req-6c1fd588-4582-4272-978c-51204736dfb5 service nova] [instance: 5102a8ce-2234-43cb-ae85-df50645c9545] Received event network-vif-deleted-7160de9a-514e-4adc-ad45-c3c627d7791c {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 739.680652] env[62301]: INFO nova.compute.manager [req-dd0103c9-3058-4a88-aab7-219ff63fcff0 req-6c1fd588-4582-4272-978c-51204736dfb5 service nova] [instance: 5102a8ce-2234-43cb-ae85-df50645c9545] Neutron deleted interface 7160de9a-514e-4adc-ad45-c3c627d7791c; detaching it from the instance and deleting it from the info cache [ 739.680823] env[62301]: DEBUG nova.network.neutron [req-dd0103c9-3058-4a88-aab7-219ff63fcff0 req-6c1fd588-4582-4272-978c-51204736dfb5 service nova] [instance: 5102a8ce-2234-43cb-ae85-df50645c9545] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.749300] env[62301]: DEBUG oslo_vmware.api [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2570061, 'name': PowerOnVM_Task, 'duration_secs': 1.346758} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.749657] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 80725a30-75eb-4d3d-8aae-ccd72a64b4cc] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.749755] env[62301]: INFO nova.compute.manager [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 80725a30-75eb-4d3d-8aae-ccd72a64b4cc] Took 9.06 seconds to spawn the instance on the hypervisor. [ 739.750121] env[62301]: DEBUG nova.compute.manager [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 80725a30-75eb-4d3d-8aae-ccd72a64b4cc] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 739.751398] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c34038-2b08-48f6-9bcb-03138da1f435 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.772295] env[62301]: DEBUG nova.scheduler.client.report [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.131912] env[62301]: DEBUG nova.network.neutron [-] [instance: 5102a8ce-2234-43cb-ae85-df50645c9545] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.186710] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e18d4812-c2e0-43cf-813e-43da44f9cf5b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.195458] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4ce0b1-7b6a-4d33-8fc0-2a947215b9f9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.234532] env[62301]: DEBUG nova.compute.manager [req-dd0103c9-3058-4a88-aab7-219ff63fcff0 req-6c1fd588-4582-4272-978c-51204736dfb5 service nova] [instance: 5102a8ce-2234-43cb-ae85-df50645c9545] Detach interface failed, port_id=7160de9a-514e-4adc-ad45-c3c627d7791c, reason: Instance 5102a8ce-2234-43cb-ae85-df50645c9545 could not be found. {{(pid=62301) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 740.272272] env[62301]: INFO nova.compute.manager [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 80725a30-75eb-4d3d-8aae-ccd72a64b4cc] Took 43.37 seconds to build instance. [ 740.280746] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.762s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.280746] env[62301]: DEBUG nova.compute.manager [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 740.284407] env[62301]: DEBUG oslo_concurrency.lockutils [None req-9e58e6e8-a7c0-4e4b-b680-c2cac8c9aef8 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.352s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.284407] env[62301]: DEBUG nova.objects.instance [None req-9e58e6e8-a7c0-4e4b-b680-c2cac8c9aef8 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Lazy-loading 'resources' on Instance uuid 7a0b066b-4028-47bb-891d-685f99d039a8 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 740.611602] env[62301]: DEBUG nova.network.neutron [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Successfully updated port: 0d30c427-edfb-4718-a398-d3e8e880efe0 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 740.638090] env[62301]: INFO nova.compute.manager [-] [instance: 5102a8ce-2234-43cb-ae85-df50645c9545] Took 1.98 seconds to deallocate network for instance. [ 740.662391] env[62301]: DEBUG oslo_vmware.rw_handles [None req-ca2ef66f-1644-4498-a78c-f3959d2e4969 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52df6fbd-5d9e-156f-c25f-4b5850da1e72/disk-0.vmdk. {{(pid=62301) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 740.662498] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1326293f-ff7a-46ca-a8be-a37cb77cf8a7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.671288] env[62301]: DEBUG oslo_vmware.rw_handles [None req-ca2ef66f-1644-4498-a78c-f3959d2e4969 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52df6fbd-5d9e-156f-c25f-4b5850da1e72/disk-0.vmdk is in state: ready. {{(pid=62301) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 740.671502] env[62301]: ERROR oslo_vmware.rw_handles [None req-ca2ef66f-1644-4498-a78c-f3959d2e4969 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52df6fbd-5d9e-156f-c25f-4b5850da1e72/disk-0.vmdk due to incomplete transfer. [ 740.672911] env[62301]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-99187581-f624-4294-b865-fe13621a0f2f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.680661] env[62301]: DEBUG oslo_vmware.rw_handles [None req-ca2ef66f-1644-4498-a78c-f3959d2e4969 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52df6fbd-5d9e-156f-c25f-4b5850da1e72/disk-0.vmdk. {{(pid=62301) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 740.682782] env[62301]: DEBUG nova.virt.vmwareapi.images [None req-ca2ef66f-1644-4498-a78c-f3959d2e4969 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Uploaded image 9cef87d8-9327-4358-9d39-dc2d0eeafabb to the Glance image server {{(pid=62301) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 740.684516] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca2ef66f-1644-4498-a78c-f3959d2e4969 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Destroying the VM {{(pid=62301) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 740.684854] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-832e1a5d-3362-461a-aa78-8eb87fe0f59d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.693655] env[62301]: DEBUG oslo_vmware.api [None req-ca2ef66f-1644-4498-a78c-f3959d2e4969 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 740.693655] env[62301]: value = "task-2570063" [ 740.693655] env[62301]: _type = "Task" [ 740.693655] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.706506] env[62301]: DEBUG oslo_vmware.api [None req-ca2ef66f-1644-4498-a78c-f3959d2e4969 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570063, 'name': Destroy_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.775154] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bcc4a0b5-2473-46aa-95ad-7b342424e08f tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Lock "80725a30-75eb-4d3d-8aae-ccd72a64b4cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.589s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.795074] env[62301]: DEBUG nova.compute.utils [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 740.799176] env[62301]: DEBUG nova.compute.manager [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 740.802403] env[62301]: DEBUG nova.network.neutron [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 740.854592] env[62301]: DEBUG nova.policy [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b2ad110d57949d4931d7405dbf7d0f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e2e8356714714b2ebde65cd27ec77f7c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 741.117285] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Acquiring lock "refresh_cache-96e7754e-7f17-4ef3-9ff9-127583b55f5a" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.117449] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Acquired lock "refresh_cache-96e7754e-7f17-4ef3-9ff9-127583b55f5a" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.117610] env[62301]: DEBUG nova.network.neutron [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.147932] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bfc2bb61-bd63-499d-9edd-2f2ad67f1e4a tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.206665] env[62301]: DEBUG oslo_vmware.api [None req-ca2ef66f-1644-4498-a78c-f3959d2e4969 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570063, 'name': Destroy_Task} progress is 100%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.254861] env[62301]: DEBUG nova.network.neutron [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Successfully created port: 34c12832-1800-4ea5-9853-250d0c1cc243 {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 741.260236] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a96011-f703-4551-a6ca-38da6bfc174a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.269481] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc5dea3-913e-42d2-aa65-f14229c4ef70 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.277572] env[62301]: DEBUG nova.compute.manager [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 583782d7-07da-40e5-9731-c3f5f6fef812] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 741.317338] env[62301]: DEBUG nova.compute.manager [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 741.318886] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7e35e0-f9f3-43ac-953e-d4cb0b054c89 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.329435] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d8b95c-ebb2-4c9e-ae76-6f92c3228b58 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.346658] env[62301]: DEBUG nova.compute.provider_tree [None req-9e58e6e8-a7c0-4e4b-b680-c2cac8c9aef8 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.706302] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6bade580-d851-4da3-85db-98edba28dc42 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Acquiring lock "9bb94494-0dde-4edb-9302-6f8dcac36344" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.706672] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6bade580-d851-4da3-85db-98edba28dc42 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Lock "9bb94494-0dde-4edb-9302-6f8dcac36344" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.707076] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6bade580-d851-4da3-85db-98edba28dc42 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Acquiring lock "9bb94494-0dde-4edb-9302-6f8dcac36344-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.707335] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6bade580-d851-4da3-85db-98edba28dc42 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Lock "9bb94494-0dde-4edb-9302-6f8dcac36344-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.707550] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6bade580-d851-4da3-85db-98edba28dc42 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Lock "9bb94494-0dde-4edb-9302-6f8dcac36344-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.709395] env[62301]: DEBUG oslo_vmware.api [None req-ca2ef66f-1644-4498-a78c-f3959d2e4969 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570063, 'name': Destroy_Task, 'duration_secs': 0.519789} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.709901] env[62301]: INFO nova.compute.manager [None req-6bade580-d851-4da3-85db-98edba28dc42 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 9bb94494-0dde-4edb-9302-6f8dcac36344] Terminating instance [ 741.711386] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-ca2ef66f-1644-4498-a78c-f3959d2e4969 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Destroyed the VM [ 741.711671] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-ca2ef66f-1644-4498-a78c-f3959d2e4969 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Deleting Snapshot of the VM instance {{(pid=62301) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 741.716990] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-75636525-c1f5-42cd-96e0-1a8734a386a2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.725088] env[62301]: DEBUG oslo_vmware.api [None req-ca2ef66f-1644-4498-a78c-f3959d2e4969 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 741.725088] env[62301]: value = "task-2570064" [ 741.725088] env[62301]: _type = "Task" [ 741.725088] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.737243] env[62301]: DEBUG oslo_vmware.api [None req-ca2ef66f-1644-4498-a78c-f3959d2e4969 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570064, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.780923] env[62301]: DEBUG oslo_concurrency.lockutils [None req-59f8d03c-dcb2-4b1d-b387-01881a427e71 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Acquiring lock "80725a30-75eb-4d3d-8aae-ccd72a64b4cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.781234] env[62301]: DEBUG oslo_concurrency.lockutils [None req-59f8d03c-dcb2-4b1d-b387-01881a427e71 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Lock "80725a30-75eb-4d3d-8aae-ccd72a64b4cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.781487] env[62301]: DEBUG oslo_concurrency.lockutils [None req-59f8d03c-dcb2-4b1d-b387-01881a427e71 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Acquiring lock "80725a30-75eb-4d3d-8aae-ccd72a64b4cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.781675] env[62301]: DEBUG oslo_concurrency.lockutils [None req-59f8d03c-dcb2-4b1d-b387-01881a427e71 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Lock "80725a30-75eb-4d3d-8aae-ccd72a64b4cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.781848] env[62301]: DEBUG oslo_concurrency.lockutils [None req-59f8d03c-dcb2-4b1d-b387-01881a427e71 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Lock "80725a30-75eb-4d3d-8aae-ccd72a64b4cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.784293] env[62301]: INFO nova.compute.manager [None req-59f8d03c-dcb2-4b1d-b387-01881a427e71 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 80725a30-75eb-4d3d-8aae-ccd72a64b4cc] Terminating instance [ 741.792750] env[62301]: DEBUG nova.network.neutron [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 741.811563] env[62301]: DEBUG nova.compute.manager [req-8f8f7af9-5e95-4154-96f1-a3cc899a0b17 req-3a9e7e39-8933-49f1-a32a-431685c91752 service nova] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Received event network-vif-plugged-0d30c427-edfb-4718-a398-d3e8e880efe0 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 741.811685] env[62301]: DEBUG oslo_concurrency.lockutils [req-8f8f7af9-5e95-4154-96f1-a3cc899a0b17 req-3a9e7e39-8933-49f1-a32a-431685c91752 service nova] Acquiring lock "96e7754e-7f17-4ef3-9ff9-127583b55f5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.811921] env[62301]: DEBUG oslo_concurrency.lockutils [req-8f8f7af9-5e95-4154-96f1-a3cc899a0b17 req-3a9e7e39-8933-49f1-a32a-431685c91752 service nova] Lock "96e7754e-7f17-4ef3-9ff9-127583b55f5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.812729] env[62301]: DEBUG oslo_concurrency.lockutils [req-8f8f7af9-5e95-4154-96f1-a3cc899a0b17 req-3a9e7e39-8933-49f1-a32a-431685c91752 service nova] Lock "96e7754e-7f17-4ef3-9ff9-127583b55f5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.812974] env[62301]: DEBUG nova.compute.manager [req-8f8f7af9-5e95-4154-96f1-a3cc899a0b17 req-3a9e7e39-8933-49f1-a32a-431685c91752 service nova] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] No waiting events found dispatching network-vif-plugged-0d30c427-edfb-4718-a398-d3e8e880efe0 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 741.813412] env[62301]: WARNING nova.compute.manager [req-8f8f7af9-5e95-4154-96f1-a3cc899a0b17 req-3a9e7e39-8933-49f1-a32a-431685c91752 service nova] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Received unexpected event network-vif-plugged-0d30c427-edfb-4718-a398-d3e8e880efe0 for instance with vm_state building and task_state spawning. [ 741.813617] env[62301]: DEBUG nova.compute.manager [req-8f8f7af9-5e95-4154-96f1-a3cc899a0b17 req-3a9e7e39-8933-49f1-a32a-431685c91752 service nova] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Received event network-changed-0d30c427-edfb-4718-a398-d3e8e880efe0 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 741.814212] env[62301]: DEBUG nova.compute.manager [req-8f8f7af9-5e95-4154-96f1-a3cc899a0b17 req-3a9e7e39-8933-49f1-a32a-431685c91752 service nova] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Refreshing instance network info cache due to event network-changed-0d30c427-edfb-4718-a398-d3e8e880efe0. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 741.814519] env[62301]: DEBUG oslo_concurrency.lockutils [req-8f8f7af9-5e95-4154-96f1-a3cc899a0b17 req-3a9e7e39-8933-49f1-a32a-431685c91752 service nova] Acquiring lock "refresh_cache-96e7754e-7f17-4ef3-9ff9-127583b55f5a" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.846092] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.851277] env[62301]: DEBUG nova.scheduler.client.report [None req-9e58e6e8-a7c0-4e4b-b680-c2cac8c9aef8 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.015610] env[62301]: DEBUG nova.network.neutron [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Updating instance_info_cache with network_info: [{"id": "0d30c427-edfb-4718-a398-d3e8e880efe0", "address": "fa:16:3e:e1:f2:7f", "network": {"id": "cc84f94e-3410-450f-80a2-ea34226f483b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1117267892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0a675775d10147c0a13fafb1416f15e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d30c427-ed", "ovs_interfaceid": "0d30c427-edfb-4718-a398-d3e8e880efe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.219847] env[62301]: DEBUG nova.compute.manager [None req-6bade580-d851-4da3-85db-98edba28dc42 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 9bb94494-0dde-4edb-9302-6f8dcac36344] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 742.220112] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-6bade580-d851-4da3-85db-98edba28dc42 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 9bb94494-0dde-4edb-9302-6f8dcac36344] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 742.221120] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae73ff10-c7a4-4751-a38f-c955e5d24b9f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.232131] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bade580-d851-4da3-85db-98edba28dc42 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 9bb94494-0dde-4edb-9302-6f8dcac36344] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 742.232880] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eee3c719-c088-40ac-a9ff-6bf8d3d58493 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.238039] env[62301]: DEBUG oslo_vmware.api [None req-ca2ef66f-1644-4498-a78c-f3959d2e4969 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570064, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.244068] env[62301]: DEBUG oslo_vmware.api [None req-6bade580-d851-4da3-85db-98edba28dc42 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Waiting for the task: (returnval){ [ 742.244068] env[62301]: value = "task-2570065" [ 742.244068] env[62301]: _type = "Task" [ 742.244068] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.255534] env[62301]: DEBUG oslo_vmware.api [None req-6bade580-d851-4da3-85db-98edba28dc42 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2570065, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.289602] env[62301]: DEBUG nova.compute.manager [None req-59f8d03c-dcb2-4b1d-b387-01881a427e71 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 80725a30-75eb-4d3d-8aae-ccd72a64b4cc] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 742.289945] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-59f8d03c-dcb2-4b1d-b387-01881a427e71 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 80725a30-75eb-4d3d-8aae-ccd72a64b4cc] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 742.290783] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df7a257-8938-4bc5-afbe-c722464b8a5e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.299042] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-59f8d03c-dcb2-4b1d-b387-01881a427e71 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 80725a30-75eb-4d3d-8aae-ccd72a64b4cc] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 742.299256] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4199a421-b8d4-43e2-9b14-0b4454225c18 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.305916] env[62301]: DEBUG oslo_vmware.api [None req-59f8d03c-dcb2-4b1d-b387-01881a427e71 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Waiting for the task: (returnval){ [ 742.305916] env[62301]: value = "task-2570066" [ 742.305916] env[62301]: _type = "Task" [ 742.305916] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.316537] env[62301]: DEBUG oslo_vmware.api [None req-59f8d03c-dcb2-4b1d-b387-01881a427e71 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2570066, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.333189] env[62301]: DEBUG nova.compute.manager [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 742.357052] env[62301]: DEBUG oslo_concurrency.lockutils [None req-9e58e6e8-a7c0-4e4b-b680-c2cac8c9aef8 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.074s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.364430] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f63e14e6-afdb-44cb-9729-728c1c177649 tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.598s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.364430] env[62301]: DEBUG nova.objects.instance [None req-f63e14e6-afdb-44cb-9729-728c1c177649 tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Lazy-loading 'resources' on Instance uuid a25b53c1-60dc-4daa-8812-ecb7f026e1f0 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 742.386621] env[62301]: DEBUG nova.virt.hardware [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 742.386795] env[62301]: DEBUG nova.virt.hardware [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 742.386795] env[62301]: DEBUG nova.virt.hardware [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 742.387105] env[62301]: DEBUG nova.virt.hardware [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 742.387270] env[62301]: DEBUG nova.virt.hardware [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 742.387433] env[62301]: DEBUG nova.virt.hardware [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 742.387710] env[62301]: DEBUG nova.virt.hardware [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 742.387915] env[62301]: DEBUG nova.virt.hardware [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 742.388132] env[62301]: DEBUG nova.virt.hardware [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 742.388384] env[62301]: DEBUG nova.virt.hardware [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 742.388646] env[62301]: DEBUG nova.virt.hardware [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 742.389936] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfc7440-5d74-40e9-8f11-2c6dc0d1c4a9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.401088] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded8db7b-db99-45a1-a478-8302088487a6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.517703] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Releasing lock "refresh_cache-96e7754e-7f17-4ef3-9ff9-127583b55f5a" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.518128] env[62301]: DEBUG nova.compute.manager [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Instance network_info: |[{"id": "0d30c427-edfb-4718-a398-d3e8e880efe0", "address": "fa:16:3e:e1:f2:7f", "network": {"id": "cc84f94e-3410-450f-80a2-ea34226f483b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1117267892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0a675775d10147c0a13fafb1416f15e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d30c427-ed", "ovs_interfaceid": "0d30c427-edfb-4718-a398-d3e8e880efe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 742.518794] env[62301]: DEBUG oslo_concurrency.lockutils [req-8f8f7af9-5e95-4154-96f1-a3cc899a0b17 req-3a9e7e39-8933-49f1-a32a-431685c91752 service nova] Acquired lock "refresh_cache-96e7754e-7f17-4ef3-9ff9-127583b55f5a" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.518986] env[62301]: DEBUG nova.network.neutron [req-8f8f7af9-5e95-4154-96f1-a3cc899a0b17 req-3a9e7e39-8933-49f1-a32a-431685c91752 service nova] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Refreshing network info cache for port 0d30c427-edfb-4718-a398-d3e8e880efe0 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.520253] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:f2:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe38bb7e-8bcb-419d-868f-0dc105c69651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d30c427-edfb-4718-a398-d3e8e880efe0', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 742.528315] env[62301]: DEBUG oslo.service.loopingcall [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 742.528827] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 742.529291] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72f62027-99c4-42bd-b7b5-53f74a5c8223 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.551552] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 742.551552] env[62301]: value = "task-2570067" [ 742.551552] env[62301]: _type = "Task" [ 742.551552] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.560762] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570067, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.736839] env[62301]: DEBUG oslo_vmware.api [None req-ca2ef66f-1644-4498-a78c-f3959d2e4969 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570064, 'name': RemoveSnapshot_Task} progress is 25%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.754808] env[62301]: DEBUG oslo_vmware.api [None req-6bade580-d851-4da3-85db-98edba28dc42 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2570065, 'name': PowerOffVM_Task, 'duration_secs': 0.210125} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.755566] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bade580-d851-4da3-85db-98edba28dc42 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 9bb94494-0dde-4edb-9302-6f8dcac36344] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 742.755566] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-6bade580-d851-4da3-85db-98edba28dc42 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 9bb94494-0dde-4edb-9302-6f8dcac36344] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 742.755741] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d57b80da-68b3-449a-ace9-8a7bf47dc9ae {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.822750] env[62301]: DEBUG oslo_vmware.api [None req-59f8d03c-dcb2-4b1d-b387-01881a427e71 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2570066, 'name': PowerOffVM_Task, 'duration_secs': 0.234546} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.822750] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-59f8d03c-dcb2-4b1d-b387-01881a427e71 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 80725a30-75eb-4d3d-8aae-ccd72a64b4cc] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 742.822750] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-59f8d03c-dcb2-4b1d-b387-01881a427e71 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 80725a30-75eb-4d3d-8aae-ccd72a64b4cc] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 742.822750] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36d9858b-b2ea-4f5c-8a5b-8422d3869da4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.827155] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-6bade580-d851-4da3-85db-98edba28dc42 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 9bb94494-0dde-4edb-9302-6f8dcac36344] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 742.827683] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-6bade580-d851-4da3-85db-98edba28dc42 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 9bb94494-0dde-4edb-9302-6f8dcac36344] Deleting contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 742.828118] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bade580-d851-4da3-85db-98edba28dc42 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Deleting the datastore file [datastore2] 9bb94494-0dde-4edb-9302-6f8dcac36344 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 742.828886] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18c725a9-41da-4d89-a09c-386c17eb2995 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.838344] env[62301]: DEBUG oslo_vmware.api [None req-6bade580-d851-4da3-85db-98edba28dc42 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Waiting for the task: (returnval){ [ 742.838344] env[62301]: value = "task-2570070" [ 742.838344] env[62301]: _type = "Task" [ 742.838344] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.846142] env[62301]: DEBUG oslo_vmware.api [None req-6bade580-d851-4da3-85db-98edba28dc42 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2570070, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.884048] env[62301]: DEBUG oslo_concurrency.lockutils [None req-9e58e6e8-a7c0-4e4b-b680-c2cac8c9aef8 tempest-ServerActionsV293TestJSON-1351403685 tempest-ServerActionsV293TestJSON-1351403685-project-member] Lock "7a0b066b-4028-47bb-891d-685f99d039a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.302s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.935548] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-59f8d03c-dcb2-4b1d-b387-01881a427e71 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 80725a30-75eb-4d3d-8aae-ccd72a64b4cc] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 742.935779] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-59f8d03c-dcb2-4b1d-b387-01881a427e71 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 80725a30-75eb-4d3d-8aae-ccd72a64b4cc] Deleting contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 742.935963] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-59f8d03c-dcb2-4b1d-b387-01881a427e71 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Deleting the datastore file [datastore2] 80725a30-75eb-4d3d-8aae-ccd72a64b4cc {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 742.939960] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e357a6f9-9e2a-4901-84e3-a89c37e88919 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.949073] env[62301]: DEBUG oslo_vmware.api [None req-59f8d03c-dcb2-4b1d-b387-01881a427e71 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Waiting for the task: (returnval){ [ 742.949073] env[62301]: value = "task-2570071" [ 742.949073] env[62301]: _type = "Task" [ 742.949073] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.963855] env[62301]: DEBUG oslo_vmware.api [None req-59f8d03c-dcb2-4b1d-b387-01881a427e71 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2570071, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.069329] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570067, 'name': CreateVM_Task, 'duration_secs': 0.35746} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.069535] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 743.070279] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.070474] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.070861] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.071173] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f73c0ec-ec0c-41b7-b9a4-057c2e8a596f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.076684] env[62301]: DEBUG oslo_vmware.api [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Waiting for the task: (returnval){ [ 743.076684] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]527465ad-230f-3474-329f-c46a69c02855" [ 743.076684] env[62301]: _type = "Task" [ 743.076684] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.087496] env[62301]: DEBUG oslo_vmware.api [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]527465ad-230f-3474-329f-c46a69c02855, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.249455] env[62301]: DEBUG oslo_vmware.api [None req-ca2ef66f-1644-4498-a78c-f3959d2e4969 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570064, 'name': RemoveSnapshot_Task, 'duration_secs': 1.19228} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.249957] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-ca2ef66f-1644-4498-a78c-f3959d2e4969 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Deleted Snapshot of the VM instance {{(pid=62301) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 743.252076] env[62301]: INFO nova.compute.manager [None req-ca2ef66f-1644-4498-a78c-f3959d2e4969 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Took 18.40 seconds to snapshot the instance on the hypervisor. [ 743.351667] env[62301]: DEBUG oslo_vmware.api [None req-6bade580-d851-4da3-85db-98edba28dc42 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2570070, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162995} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.351995] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bade580-d851-4da3-85db-98edba28dc42 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 743.352246] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-6bade580-d851-4da3-85db-98edba28dc42 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 9bb94494-0dde-4edb-9302-6f8dcac36344] Deleted contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 743.352430] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-6bade580-d851-4da3-85db-98edba28dc42 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 9bb94494-0dde-4edb-9302-6f8dcac36344] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 743.352601] env[62301]: INFO nova.compute.manager [None req-6bade580-d851-4da3-85db-98edba28dc42 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 9bb94494-0dde-4edb-9302-6f8dcac36344] Took 1.13 seconds to destroy the instance on the hypervisor. [ 743.352922] env[62301]: DEBUG oslo.service.loopingcall [None req-6bade580-d851-4da3-85db-98edba28dc42 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 743.353144] env[62301]: DEBUG nova.compute.manager [-] [instance: 9bb94494-0dde-4edb-9302-6f8dcac36344] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 743.353242] env[62301]: DEBUG nova.network.neutron [-] [instance: 9bb94494-0dde-4edb-9302-6f8dcac36344] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 743.460890] env[62301]: DEBUG oslo_vmware.api [None req-59f8d03c-dcb2-4b1d-b387-01881a427e71 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Task: {'id': task-2570071, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269162} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.460994] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-59f8d03c-dcb2-4b1d-b387-01881a427e71 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 743.461470] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-59f8d03c-dcb2-4b1d-b387-01881a427e71 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 80725a30-75eb-4d3d-8aae-ccd72a64b4cc] Deleted contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 743.461663] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-59f8d03c-dcb2-4b1d-b387-01881a427e71 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 80725a30-75eb-4d3d-8aae-ccd72a64b4cc] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 743.461841] env[62301]: INFO nova.compute.manager [None req-59f8d03c-dcb2-4b1d-b387-01881a427e71 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] [instance: 80725a30-75eb-4d3d-8aae-ccd72a64b4cc] Took 1.17 seconds to destroy the instance on the hypervisor. [ 743.462089] env[62301]: DEBUG oslo.service.loopingcall [None req-59f8d03c-dcb2-4b1d-b387-01881a427e71 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 743.462358] env[62301]: DEBUG nova.compute.manager [-] [instance: 80725a30-75eb-4d3d-8aae-ccd72a64b4cc] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 743.462456] env[62301]: DEBUG nova.network.neutron [-] [instance: 80725a30-75eb-4d3d-8aae-ccd72a64b4cc] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 743.498038] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0b79a9-d5e2-4280-a6f2-c045c22f70b0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.506206] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8107a9be-d222-4159-a4f2-f1833a45f86c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.539441] env[62301]: DEBUG nova.network.neutron [req-8f8f7af9-5e95-4154-96f1-a3cc899a0b17 req-3a9e7e39-8933-49f1-a32a-431685c91752 service nova] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Updated VIF entry in instance network info cache for port 0d30c427-edfb-4718-a398-d3e8e880efe0. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.539922] env[62301]: DEBUG nova.network.neutron [req-8f8f7af9-5e95-4154-96f1-a3cc899a0b17 req-3a9e7e39-8933-49f1-a32a-431685c91752 service nova] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Updating instance_info_cache with network_info: [{"id": "0d30c427-edfb-4718-a398-d3e8e880efe0", "address": "fa:16:3e:e1:f2:7f", "network": {"id": "cc84f94e-3410-450f-80a2-ea34226f483b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1117267892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0a675775d10147c0a13fafb1416f15e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d30c427-ed", "ovs_interfaceid": "0d30c427-edfb-4718-a398-d3e8e880efe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.541849] env[62301]: DEBUG nova.network.neutron [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Successfully updated port: 34c12832-1800-4ea5-9853-250d0c1cc243 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 743.543715] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a215bc83-7210-4204-adc8-7c2667f93703 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.554341] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a601d5-753c-4ce4-a729-eb2b5bec91c9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.571587] env[62301]: DEBUG nova.compute.provider_tree [None req-f63e14e6-afdb-44cb-9729-728c1c177649 tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.589009] env[62301]: DEBUG oslo_vmware.api [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]527465ad-230f-3474-329f-c46a69c02855, 'name': SearchDatastore_Task, 'duration_secs': 0.017182} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.589363] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.589926] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 743.589926] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.590062] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.590210] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 743.590676] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-802c6b93-9631-40d8-8132-049a2da45883 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.601020] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 743.601227] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 743.602055] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a108dbfd-4b9a-4114-9301-744b5e42426b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.608294] env[62301]: DEBUG oslo_vmware.api [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Waiting for the task: (returnval){ [ 743.608294] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5238f936-f858-8eae-18a5-d60422dd1d8b" [ 743.608294] env[62301]: _type = "Task" [ 743.608294] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.616400] env[62301]: DEBUG oslo_vmware.api [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5238f936-f858-8eae-18a5-d60422dd1d8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.828645] env[62301]: DEBUG nova.compute.manager [None req-ca2ef66f-1644-4498-a78c-f3959d2e4969 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Found 1 images (rotation: 2) {{(pid=62301) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 744.049662] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Acquiring lock "refresh_cache-222560d8-31b8-4349-aaa0-67d1497ac0a6" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.049861] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Acquired lock "refresh_cache-222560d8-31b8-4349-aaa0-67d1497ac0a6" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.050840] env[62301]: DEBUG nova.network.neutron [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 744.051902] env[62301]: DEBUG oslo_concurrency.lockutils [req-8f8f7af9-5e95-4154-96f1-a3cc899a0b17 req-3a9e7e39-8933-49f1-a32a-431685c91752 service nova] Releasing lock "refresh_cache-96e7754e-7f17-4ef3-9ff9-127583b55f5a" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.074983] env[62301]: DEBUG nova.scheduler.client.report [None req-f63e14e6-afdb-44cb-9729-728c1c177649 tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.093927] env[62301]: DEBUG nova.compute.manager [req-b6b0663f-3c5c-406c-ad41-96771e756de4 req-ab2d437a-802b-4baf-8725-1521a516ba66 service nova] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Received event network-vif-plugged-34c12832-1800-4ea5-9853-250d0c1cc243 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 744.093927] env[62301]: DEBUG oslo_concurrency.lockutils [req-b6b0663f-3c5c-406c-ad41-96771e756de4 req-ab2d437a-802b-4baf-8725-1521a516ba66 service nova] Acquiring lock "222560d8-31b8-4349-aaa0-67d1497ac0a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 744.093927] env[62301]: DEBUG oslo_concurrency.lockutils [req-b6b0663f-3c5c-406c-ad41-96771e756de4 req-ab2d437a-802b-4baf-8725-1521a516ba66 service nova] Lock "222560d8-31b8-4349-aaa0-67d1497ac0a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 744.093927] env[62301]: DEBUG oslo_concurrency.lockutils [req-b6b0663f-3c5c-406c-ad41-96771e756de4 req-ab2d437a-802b-4baf-8725-1521a516ba66 service nova] Lock "222560d8-31b8-4349-aaa0-67d1497ac0a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.093927] env[62301]: DEBUG nova.compute.manager [req-b6b0663f-3c5c-406c-ad41-96771e756de4 req-ab2d437a-802b-4baf-8725-1521a516ba66 service nova] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] No waiting events found dispatching network-vif-plugged-34c12832-1800-4ea5-9853-250d0c1cc243 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 744.093927] env[62301]: WARNING nova.compute.manager [req-b6b0663f-3c5c-406c-ad41-96771e756de4 req-ab2d437a-802b-4baf-8725-1521a516ba66 service nova] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Received unexpected event network-vif-plugged-34c12832-1800-4ea5-9853-250d0c1cc243 for instance with vm_state building and task_state spawning. [ 744.093927] env[62301]: DEBUG nova.compute.manager [req-b6b0663f-3c5c-406c-ad41-96771e756de4 req-ab2d437a-802b-4baf-8725-1521a516ba66 service nova] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Received event network-changed-34c12832-1800-4ea5-9853-250d0c1cc243 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 744.093927] env[62301]: DEBUG nova.compute.manager [req-b6b0663f-3c5c-406c-ad41-96771e756de4 req-ab2d437a-802b-4baf-8725-1521a516ba66 service nova] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Refreshing instance network info cache due to event network-changed-34c12832-1800-4ea5-9853-250d0c1cc243. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 744.093927] env[62301]: DEBUG oslo_concurrency.lockutils [req-b6b0663f-3c5c-406c-ad41-96771e756de4 req-ab2d437a-802b-4baf-8725-1521a516ba66 service nova] Acquiring lock "refresh_cache-222560d8-31b8-4349-aaa0-67d1497ac0a6" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.122148] env[62301]: DEBUG oslo_vmware.api [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5238f936-f858-8eae-18a5-d60422dd1d8b, 'name': SearchDatastore_Task, 'duration_secs': 0.017856} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.124094] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba406eb3-7743-4fd3-a142-3424e3f5358a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.130294] env[62301]: DEBUG oslo_vmware.api [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Waiting for the task: (returnval){ [ 744.130294] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]523e6997-0418-ca6a-3e7d-7245778d334c" [ 744.130294] env[62301]: _type = "Task" [ 744.130294] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.142885] env[62301]: DEBUG oslo_vmware.api [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]523e6997-0418-ca6a-3e7d-7245778d334c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.412613] env[62301]: DEBUG nova.network.neutron [-] [instance: 9bb94494-0dde-4edb-9302-6f8dcac36344] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.449571] env[62301]: DEBUG nova.network.neutron [-] [instance: 80725a30-75eb-4d3d-8aae-ccd72a64b4cc] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.580645] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f63e14e6-afdb-44cb-9729-728c1c177649 tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.220s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.585763] env[62301]: DEBUG oslo_concurrency.lockutils [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.244s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 744.588138] env[62301]: INFO nova.compute.claims [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: bee99a50-f6f3-4b54-a579-acbd6c14adca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 744.594903] env[62301]: DEBUG nova.network.neutron [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 744.615707] env[62301]: INFO nova.scheduler.client.report [None req-f63e14e6-afdb-44cb-9729-728c1c177649 tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Deleted allocations for instance a25b53c1-60dc-4daa-8812-ecb7f026e1f0 [ 744.644606] env[62301]: DEBUG oslo_vmware.api [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]523e6997-0418-ca6a-3e7d-7245778d334c, 'name': SearchDatastore_Task, 'duration_secs': 0.010315} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.644888] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.645523] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 96e7754e-7f17-4ef3-9ff9-127583b55f5a/96e7754e-7f17-4ef3-9ff9-127583b55f5a.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 744.645523] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5cfcbbb-6cc1-4748-96a6-9da89473fe1b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.655041] env[62301]: DEBUG oslo_vmware.api [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Waiting for the task: (returnval){ [ 744.655041] env[62301]: value = "task-2570072" [ 744.655041] env[62301]: _type = "Task" [ 744.655041] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.667691] env[62301]: DEBUG oslo_vmware.api [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': task-2570072, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.759283] env[62301]: DEBUG nova.network.neutron [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Updating instance_info_cache with network_info: [{"id": "34c12832-1800-4ea5-9853-250d0c1cc243", "address": "fa:16:3e:f1:df:e5", "network": {"id": "f258efb2-7c79-415a-aad7-8a07fdb2c2d4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-382833361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2e8356714714b2ebde65cd27ec77f7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34c12832-18", "ovs_interfaceid": "34c12832-1800-4ea5-9853-250d0c1cc243", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.915877] env[62301]: INFO nova.compute.manager [-] [instance: 9bb94494-0dde-4edb-9302-6f8dcac36344] Took 1.56 seconds to deallocate network for instance. [ 744.954740] env[62301]: INFO nova.compute.manager [-] [instance: 80725a30-75eb-4d3d-8aae-ccd72a64b4cc] Took 1.49 seconds to deallocate network for instance. [ 745.130240] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f63e14e6-afdb-44cb-9729-728c1c177649 tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Lock "a25b53c1-60dc-4daa-8812-ecb7f026e1f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.168s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.168349] env[62301]: DEBUG oslo_vmware.api [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': task-2570072, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499789} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.168800] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 96e7754e-7f17-4ef3-9ff9-127583b55f5a/96e7754e-7f17-4ef3-9ff9-127583b55f5a.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 745.169067] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 745.169738] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-302ebd3d-1ccc-48ac-b519-892a61f17996 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.177883] env[62301]: DEBUG oslo_vmware.api [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Waiting for the task: (returnval){ [ 745.177883] env[62301]: value = "task-2570073" [ 745.177883] env[62301]: _type = "Task" [ 745.177883] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.187399] env[62301]: DEBUG oslo_vmware.api [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': task-2570073, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.262423] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Releasing lock "refresh_cache-222560d8-31b8-4349-aaa0-67d1497ac0a6" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.262830] env[62301]: DEBUG nova.compute.manager [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Instance network_info: |[{"id": "34c12832-1800-4ea5-9853-250d0c1cc243", "address": "fa:16:3e:f1:df:e5", "network": {"id": "f258efb2-7c79-415a-aad7-8a07fdb2c2d4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-382833361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2e8356714714b2ebde65cd27ec77f7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34c12832-18", "ovs_interfaceid": "34c12832-1800-4ea5-9853-250d0c1cc243", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 745.263282] env[62301]: DEBUG oslo_concurrency.lockutils [req-b6b0663f-3c5c-406c-ad41-96771e756de4 req-ab2d437a-802b-4baf-8725-1521a516ba66 service nova] Acquired lock "refresh_cache-222560d8-31b8-4349-aaa0-67d1497ac0a6" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.263507] env[62301]: DEBUG nova.network.neutron [req-b6b0663f-3c5c-406c-ad41-96771e756de4 req-ab2d437a-802b-4baf-8725-1521a516ba66 service nova] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Refreshing network info cache for port 34c12832-1800-4ea5-9853-250d0c1cc243 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 745.265036] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:df:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34c12832-1800-4ea5-9853-250d0c1cc243', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 745.274561] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Creating folder: Project (e2e8356714714b2ebde65cd27ec77f7c). Parent ref: group-v518653. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 745.278500] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17fc89ed-2187-457a-9a06-3f1a7985b5e8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.291174] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Created folder: Project (e2e8356714714b2ebde65cd27ec77f7c) in parent group-v518653. [ 745.291366] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Creating folder: Instances. Parent ref: group-v518794. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 745.291606] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-229a5ac1-778e-4d42-819d-2bc4e12cff3d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.301078] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Created folder: Instances in parent group-v518794. [ 745.301352] env[62301]: DEBUG oslo.service.loopingcall [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 745.301578] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 745.301793] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff024b8d-94de-482e-8c84-1bebc7be227f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.321440] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 745.321440] env[62301]: value = "task-2570076" [ 745.321440] env[62301]: _type = "Task" [ 745.321440] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.329413] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570076, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.422884] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6bade580-d851-4da3-85db-98edba28dc42 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.463901] env[62301]: DEBUG oslo_concurrency.lockutils [None req-59f8d03c-dcb2-4b1d-b387-01881a427e71 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.569931] env[62301]: DEBUG nova.network.neutron [req-b6b0663f-3c5c-406c-ad41-96771e756de4 req-ab2d437a-802b-4baf-8725-1521a516ba66 service nova] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Updated VIF entry in instance network info cache for port 34c12832-1800-4ea5-9853-250d0c1cc243. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 745.569931] env[62301]: DEBUG nova.network.neutron [req-b6b0663f-3c5c-406c-ad41-96771e756de4 req-ab2d437a-802b-4baf-8725-1521a516ba66 service nova] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Updating instance_info_cache with network_info: [{"id": "34c12832-1800-4ea5-9853-250d0c1cc243", "address": "fa:16:3e:f1:df:e5", "network": {"id": "f258efb2-7c79-415a-aad7-8a07fdb2c2d4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-382833361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2e8356714714b2ebde65cd27ec77f7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34c12832-18", "ovs_interfaceid": "34c12832-1800-4ea5-9853-250d0c1cc243", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.636450] env[62301]: DEBUG nova.compute.manager [None req-27f7e6c3-cfd4-42dd-8e4a-d2782b314a4f tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 745.638075] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095fac91-78bc-4362-bd69-ef02a50d64a8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.692181] env[62301]: DEBUG oslo_vmware.api [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': task-2570073, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061022} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.692441] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 745.693405] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ea8685-1f17-4cc2-a2f5-9a4d8746687b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.720934] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 96e7754e-7f17-4ef3-9ff9-127583b55f5a/96e7754e-7f17-4ef3-9ff9-127583b55f5a.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.723847] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a15f78f5-4316-4c45-931c-afd325085dd8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.745089] env[62301]: DEBUG oslo_vmware.api [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Waiting for the task: (returnval){ [ 745.745089] env[62301]: value = "task-2570077" [ 745.745089] env[62301]: _type = "Task" [ 745.745089] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.756028] env[62301]: DEBUG oslo_vmware.api [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': task-2570077, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.832722] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570076, 'name': CreateVM_Task, 'duration_secs': 0.337711} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.834862] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 745.835801] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.835985] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.836278] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.836669] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d2c29ba-7fc6-4e98-949f-f5965c6e8de4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.842587] env[62301]: DEBUG oslo_vmware.api [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Waiting for the task: (returnval){ [ 745.842587] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52c8c55d-e035-5b57-efb3-97aa5e872732" [ 745.842587] env[62301]: _type = "Task" [ 745.842587] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.852549] env[62301]: DEBUG oslo_vmware.api [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52c8c55d-e035-5b57-efb3-97aa5e872732, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.072289] env[62301]: DEBUG oslo_concurrency.lockutils [req-b6b0663f-3c5c-406c-ad41-96771e756de4 req-ab2d437a-802b-4baf-8725-1521a516ba66 service nova] Releasing lock "refresh_cache-222560d8-31b8-4349-aaa0-67d1497ac0a6" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.091376] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d0d23b-942c-4591-97a9-35eb782bcd5d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.099686] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b33758-36b9-43b7-9517-bc984a4a592e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.131191] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f94a9b-28ff-4638-b1a6-6c9416a8f17a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.142771] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ac7e9e-e5cf-4c30-95a4-6985f622546a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.156246] env[62301]: INFO nova.compute.manager [None req-27f7e6c3-cfd4-42dd-8e4a-d2782b314a4f tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] instance snapshotting [ 746.157082] env[62301]: DEBUG nova.objects.instance [None req-27f7e6c3-cfd4-42dd-8e4a-d2782b314a4f tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lazy-loading 'flavor' on Instance uuid 6bb105e9-936b-46c0-82e3-37a2139c76bd {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 746.158653] env[62301]: DEBUG nova.compute.provider_tree [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.200364] env[62301]: DEBUG nova.compute.manager [req-c884c393-c51f-482c-99db-d015c19a4fd4 req-da36ce5e-df3a-461b-aa89-a126faee5302 service nova] [instance: 9bb94494-0dde-4edb-9302-6f8dcac36344] Received event network-vif-deleted-43e10438-0acc-4f79-b1b6-c5a39d42c39b {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 746.200430] env[62301]: DEBUG nova.compute.manager [req-c884c393-c51f-482c-99db-d015c19a4fd4 req-da36ce5e-df3a-461b-aa89-a126faee5302 service nova] [instance: 80725a30-75eb-4d3d-8aae-ccd72a64b4cc] Received event network-vif-deleted-c749e456-57d6-42f3-a13a-bfb1953b1726 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 746.257967] env[62301]: DEBUG oslo_vmware.api [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': task-2570077, 'name': ReconfigVM_Task, 'duration_secs': 0.296311} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.258265] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 96e7754e-7f17-4ef3-9ff9-127583b55f5a/96e7754e-7f17-4ef3-9ff9-127583b55f5a.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 746.258884] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eca30d49-a47c-4ee4-b220-b9ef509fc9dd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.265960] env[62301]: DEBUG oslo_vmware.api [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Waiting for the task: (returnval){ [ 746.265960] env[62301]: value = "task-2570078" [ 746.265960] env[62301]: _type = "Task" [ 746.265960] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.273696] env[62301]: DEBUG oslo_vmware.api [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': task-2570078, 'name': Rename_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.351435] env[62301]: DEBUG oslo_vmware.api [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52c8c55d-e035-5b57-efb3-97aa5e872732, 'name': SearchDatastore_Task, 'duration_secs': 0.010329} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.351753] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.352015] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 746.352253] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.352399] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.352699] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 746.352848] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e6bbb44-a0f0-4288-b7e5-aaca92635d7f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.361762] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 746.361897] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 746.362708] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36e90f97-99d5-49f7-8b0b-e03996d75cf0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.367858] env[62301]: DEBUG oslo_vmware.api [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Waiting for the task: (returnval){ [ 746.367858] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5290f96c-c05c-0459-2500-4fbb6c4b16d5" [ 746.367858] env[62301]: _type = "Task" [ 746.367858] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.375817] env[62301]: DEBUG oslo_vmware.api [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5290f96c-c05c-0459-2500-4fbb6c4b16d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.663627] env[62301]: DEBUG nova.scheduler.client.report [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.668476] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85d29ce-f8ec-461a-97ee-22345be00666 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.690058] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c7e5bd-ef33-487d-8e07-73e9e7609a46 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.776577] env[62301]: DEBUG oslo_vmware.api [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': task-2570078, 'name': Rename_Task, 'duration_secs': 0.145391} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.776972] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 746.777258] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d0e2dcc-c354-4bfd-9ef2-25b65a5ed956 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.784451] env[62301]: DEBUG oslo_vmware.api [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Waiting for the task: (returnval){ [ 746.784451] env[62301]: value = "task-2570079" [ 746.784451] env[62301]: _type = "Task" [ 746.784451] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.793165] env[62301]: DEBUG oslo_vmware.api [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': task-2570079, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.881981] env[62301]: DEBUG oslo_vmware.api [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5290f96c-c05c-0459-2500-4fbb6c4b16d5, 'name': SearchDatastore_Task, 'duration_secs': 0.009933} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.882918] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43edf644-2a08-478c-af64-65c745aff0f0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.888863] env[62301]: DEBUG oslo_vmware.api [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Waiting for the task: (returnval){ [ 746.888863] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]520f471c-ff1b-8aca-226f-1cea9322d8a8" [ 746.888863] env[62301]: _type = "Task" [ 746.888863] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.904710] env[62301]: DEBUG oslo_vmware.api [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]520f471c-ff1b-8aca-226f-1cea9322d8a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.172680] env[62301]: DEBUG oslo_concurrency.lockutils [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.587s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 747.173325] env[62301]: DEBUG nova.compute.manager [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: bee99a50-f6f3-4b54-a579-acbd6c14adca] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 747.176907] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.131s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 747.178765] env[62301]: INFO nova.compute.claims [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 747.203185] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-27f7e6c3-cfd4-42dd-8e4a-d2782b314a4f tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Creating Snapshot of the VM instance {{(pid=62301) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 747.203532] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3470b177-d724-4274-89a2-bb15daa756c1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.213571] env[62301]: DEBUG oslo_vmware.api [None req-27f7e6c3-cfd4-42dd-8e4a-d2782b314a4f tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 747.213571] env[62301]: value = "task-2570080" [ 747.213571] env[62301]: _type = "Task" [ 747.213571] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.222427] env[62301]: DEBUG oslo_vmware.api [None req-27f7e6c3-cfd4-42dd-8e4a-d2782b314a4f tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570080, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.268283] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0f414830-a302-43db-aef1-f542b73205c4 tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Acquiring lock "446670be-9a46-4954-bc20-232498d46a3f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 747.268659] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0f414830-a302-43db-aef1-f542b73205c4 tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Lock "446670be-9a46-4954-bc20-232498d46a3f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 747.268885] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0f414830-a302-43db-aef1-f542b73205c4 tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Acquiring lock "446670be-9a46-4954-bc20-232498d46a3f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 747.269155] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0f414830-a302-43db-aef1-f542b73205c4 tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Lock "446670be-9a46-4954-bc20-232498d46a3f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 747.269337] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0f414830-a302-43db-aef1-f542b73205c4 tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Lock "446670be-9a46-4954-bc20-232498d46a3f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 747.272009] env[62301]: INFO nova.compute.manager [None req-0f414830-a302-43db-aef1-f542b73205c4 tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 446670be-9a46-4954-bc20-232498d46a3f] Terminating instance [ 747.294490] env[62301]: DEBUG oslo_vmware.api [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': task-2570079, 'name': PowerOnVM_Task, 'duration_secs': 0.492217} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.294802] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 747.295076] env[62301]: INFO nova.compute.manager [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Took 7.74 seconds to spawn the instance on the hypervisor. [ 747.295770] env[62301]: DEBUG nova.compute.manager [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 747.296062] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efafe7f4-45fa-4879-b6f9-a13f4023c56c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.403412] env[62301]: DEBUG oslo_vmware.api [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]520f471c-ff1b-8aca-226f-1cea9322d8a8, 'name': SearchDatastore_Task, 'duration_secs': 0.010642} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.403710] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.404018] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 222560d8-31b8-4349-aaa0-67d1497ac0a6/222560d8-31b8-4349-aaa0-67d1497ac0a6.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 747.404544] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf258153-2770-4995-a5e8-468ed984146c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.407267] env[62301]: DEBUG oslo_concurrency.lockutils [None req-219c69ae-90a8-4198-874c-d8db8162c1dc tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Acquiring lock "24eb8464-8e33-4a08-b792-a2da8ce72eb1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 747.407603] env[62301]: DEBUG oslo_concurrency.lockutils [None req-219c69ae-90a8-4198-874c-d8db8162c1dc tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Lock "24eb8464-8e33-4a08-b792-a2da8ce72eb1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 747.407833] env[62301]: DEBUG oslo_concurrency.lockutils [None req-219c69ae-90a8-4198-874c-d8db8162c1dc tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Acquiring lock "24eb8464-8e33-4a08-b792-a2da8ce72eb1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 747.408371] env[62301]: DEBUG oslo_concurrency.lockutils [None req-219c69ae-90a8-4198-874c-d8db8162c1dc tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Lock "24eb8464-8e33-4a08-b792-a2da8ce72eb1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 747.408371] env[62301]: DEBUG oslo_concurrency.lockutils [None req-219c69ae-90a8-4198-874c-d8db8162c1dc tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Lock "24eb8464-8e33-4a08-b792-a2da8ce72eb1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 747.410571] env[62301]: INFO nova.compute.manager [None req-219c69ae-90a8-4198-874c-d8db8162c1dc tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 24eb8464-8e33-4a08-b792-a2da8ce72eb1] Terminating instance [ 747.418285] env[62301]: DEBUG oslo_vmware.api [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Waiting for the task: (returnval){ [ 747.418285] env[62301]: value = "task-2570081" [ 747.418285] env[62301]: _type = "Task" [ 747.418285] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.426633] env[62301]: DEBUG oslo_vmware.api [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2570081, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.686645] env[62301]: DEBUG nova.compute.utils [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 747.690585] env[62301]: DEBUG nova.compute.manager [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: bee99a50-f6f3-4b54-a579-acbd6c14adca] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 747.690849] env[62301]: DEBUG nova.network.neutron [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: bee99a50-f6f3-4b54-a579-acbd6c14adca] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 747.725793] env[62301]: DEBUG oslo_vmware.api [None req-27f7e6c3-cfd4-42dd-8e4a-d2782b314a4f tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570080, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.776816] env[62301]: DEBUG nova.compute.manager [None req-0f414830-a302-43db-aef1-f542b73205c4 tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 446670be-9a46-4954-bc20-232498d46a3f] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 747.777082] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0f414830-a302-43db-aef1-f542b73205c4 tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 446670be-9a46-4954-bc20-232498d46a3f] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 747.777990] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154503e7-350c-4c80-833d-a2606b566c52 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.787356] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f414830-a302-43db-aef1-f542b73205c4 tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 446670be-9a46-4954-bc20-232498d46a3f] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 747.790172] env[62301]: DEBUG nova.policy [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30be54806a3d4d0189a36451fe44a8da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '42d31ce3318c41efa2c57cf4efd133b3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 747.792064] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4cc8597c-3935-416e-b2df-d27ab900b8b2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.802231] env[62301]: DEBUG oslo_vmware.api [None req-0f414830-a302-43db-aef1-f542b73205c4 tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Waiting for the task: (returnval){ [ 747.802231] env[62301]: value = "task-2570082" [ 747.802231] env[62301]: _type = "Task" [ 747.802231] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.816994] env[62301]: DEBUG oslo_vmware.api [None req-0f414830-a302-43db-aef1-f542b73205c4 tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Task: {'id': task-2570082, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.819689] env[62301]: INFO nova.compute.manager [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Took 35.22 seconds to build instance. [ 747.918047] env[62301]: DEBUG nova.compute.manager [None req-219c69ae-90a8-4198-874c-d8db8162c1dc tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 24eb8464-8e33-4a08-b792-a2da8ce72eb1] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 747.918047] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-219c69ae-90a8-4198-874c-d8db8162c1dc tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 24eb8464-8e33-4a08-b792-a2da8ce72eb1] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 747.918047] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa0f21c-5a34-48ab-9ee8-d9b5828135ea {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.934287] env[62301]: DEBUG oslo_vmware.api [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2570081, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506979} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.934681] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 222560d8-31b8-4349-aaa0-67d1497ac0a6/222560d8-31b8-4349-aaa0-67d1497ac0a6.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 747.935101] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 747.935521] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-219c69ae-90a8-4198-874c-d8db8162c1dc tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 24eb8464-8e33-4a08-b792-a2da8ce72eb1] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 747.935856] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0bf7b702-75a1-4cd6-af2d-846023e82b7b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.937956] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c587e70-546f-47b6-b28d-c7a476fe31c5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.945165] env[62301]: DEBUG oslo_vmware.api [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Waiting for the task: (returnval){ [ 747.945165] env[62301]: value = "task-2570083" [ 747.945165] env[62301]: _type = "Task" [ 747.945165] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.947407] env[62301]: DEBUG oslo_vmware.api [None req-219c69ae-90a8-4198-874c-d8db8162c1dc tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Waiting for the task: (returnval){ [ 747.947407] env[62301]: value = "task-2570084" [ 747.947407] env[62301]: _type = "Task" [ 747.947407] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.965673] env[62301]: DEBUG oslo_vmware.api [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2570083, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.970316] env[62301]: DEBUG oslo_vmware.api [None req-219c69ae-90a8-4198-874c-d8db8162c1dc tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Task: {'id': task-2570084, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.191978] env[62301]: DEBUG nova.compute.manager [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: bee99a50-f6f3-4b54-a579-acbd6c14adca] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 748.228224] env[62301]: DEBUG oslo_vmware.api [None req-27f7e6c3-cfd4-42dd-8e4a-d2782b314a4f tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570080, 'name': CreateSnapshot_Task, 'duration_secs': 0.789474} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.228355] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-27f7e6c3-cfd4-42dd-8e4a-d2782b314a4f tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Created Snapshot of the VM instance {{(pid=62301) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 748.234330] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d51dd9d-7c1b-495c-a5c1-0c0385a74f79 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.302032] env[62301]: DEBUG oslo_vmware.rw_handles [None req-a383140f-e95e-4958-b5d5-58f207af4152 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5230d33d-af43-d05d-e109-ab1a45423e49/disk-0.vmdk. {{(pid=62301) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 748.303186] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24154213-7021-4e4c-b2c6-1b40315a0949 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.315955] env[62301]: DEBUG oslo_vmware.rw_handles [None req-a383140f-e95e-4958-b5d5-58f207af4152 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5230d33d-af43-d05d-e109-ab1a45423e49/disk-0.vmdk is in state: ready. {{(pid=62301) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 748.316397] env[62301]: ERROR oslo_vmware.rw_handles [None req-a383140f-e95e-4958-b5d5-58f207af4152 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5230d33d-af43-d05d-e109-ab1a45423e49/disk-0.vmdk due to incomplete transfer. [ 748.319150] env[62301]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2cfdbcf1-5e38-4ff2-9907-68c2459a44fd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.320894] env[62301]: DEBUG oslo_vmware.api [None req-0f414830-a302-43db-aef1-f542b73205c4 tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Task: {'id': task-2570082, 'name': PowerOffVM_Task, 'duration_secs': 0.275531} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.323722] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f414830-a302-43db-aef1-f542b73205c4 tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 446670be-9a46-4954-bc20-232498d46a3f] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 748.323946] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0f414830-a302-43db-aef1-f542b73205c4 tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 446670be-9a46-4954-bc20-232498d46a3f] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 748.324384] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8093c15b-6d6c-4de5-bebb-a108e3700ba3 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Lock "96e7754e-7f17-4ef3-9ff9-127583b55f5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.829s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 748.325610] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-610daed7-984f-466c-b416-1ad5151945d8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.335442] env[62301]: DEBUG oslo_vmware.rw_handles [None req-a383140f-e95e-4958-b5d5-58f207af4152 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5230d33d-af43-d05d-e109-ab1a45423e49/disk-0.vmdk. {{(pid=62301) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 748.335442] env[62301]: DEBUG nova.virt.vmwareapi.images [None req-a383140f-e95e-4958-b5d5-58f207af4152 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] Uploaded image 83698015-44ee-415e-990b-a80bdee020eb to the Glance image server {{(pid=62301) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 748.336192] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-a383140f-e95e-4958-b5d5-58f207af4152 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] Destroying the VM {{(pid=62301) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 748.336812] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a6840852-e2b9-4342-be53-15ad81fbdaf5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.351888] env[62301]: DEBUG oslo_vmware.api [None req-a383140f-e95e-4958-b5d5-58f207af4152 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the task: (returnval){ [ 748.351888] env[62301]: value = "task-2570086" [ 748.351888] env[62301]: _type = "Task" [ 748.351888] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.363563] env[62301]: DEBUG oslo_vmware.api [None req-a383140f-e95e-4958-b5d5-58f207af4152 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570086, 'name': Destroy_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.388622] env[62301]: INFO nova.compute.manager [None req-bccb45fd-b448-418c-a829-28bb6221e288 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Rescuing [ 748.388869] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bccb45fd-b448-418c-a829-28bb6221e288 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Acquiring lock "refresh_cache-96e7754e-7f17-4ef3-9ff9-127583b55f5a" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.389158] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bccb45fd-b448-418c-a829-28bb6221e288 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Acquired lock "refresh_cache-96e7754e-7f17-4ef3-9ff9-127583b55f5a" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.389391] env[62301]: DEBUG nova.network.neutron [None req-bccb45fd-b448-418c-a829-28bb6221e288 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 748.394256] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0f414830-a302-43db-aef1-f542b73205c4 tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 446670be-9a46-4954-bc20-232498d46a3f] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 748.394468] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0f414830-a302-43db-aef1-f542b73205c4 tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 446670be-9a46-4954-bc20-232498d46a3f] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 748.394801] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f414830-a302-43db-aef1-f542b73205c4 tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Deleting the datastore file [datastore1] 446670be-9a46-4954-bc20-232498d46a3f {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 748.394895] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9240411e-5b34-4b90-8508-66315b1e73cc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.404967] env[62301]: DEBUG oslo_vmware.api [None req-0f414830-a302-43db-aef1-f542b73205c4 tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Waiting for the task: (returnval){ [ 748.404967] env[62301]: value = "task-2570087" [ 748.404967] env[62301]: _type = "Task" [ 748.404967] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.418432] env[62301]: DEBUG oslo_vmware.api [None req-0f414830-a302-43db-aef1-f542b73205c4 tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Task: {'id': task-2570087, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.462174] env[62301]: DEBUG oslo_vmware.api [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2570083, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071653} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.465420] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 748.466499] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1b4f9c-4768-4fce-a3a4-5f17b586d81d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.473663] env[62301]: DEBUG oslo_vmware.api [None req-219c69ae-90a8-4198-874c-d8db8162c1dc tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Task: {'id': task-2570084, 'name': PowerOffVM_Task, 'duration_secs': 0.205998} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.483836] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-219c69ae-90a8-4198-874c-d8db8162c1dc tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 24eb8464-8e33-4a08-b792-a2da8ce72eb1] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 748.484046] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-219c69ae-90a8-4198-874c-d8db8162c1dc tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 24eb8464-8e33-4a08-b792-a2da8ce72eb1] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 748.492951] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 222560d8-31b8-4349-aaa0-67d1497ac0a6/222560d8-31b8-4349-aaa0-67d1497ac0a6.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 748.495763] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13d3c502-1cba-43ab-b570-e7d6900b829c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.497423] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6dfbf7a5-226e-498a-ab75-648147f4ea67 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.513467] env[62301]: DEBUG nova.network.neutron [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: bee99a50-f6f3-4b54-a579-acbd6c14adca] Successfully created port: 1027149d-254b-47fb-8022-5100b06c491c {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 748.521181] env[62301]: DEBUG oslo_vmware.api [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Waiting for the task: (returnval){ [ 748.521181] env[62301]: value = "task-2570089" [ 748.521181] env[62301]: _type = "Task" [ 748.521181] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.530794] env[62301]: DEBUG oslo_vmware.api [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2570089, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.578500] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-219c69ae-90a8-4198-874c-d8db8162c1dc tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 24eb8464-8e33-4a08-b792-a2da8ce72eb1] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 748.578681] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-219c69ae-90a8-4198-874c-d8db8162c1dc tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 24eb8464-8e33-4a08-b792-a2da8ce72eb1] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 748.578900] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-219c69ae-90a8-4198-874c-d8db8162c1dc tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Deleting the datastore file [datastore1] 24eb8464-8e33-4a08-b792-a2da8ce72eb1 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 748.579187] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0557bc73-721f-4214-ae24-6844f9b0b6d3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.588954] env[62301]: DEBUG oslo_vmware.api [None req-219c69ae-90a8-4198-874c-d8db8162c1dc tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Waiting for the task: (returnval){ [ 748.588954] env[62301]: value = "task-2570090" [ 748.588954] env[62301]: _type = "Task" [ 748.588954] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.596820] env[62301]: DEBUG oslo_vmware.api [None req-219c69ae-90a8-4198-874c-d8db8162c1dc tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Task: {'id': task-2570090, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.758189] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-27f7e6c3-cfd4-42dd-8e4a-d2782b314a4f tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Creating linked-clone VM from snapshot {{(pid=62301) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 748.759131] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e767ba18-df33-4771-890e-8b9b8d64400c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.764205] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1bbc18-cb99-4dba-94c5-bbde09d3a3b6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.774586] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcdb6297-e986-4241-b8f8-1dbf513a4e98 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.778513] env[62301]: DEBUG oslo_vmware.api [None req-27f7e6c3-cfd4-42dd-8e4a-d2782b314a4f tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 748.778513] env[62301]: value = "task-2570091" [ 748.778513] env[62301]: _type = "Task" [ 748.778513] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.809030] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a0ce81-801b-4b4f-b075-ea1988ee0940 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.815228] env[62301]: DEBUG oslo_vmware.api [None req-27f7e6c3-cfd4-42dd-8e4a-d2782b314a4f tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570091, 'name': CloneVM_Task} progress is 16%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.820136] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7cdb995-6c9a-44bc-8107-7662c00b7942 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.835872] env[62301]: DEBUG nova.compute.manager [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 2bcefccc-32d9-41f5-b215-d5ce46f20f34] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 748.839084] env[62301]: DEBUG nova.compute.provider_tree [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.861463] env[62301]: DEBUG oslo_vmware.api [None req-a383140f-e95e-4958-b5d5-58f207af4152 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570086, 'name': Destroy_Task, 'duration_secs': 0.41827} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.862211] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-a383140f-e95e-4958-b5d5-58f207af4152 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] Destroyed the VM [ 748.862211] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-a383140f-e95e-4958-b5d5-58f207af4152 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] Deleting Snapshot of the VM instance {{(pid=62301) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 748.862365] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-57a30325-3e1e-44d5-9edb-55f9b4d46620 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.869033] env[62301]: DEBUG oslo_vmware.api [None req-a383140f-e95e-4958-b5d5-58f207af4152 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the task: (returnval){ [ 748.869033] env[62301]: value = "task-2570092" [ 748.869033] env[62301]: _type = "Task" [ 748.869033] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.876462] env[62301]: DEBUG oslo_vmware.api [None req-a383140f-e95e-4958-b5d5-58f207af4152 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570092, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.919677] env[62301]: DEBUG oslo_vmware.api [None req-0f414830-a302-43db-aef1-f542b73205c4 tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Task: {'id': task-2570087, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159771} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.919923] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f414830-a302-43db-aef1-f542b73205c4 tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 748.920122] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0f414830-a302-43db-aef1-f542b73205c4 tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 446670be-9a46-4954-bc20-232498d46a3f] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 748.920301] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0f414830-a302-43db-aef1-f542b73205c4 tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 446670be-9a46-4954-bc20-232498d46a3f] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 748.920474] env[62301]: INFO nova.compute.manager [None req-0f414830-a302-43db-aef1-f542b73205c4 tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 446670be-9a46-4954-bc20-232498d46a3f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 748.920731] env[62301]: DEBUG oslo.service.loopingcall [None req-0f414830-a302-43db-aef1-f542b73205c4 tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 748.920943] env[62301]: DEBUG nova.compute.manager [-] [instance: 446670be-9a46-4954-bc20-232498d46a3f] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 748.921067] env[62301]: DEBUG nova.network.neutron [-] [instance: 446670be-9a46-4954-bc20-232498d46a3f] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 749.032508] env[62301]: DEBUG oslo_vmware.api [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2570089, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.100835] env[62301]: DEBUG oslo_vmware.api [None req-219c69ae-90a8-4198-874c-d8db8162c1dc tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Task: {'id': task-2570090, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134013} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.101124] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-219c69ae-90a8-4198-874c-d8db8162c1dc tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 749.103045] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-219c69ae-90a8-4198-874c-d8db8162c1dc tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 24eb8464-8e33-4a08-b792-a2da8ce72eb1] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 749.103045] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-219c69ae-90a8-4198-874c-d8db8162c1dc tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 24eb8464-8e33-4a08-b792-a2da8ce72eb1] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 749.103045] env[62301]: INFO nova.compute.manager [None req-219c69ae-90a8-4198-874c-d8db8162c1dc tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] [instance: 24eb8464-8e33-4a08-b792-a2da8ce72eb1] Took 1.19 seconds to destroy the instance on the hypervisor. [ 749.103045] env[62301]: DEBUG oslo.service.loopingcall [None req-219c69ae-90a8-4198-874c-d8db8162c1dc tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 749.103045] env[62301]: DEBUG nova.compute.manager [-] [instance: 24eb8464-8e33-4a08-b792-a2da8ce72eb1] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 749.103045] env[62301]: DEBUG nova.network.neutron [-] [instance: 24eb8464-8e33-4a08-b792-a2da8ce72eb1] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 749.210901] env[62301]: DEBUG nova.compute.manager [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: bee99a50-f6f3-4b54-a579-acbd6c14adca] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 749.240380] env[62301]: DEBUG nova.virt.hardware [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 749.240650] env[62301]: DEBUG nova.virt.hardware [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 749.240898] env[62301]: DEBUG nova.virt.hardware [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 749.241341] env[62301]: DEBUG nova.virt.hardware [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 749.241650] env[62301]: DEBUG nova.virt.hardware [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 749.241890] env[62301]: DEBUG nova.virt.hardware [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 749.242138] env[62301]: DEBUG nova.virt.hardware [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 749.242314] env[62301]: DEBUG nova.virt.hardware [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 749.242488] env[62301]: DEBUG nova.virt.hardware [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 749.242654] env[62301]: DEBUG nova.virt.hardware [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 749.242827] env[62301]: DEBUG nova.virt.hardware [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 749.244402] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bab807b-40d1-465d-ac24-64847ad0629a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.256540] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7070ffa-a60b-490f-963a-989faab7de85 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.292978] env[62301]: DEBUG oslo_vmware.api [None req-27f7e6c3-cfd4-42dd-8e4a-d2782b314a4f tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570091, 'name': CloneVM_Task} progress is 94%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.344744] env[62301]: DEBUG nova.scheduler.client.report [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.376172] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.382081] env[62301]: DEBUG oslo_vmware.api [None req-a383140f-e95e-4958-b5d5-58f207af4152 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570092, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.399469] env[62301]: DEBUG nova.network.neutron [None req-bccb45fd-b448-418c-a829-28bb6221e288 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Updating instance_info_cache with network_info: [{"id": "0d30c427-edfb-4718-a398-d3e8e880efe0", "address": "fa:16:3e:e1:f2:7f", "network": {"id": "cc84f94e-3410-450f-80a2-ea34226f483b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1117267892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0a675775d10147c0a13fafb1416f15e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d30c427-ed", "ovs_interfaceid": "0d30c427-edfb-4718-a398-d3e8e880efe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.486344] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6a47b0cd-f2df-4efd-a9d8-09b388741c06 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Acquiring lock "f1851d82-eb68-4ede-bf79-01212aed0c62" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.487198] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6a47b0cd-f2df-4efd-a9d8-09b388741c06 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Lock "f1851d82-eb68-4ede-bf79-01212aed0c62" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.487198] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6a47b0cd-f2df-4efd-a9d8-09b388741c06 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Acquiring lock "f1851d82-eb68-4ede-bf79-01212aed0c62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.487556] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6a47b0cd-f2df-4efd-a9d8-09b388741c06 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Lock "f1851d82-eb68-4ede-bf79-01212aed0c62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.487925] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6a47b0cd-f2df-4efd-a9d8-09b388741c06 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Lock "f1851d82-eb68-4ede-bf79-01212aed0c62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.490013] env[62301]: INFO nova.compute.manager [None req-6a47b0cd-f2df-4efd-a9d8-09b388741c06 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] Terminating instance [ 749.535053] env[62301]: DEBUG oslo_vmware.api [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2570089, 'name': ReconfigVM_Task, 'duration_secs': 0.778834} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.536665] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 222560d8-31b8-4349-aaa0-67d1497ac0a6/222560d8-31b8-4349-aaa0-67d1497ac0a6.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 749.537799] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9683340-c5a2-4bb5-80a8-7468bd9b5a3a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.545221] env[62301]: DEBUG oslo_vmware.api [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Waiting for the task: (returnval){ [ 749.545221] env[62301]: value = "task-2570093" [ 749.545221] env[62301]: _type = "Task" [ 749.545221] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.554887] env[62301]: DEBUG oslo_vmware.api [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2570093, 'name': Rename_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.612032] env[62301]: DEBUG oslo_concurrency.lockutils [None req-42903421-5d18-4d1b-94a3-14c738f5ff0d tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Acquiring lock "91b2eaca-3a17-446b-abe7-ff677db29514" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.612150] env[62301]: DEBUG oslo_concurrency.lockutils [None req-42903421-5d18-4d1b-94a3-14c738f5ff0d tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Lock "91b2eaca-3a17-446b-abe7-ff677db29514" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.612354] env[62301]: DEBUG oslo_concurrency.lockutils [None req-42903421-5d18-4d1b-94a3-14c738f5ff0d tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Acquiring lock "91b2eaca-3a17-446b-abe7-ff677db29514-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.612529] env[62301]: DEBUG oslo_concurrency.lockutils [None req-42903421-5d18-4d1b-94a3-14c738f5ff0d tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Lock "91b2eaca-3a17-446b-abe7-ff677db29514-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.612691] env[62301]: DEBUG oslo_concurrency.lockutils [None req-42903421-5d18-4d1b-94a3-14c738f5ff0d tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Lock "91b2eaca-3a17-446b-abe7-ff677db29514-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.619331] env[62301]: INFO nova.compute.manager [None req-42903421-5d18-4d1b-94a3-14c738f5ff0d tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 91b2eaca-3a17-446b-abe7-ff677db29514] Terminating instance [ 749.795634] env[62301]: DEBUG oslo_vmware.api [None req-27f7e6c3-cfd4-42dd-8e4a-d2782b314a4f tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570091, 'name': CloneVM_Task} progress is 94%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.858867] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.858867] env[62301]: DEBUG nova.compute.manager [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 749.865930] env[62301]: DEBUG oslo_concurrency.lockutils [None req-70436cb2-bf56-4526-9978-5884ad80911b tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.526s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.866184] env[62301]: DEBUG nova.objects.instance [None req-70436cb2-bf56-4526-9978-5884ad80911b tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Lazy-loading 'resources' on Instance uuid 6ad36b88-b945-44ed-972b-f41fa416645b {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 749.881888] env[62301]: DEBUG oslo_vmware.api [None req-a383140f-e95e-4958-b5d5-58f207af4152 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570092, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.902660] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bccb45fd-b448-418c-a829-28bb6221e288 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Releasing lock "refresh_cache-96e7754e-7f17-4ef3-9ff9-127583b55f5a" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.995026] env[62301]: DEBUG nova.compute.manager [None req-6a47b0cd-f2df-4efd-a9d8-09b388741c06 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 749.995314] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-6a47b0cd-f2df-4efd-a9d8-09b388741c06 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 749.997034] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec29cec-93c6-4914-b1c5-aebb88be4b6e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.009663] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-6a47b0cd-f2df-4efd-a9d8-09b388741c06 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 750.010920] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac20f5de-93db-497b-a4ca-f4cd44dd3079 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.038616] env[62301]: DEBUG nova.network.neutron [-] [instance: 446670be-9a46-4954-bc20-232498d46a3f] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.055749] env[62301]: DEBUG oslo_vmware.api [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2570093, 'name': Rename_Task, 'duration_secs': 0.207764} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.056748] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 750.057016] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-841ad5ad-77e5-4911-adf2-509717cf41fe {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.063462] env[62301]: DEBUG oslo_vmware.api [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Waiting for the task: (returnval){ [ 750.063462] env[62301]: value = "task-2570095" [ 750.063462] env[62301]: _type = "Task" [ 750.063462] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.072821] env[62301]: DEBUG oslo_vmware.api [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2570095, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.101812] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-6a47b0cd-f2df-4efd-a9d8-09b388741c06 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 750.102030] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-6a47b0cd-f2df-4efd-a9d8-09b388741c06 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 750.102222] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a47b0cd-f2df-4efd-a9d8-09b388741c06 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Deleting the datastore file [datastore1] f1851d82-eb68-4ede-bf79-01212aed0c62 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 750.102483] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2fba909-a2af-4cfa-8704-3aa33c64bc6b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.109359] env[62301]: DEBUG oslo_vmware.api [None req-6a47b0cd-f2df-4efd-a9d8-09b388741c06 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the task: (returnval){ [ 750.109359] env[62301]: value = "task-2570096" [ 750.109359] env[62301]: _type = "Task" [ 750.109359] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.118336] env[62301]: DEBUG oslo_vmware.api [None req-6a47b0cd-f2df-4efd-a9d8-09b388741c06 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570096, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.127575] env[62301]: DEBUG nova.compute.manager [None req-42903421-5d18-4d1b-94a3-14c738f5ff0d tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 91b2eaca-3a17-446b-abe7-ff677db29514] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 750.127575] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-42903421-5d18-4d1b-94a3-14c738f5ff0d tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 91b2eaca-3a17-446b-abe7-ff677db29514] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 750.128524] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368366c1-0abe-4037-95ce-e664031a6011 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.136023] env[62301]: DEBUG nova.network.neutron [-] [instance: 24eb8464-8e33-4a08-b792-a2da8ce72eb1] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.136556] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-42903421-5d18-4d1b-94a3-14c738f5ff0d tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 91b2eaca-3a17-446b-abe7-ff677db29514] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 750.137199] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a48199a9-bf93-4c02-bab7-ee1d18386774 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.145023] env[62301]: DEBUG oslo_vmware.api [None req-42903421-5d18-4d1b-94a3-14c738f5ff0d tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Waiting for the task: (returnval){ [ 750.145023] env[62301]: value = "task-2570097" [ 750.145023] env[62301]: _type = "Task" [ 750.145023] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.155551] env[62301]: DEBUG oslo_vmware.api [None req-42903421-5d18-4d1b-94a3-14c738f5ff0d tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Task: {'id': task-2570097, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.171796] env[62301]: DEBUG nova.network.neutron [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: bee99a50-f6f3-4b54-a579-acbd6c14adca] Successfully updated port: 1027149d-254b-47fb-8022-5100b06c491c {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 750.295670] env[62301]: DEBUG oslo_vmware.api [None req-27f7e6c3-cfd4-42dd-8e4a-d2782b314a4f tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570091, 'name': CloneVM_Task} progress is 100%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.299784] env[62301]: DEBUG nova.compute.manager [req-b6cc13a9-0bb0-402f-9ba6-44db20e83046 req-5e834c1f-bf1d-403e-a92d-d5f164329b07 service nova] [instance: 446670be-9a46-4954-bc20-232498d46a3f] Received event network-vif-deleted-bd5ff59f-e6f2-4bb7-940a-88276146e6ef {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 750.334608] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Acquiring lock "d32bd877-7829-4c08-8518-478d2f8925ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.335257] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Lock "d32bd877-7829-4c08-8518-478d2f8925ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.369399] env[62301]: DEBUG nova.compute.utils [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 750.370748] env[62301]: DEBUG nova.compute.manager [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 750.371513] env[62301]: DEBUG nova.network.neutron [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 750.388011] env[62301]: DEBUG oslo_vmware.api [None req-a383140f-e95e-4958-b5d5-58f207af4152 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570092, 'name': RemoveSnapshot_Task, 'duration_secs': 1.174173} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.388416] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-a383140f-e95e-4958-b5d5-58f207af4152 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] Deleted Snapshot of the VM instance {{(pid=62301) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 750.388568] env[62301]: INFO nova.compute.manager [None req-a383140f-e95e-4958-b5d5-58f207af4152 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] Took 15.56 seconds to snapshot the instance on the hypervisor. [ 750.435381] env[62301]: DEBUG nova.policy [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3535893e0a940f7949469ab6495dd42', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3b1e6207bb146ae933ddbb91b7a1d37', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 750.543051] env[62301]: INFO nova.compute.manager [-] [instance: 446670be-9a46-4954-bc20-232498d46a3f] Took 1.62 seconds to deallocate network for instance. [ 750.543691] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Acquiring lock "4e71c89c-d6ec-4c4d-af87-24dc5adf634b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.543921] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Lock "4e71c89c-d6ec-4c4d-af87-24dc5adf634b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.573902] env[62301]: DEBUG oslo_vmware.api [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2570095, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.620839] env[62301]: DEBUG oslo_vmware.api [None req-6a47b0cd-f2df-4efd-a9d8-09b388741c06 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570096, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179739} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.621319] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a47b0cd-f2df-4efd-a9d8-09b388741c06 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 750.621554] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-6a47b0cd-f2df-4efd-a9d8-09b388741c06 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 750.621915] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-6a47b0cd-f2df-4efd-a9d8-09b388741c06 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 750.621915] env[62301]: INFO nova.compute.manager [None req-6a47b0cd-f2df-4efd-a9d8-09b388741c06 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] Took 0.63 seconds to destroy the instance on the hypervisor. [ 750.622159] env[62301]: DEBUG oslo.service.loopingcall [None req-6a47b0cd-f2df-4efd-a9d8-09b388741c06 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 750.622349] env[62301]: DEBUG nova.compute.manager [-] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 750.622440] env[62301]: DEBUG nova.network.neutron [-] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 750.637650] env[62301]: INFO nova.compute.manager [-] [instance: 24eb8464-8e33-4a08-b792-a2da8ce72eb1] Took 1.54 seconds to deallocate network for instance. [ 750.653912] env[62301]: DEBUG oslo_vmware.api [None req-42903421-5d18-4d1b-94a3-14c738f5ff0d tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Task: {'id': task-2570097, 'name': PowerOffVM_Task, 'duration_secs': 0.212267} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.654358] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-42903421-5d18-4d1b-94a3-14c738f5ff0d tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 91b2eaca-3a17-446b-abe7-ff677db29514] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 750.654772] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-42903421-5d18-4d1b-94a3-14c738f5ff0d tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 91b2eaca-3a17-446b-abe7-ff677db29514] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 750.654970] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b84d53b5-8d90-48c1-ab78-1db89bdec13a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.676186] env[62301]: DEBUG oslo_concurrency.lockutils [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Acquiring lock "refresh_cache-bee99a50-f6f3-4b54-a579-acbd6c14adca" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.677087] env[62301]: DEBUG oslo_concurrency.lockutils [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Acquired lock "refresh_cache-bee99a50-f6f3-4b54-a579-acbd6c14adca" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.677087] env[62301]: DEBUG nova.network.neutron [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: bee99a50-f6f3-4b54-a579-acbd6c14adca] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 750.740025] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-42903421-5d18-4d1b-94a3-14c738f5ff0d tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 91b2eaca-3a17-446b-abe7-ff677db29514] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 750.740025] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-42903421-5d18-4d1b-94a3-14c738f5ff0d tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 91b2eaca-3a17-446b-abe7-ff677db29514] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 750.740025] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-42903421-5d18-4d1b-94a3-14c738f5ff0d tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Deleting the datastore file [datastore1] 91b2eaca-3a17-446b-abe7-ff677db29514 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 750.740025] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2742139c-efc3-41f7-b33b-a75510748dd7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.746311] env[62301]: DEBUG oslo_vmware.api [None req-42903421-5d18-4d1b-94a3-14c738f5ff0d tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Waiting for the task: (returnval){ [ 750.746311] env[62301]: value = "task-2570099" [ 750.746311] env[62301]: _type = "Task" [ 750.746311] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.756939] env[62301]: DEBUG oslo_vmware.api [None req-42903421-5d18-4d1b-94a3-14c738f5ff0d tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Task: {'id': task-2570099, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.793879] env[62301]: DEBUG oslo_vmware.api [None req-27f7e6c3-cfd4-42dd-8e4a-d2782b314a4f tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570091, 'name': CloneVM_Task, 'duration_secs': 1.554456} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.796515] env[62301]: INFO nova.virt.vmwareapi.vmops [None req-27f7e6c3-cfd4-42dd-8e4a-d2782b314a4f tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Created linked-clone VM from snapshot [ 750.798058] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfd18d3-a581-4d21-9913-a83a79a605d9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.806065] env[62301]: DEBUG nova.virt.vmwareapi.images [None req-27f7e6c3-cfd4-42dd-8e4a-d2782b314a4f tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Uploading image 714c0599-fa13-4a46-a8ad-6b6955ef0199 {{(pid=62301) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 750.835418] env[62301]: DEBUG oslo_vmware.rw_handles [None req-27f7e6c3-cfd4-42dd-8e4a-d2782b314a4f tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 750.835418] env[62301]: value = "vm-518798" [ 750.835418] env[62301]: _type = "VirtualMachine" [ 750.835418] env[62301]: }. {{(pid=62301) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 750.835705] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1b7ef4eb-608a-4801-838e-f56e6c4c00de {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.842684] env[62301]: DEBUG oslo_vmware.rw_handles [None req-27f7e6c3-cfd4-42dd-8e4a-d2782b314a4f tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lease: (returnval){ [ 750.842684] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5217f787-50fd-9654-48e0-c387074adf3e" [ 750.842684] env[62301]: _type = "HttpNfcLease" [ 750.842684] env[62301]: } obtained for exporting VM: (result){ [ 750.842684] env[62301]: value = "vm-518798" [ 750.842684] env[62301]: _type = "VirtualMachine" [ 750.842684] env[62301]: }. {{(pid=62301) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 750.842946] env[62301]: DEBUG oslo_vmware.api [None req-27f7e6c3-cfd4-42dd-8e4a-d2782b314a4f tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the lease: (returnval){ [ 750.842946] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5217f787-50fd-9654-48e0-c387074adf3e" [ 750.842946] env[62301]: _type = "HttpNfcLease" [ 750.842946] env[62301]: } to be ready. {{(pid=62301) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 750.850153] env[62301]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 750.850153] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5217f787-50fd-9654-48e0-c387074adf3e" [ 750.850153] env[62301]: _type = "HttpNfcLease" [ 750.850153] env[62301]: } is initializing. {{(pid=62301) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 750.859382] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8420365a-b89b-49ac-934d-07b9e36c180c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.874031] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf55926e-fa6f-4f31-a83a-070352150a14 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.904455] env[62301]: DEBUG nova.compute.manager [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 750.907587] env[62301]: DEBUG nova.compute.manager [None req-a383140f-e95e-4958-b5d5-58f207af4152 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] Instance disappeared during snapshot {{(pid=62301) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 750.910927] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67530665-e934-4fcf-86fe-bdf99e015f5a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.919291] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41025f5b-2910-4148-9bed-1cc02e63a6c6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.925340] env[62301]: DEBUG nova.compute.manager [None req-a383140f-e95e-4958-b5d5-58f207af4152 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Image not found during clean up 83698015-44ee-415e-990b-a80bdee020eb {{(pid=62301) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 750.939643] env[62301]: DEBUG nova.compute.provider_tree [None req-70436cb2-bf56-4526-9978-5884ad80911b tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.945210] env[62301]: DEBUG nova.network.neutron [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] Successfully created port: 7980a0f8-37d6-4dc3-8c08-89ad06470c54 {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 751.055242] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0f414830-a302-43db-aef1-f542b73205c4 tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.076798] env[62301]: DEBUG oslo_vmware.api [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2570095, 'name': PowerOnVM_Task, 'duration_secs': 0.833856} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.077063] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 751.079027] env[62301]: INFO nova.compute.manager [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Took 8.74 seconds to spawn the instance on the hypervisor. [ 751.079027] env[62301]: DEBUG nova.compute.manager [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 751.079027] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48f09ff-ddaa-4fd8-abbf-1c25da779f6e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.145990] env[62301]: DEBUG oslo_concurrency.lockutils [None req-219c69ae-90a8-4198-874c-d8db8162c1dc tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.238118] env[62301]: DEBUG nova.network.neutron [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: bee99a50-f6f3-4b54-a579-acbd6c14adca] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 751.260434] env[62301]: DEBUG oslo_vmware.api [None req-42903421-5d18-4d1b-94a3-14c738f5ff0d tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Task: {'id': task-2570099, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146131} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.260434] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-42903421-5d18-4d1b-94a3-14c738f5ff0d tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 751.260434] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-42903421-5d18-4d1b-94a3-14c738f5ff0d tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 91b2eaca-3a17-446b-abe7-ff677db29514] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 751.260434] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-42903421-5d18-4d1b-94a3-14c738f5ff0d tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 91b2eaca-3a17-446b-abe7-ff677db29514] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 751.260434] env[62301]: INFO nova.compute.manager [None req-42903421-5d18-4d1b-94a3-14c738f5ff0d tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 91b2eaca-3a17-446b-abe7-ff677db29514] Took 1.13 seconds to destroy the instance on the hypervisor. [ 751.260434] env[62301]: DEBUG oslo.service.loopingcall [None req-42903421-5d18-4d1b-94a3-14c738f5ff0d tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 751.260434] env[62301]: DEBUG nova.compute.manager [-] [instance: 91b2eaca-3a17-446b-abe7-ff677db29514] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 751.260434] env[62301]: DEBUG nova.network.neutron [-] [instance: 91b2eaca-3a17-446b-abe7-ff677db29514] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 751.350909] env[62301]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 751.350909] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5217f787-50fd-9654-48e0-c387074adf3e" [ 751.350909] env[62301]: _type = "HttpNfcLease" [ 751.350909] env[62301]: } is ready. {{(pid=62301) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 751.353017] env[62301]: DEBUG oslo_vmware.rw_handles [None req-27f7e6c3-cfd4-42dd-8e4a-d2782b314a4f tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 751.353017] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5217f787-50fd-9654-48e0-c387074adf3e" [ 751.353017] env[62301]: _type = "HttpNfcLease" [ 751.353017] env[62301]: }. {{(pid=62301) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 751.353017] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f68e881-105e-4d2d-a33c-4c2275337462 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.367505] env[62301]: DEBUG oslo_vmware.rw_handles [None req-27f7e6c3-cfd4-42dd-8e4a-d2782b314a4f tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526101da-b899-2768-6645-fe57348c7372/disk-0.vmdk from lease info. {{(pid=62301) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 751.367811] env[62301]: DEBUG oslo_vmware.rw_handles [None req-27f7e6c3-cfd4-42dd-8e4a-d2782b314a4f tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526101da-b899-2768-6645-fe57348c7372/disk-0.vmdk for reading. {{(pid=62301) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 751.442914] env[62301]: DEBUG nova.scheduler.client.report [None req-70436cb2-bf56-4526-9978-5884ad80911b tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.453459] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-bccb45fd-b448-418c-a829-28bb6221e288 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 751.453760] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ecf74db0-963e-477a-9bdf-d89f3861e511 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.460906] env[62301]: DEBUG oslo_vmware.api [None req-bccb45fd-b448-418c-a829-28bb6221e288 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Waiting for the task: (returnval){ [ 751.460906] env[62301]: value = "task-2570101" [ 751.460906] env[62301]: _type = "Task" [ 751.460906] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.470312] env[62301]: DEBUG oslo_vmware.api [None req-bccb45fd-b448-418c-a829-28bb6221e288 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': task-2570101, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.482353] env[62301]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-16bcb75e-e200-4a6e-b649-93442874d51b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.546078] env[62301]: DEBUG nova.network.neutron [-] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.601568] env[62301]: DEBUG nova.network.neutron [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: bee99a50-f6f3-4b54-a579-acbd6c14adca] Updating instance_info_cache with network_info: [{"id": "1027149d-254b-47fb-8022-5100b06c491c", "address": "fa:16:3e:36:cb:e2", "network": {"id": "58849131-a187-4199-af59-dde8b89cc4d4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1073856399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42d31ce3318c41efa2c57cf4efd133b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1027149d-25", "ovs_interfaceid": "1027149d-254b-47fb-8022-5100b06c491c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.606482] env[62301]: INFO nova.compute.manager [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Took 37.35 seconds to build instance. [ 751.938705] env[62301]: DEBUG nova.compute.manager [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 751.949778] env[62301]: DEBUG oslo_concurrency.lockutils [None req-70436cb2-bf56-4526-9978-5884ad80911b tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.084s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.953128] env[62301]: DEBUG oslo_concurrency.lockutils [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.835s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.955669] env[62301]: INFO nova.compute.claims [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] [instance: b036b25c-480b-4189-9f8d-8e80e5afdaef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 751.979654] env[62301]: DEBUG nova.virt.hardware [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 751.979859] env[62301]: DEBUG nova.virt.hardware [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 751.980875] env[62301]: DEBUG nova.virt.hardware [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 751.982523] env[62301]: DEBUG nova.virt.hardware [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 751.982523] env[62301]: DEBUG nova.virt.hardware [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 751.982523] env[62301]: DEBUG nova.virt.hardware [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 751.982640] env[62301]: DEBUG nova.virt.hardware [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 751.985223] env[62301]: DEBUG nova.virt.hardware [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 751.985223] env[62301]: DEBUG nova.virt.hardware [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 751.985223] env[62301]: DEBUG nova.virt.hardware [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 751.985223] env[62301]: DEBUG nova.virt.hardware [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 751.989339] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3878e6a-f44b-4ca7-83ab-1caaf587b014 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.997954] env[62301]: DEBUG oslo_vmware.api [None req-bccb45fd-b448-418c-a829-28bb6221e288 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': task-2570101, 'name': PowerOffVM_Task, 'duration_secs': 0.352043} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.000148] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-bccb45fd-b448-418c-a829-28bb6221e288 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 752.002178] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86bdaf8-a01e-42bd-84d6-816dcba0c6a8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.013155] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7eb531-d787-4a8d-9128-ac06ae5afd3c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.039107] env[62301]: INFO nova.scheduler.client.report [None req-70436cb2-bf56-4526-9978-5884ad80911b tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Deleted allocations for instance 6ad36b88-b945-44ed-972b-f41fa416645b [ 752.042419] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ab2c33-c897-4b26-bf9e-428136695754 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.059884] env[62301]: INFO nova.compute.manager [-] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] Took 1.44 seconds to deallocate network for instance. [ 752.106048] env[62301]: DEBUG oslo_concurrency.lockutils [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Releasing lock "refresh_cache-bee99a50-f6f3-4b54-a579-acbd6c14adca" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.106489] env[62301]: DEBUG nova.compute.manager [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: bee99a50-f6f3-4b54-a579-acbd6c14adca] Instance network_info: |[{"id": "1027149d-254b-47fb-8022-5100b06c491c", "address": "fa:16:3e:36:cb:e2", "network": {"id": "58849131-a187-4199-af59-dde8b89cc4d4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1073856399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42d31ce3318c41efa2c57cf4efd133b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1027149d-25", "ovs_interfaceid": "1027149d-254b-47fb-8022-5100b06c491c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 752.107088] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c93a4c9f-d185-46f7-857b-cbd91b5c5d0e tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lock "222560d8-31b8-4349-aaa0-67d1497ac0a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.901s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.107983] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: bee99a50-f6f3-4b54-a579-acbd6c14adca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:cb:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cba18f15-a919-422e-a423-1e705e233389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1027149d-254b-47fb-8022-5100b06c491c', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 752.120692] env[62301]: DEBUG oslo.service.loopingcall [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 752.123685] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-bccb45fd-b448-418c-a829-28bb6221e288 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 752.124092] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bee99a50-f6f3-4b54-a579-acbd6c14adca] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 752.124467] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b577ad0-a62a-4a6c-9507-40e478aca299 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.129281] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c04707d7-f19f-4266-8106-ba57f27112e4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.155748] env[62301]: DEBUG oslo_vmware.api [None req-bccb45fd-b448-418c-a829-28bb6221e288 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Waiting for the task: (returnval){ [ 752.155748] env[62301]: value = "task-2570102" [ 752.155748] env[62301]: _type = "Task" [ 752.155748] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.160991] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 752.160991] env[62301]: value = "task-2570103" [ 752.160991] env[62301]: _type = "Task" [ 752.160991] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.171596] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-bccb45fd-b448-418c-a829-28bb6221e288 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] VM already powered off {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 752.171969] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-bccb45fd-b448-418c-a829-28bb6221e288 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 752.172350] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bccb45fd-b448-418c-a829-28bb6221e288 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.172656] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bccb45fd-b448-418c-a829-28bb6221e288 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.172762] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-bccb45fd-b448-418c-a829-28bb6221e288 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 752.173104] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-222fdad0-2c09-49c8-97fb-45e3f35d673b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.181038] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570103, 'name': CreateVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.204800] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-bccb45fd-b448-418c-a829-28bb6221e288 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 752.205349] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-bccb45fd-b448-418c-a829-28bb6221e288 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 752.206524] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ec5e482-3e9e-4ea4-9182-35b6e7cb85cc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.216692] env[62301]: DEBUG oslo_vmware.api [None req-bccb45fd-b448-418c-a829-28bb6221e288 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Waiting for the task: (returnval){ [ 752.216692] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]521c1867-ad43-aa51-c3de-76a48bda4a4f" [ 752.216692] env[62301]: _type = "Task" [ 752.216692] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.233086] env[62301]: DEBUG oslo_vmware.api [None req-bccb45fd-b448-418c-a829-28bb6221e288 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]521c1867-ad43-aa51-c3de-76a48bda4a4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.414145] env[62301]: DEBUG nova.compute.manager [req-7837bd27-bcfe-4ebf-aab6-1f25dd9349e9 req-354dff4e-e38d-4da5-8247-77d552fd1093 service nova] [instance: 24eb8464-8e33-4a08-b792-a2da8ce72eb1] Received event network-vif-deleted-a3a96624-d12f-489f-bd7b-c2b7ba811e89 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 752.414421] env[62301]: DEBUG nova.compute.manager [req-7837bd27-bcfe-4ebf-aab6-1f25dd9349e9 req-354dff4e-e38d-4da5-8247-77d552fd1093 service nova] [instance: bee99a50-f6f3-4b54-a579-acbd6c14adca] Received event network-vif-plugged-1027149d-254b-47fb-8022-5100b06c491c {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 752.414524] env[62301]: DEBUG oslo_concurrency.lockutils [req-7837bd27-bcfe-4ebf-aab6-1f25dd9349e9 req-354dff4e-e38d-4da5-8247-77d552fd1093 service nova] Acquiring lock "bee99a50-f6f3-4b54-a579-acbd6c14adca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.414721] env[62301]: DEBUG oslo_concurrency.lockutils [req-7837bd27-bcfe-4ebf-aab6-1f25dd9349e9 req-354dff4e-e38d-4da5-8247-77d552fd1093 service nova] Lock "bee99a50-f6f3-4b54-a579-acbd6c14adca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 752.416448] env[62301]: DEBUG oslo_concurrency.lockutils [req-7837bd27-bcfe-4ebf-aab6-1f25dd9349e9 req-354dff4e-e38d-4da5-8247-77d552fd1093 service nova] Lock "bee99a50-f6f3-4b54-a579-acbd6c14adca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.416535] env[62301]: DEBUG nova.compute.manager [req-7837bd27-bcfe-4ebf-aab6-1f25dd9349e9 req-354dff4e-e38d-4da5-8247-77d552fd1093 service nova] [instance: bee99a50-f6f3-4b54-a579-acbd6c14adca] No waiting events found dispatching network-vif-plugged-1027149d-254b-47fb-8022-5100b06c491c {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 752.416711] env[62301]: WARNING nova.compute.manager [req-7837bd27-bcfe-4ebf-aab6-1f25dd9349e9 req-354dff4e-e38d-4da5-8247-77d552fd1093 service nova] [instance: bee99a50-f6f3-4b54-a579-acbd6c14adca] Received unexpected event network-vif-plugged-1027149d-254b-47fb-8022-5100b06c491c for instance with vm_state building and task_state spawning. [ 752.416879] env[62301]: DEBUG nova.compute.manager [req-7837bd27-bcfe-4ebf-aab6-1f25dd9349e9 req-354dff4e-e38d-4da5-8247-77d552fd1093 service nova] [instance: bee99a50-f6f3-4b54-a579-acbd6c14adca] Received event network-changed-1027149d-254b-47fb-8022-5100b06c491c {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 752.417071] env[62301]: DEBUG nova.compute.manager [req-7837bd27-bcfe-4ebf-aab6-1f25dd9349e9 req-354dff4e-e38d-4da5-8247-77d552fd1093 service nova] [instance: bee99a50-f6f3-4b54-a579-acbd6c14adca] Refreshing instance network info cache due to event network-changed-1027149d-254b-47fb-8022-5100b06c491c. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 752.417240] env[62301]: DEBUG oslo_concurrency.lockutils [req-7837bd27-bcfe-4ebf-aab6-1f25dd9349e9 req-354dff4e-e38d-4da5-8247-77d552fd1093 service nova] Acquiring lock "refresh_cache-bee99a50-f6f3-4b54-a579-acbd6c14adca" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.417383] env[62301]: DEBUG oslo_concurrency.lockutils [req-7837bd27-bcfe-4ebf-aab6-1f25dd9349e9 req-354dff4e-e38d-4da5-8247-77d552fd1093 service nova] Acquired lock "refresh_cache-bee99a50-f6f3-4b54-a579-acbd6c14adca" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.417518] env[62301]: DEBUG nova.network.neutron [req-7837bd27-bcfe-4ebf-aab6-1f25dd9349e9 req-354dff4e-e38d-4da5-8247-77d552fd1093 service nova] [instance: bee99a50-f6f3-4b54-a579-acbd6c14adca] Refreshing network info cache for port 1027149d-254b-47fb-8022-5100b06c491c {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.502436] env[62301]: DEBUG nova.network.neutron [-] [instance: 91b2eaca-3a17-446b-abe7-ff677db29514] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.566099] env[62301]: DEBUG oslo_concurrency.lockutils [None req-70436cb2-bf56-4526-9978-5884ad80911b tempest-ServerTagsTestJSON-341133614 tempest-ServerTagsTestJSON-341133614-project-member] Lock "6ad36b88-b945-44ed-972b-f41fa416645b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.805s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.573796] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6a47b0cd-f2df-4efd-a9d8-09b388741c06 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.628909] env[62301]: DEBUG nova.compute.manager [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 752.675761] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570103, 'name': CreateVM_Task, 'duration_secs': 0.494624} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.676209] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bee99a50-f6f3-4b54-a579-acbd6c14adca] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 752.677105] env[62301]: DEBUG oslo_concurrency.lockutils [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.677395] env[62301]: DEBUG oslo_concurrency.lockutils [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.677813] env[62301]: DEBUG oslo_concurrency.lockutils [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.680117] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf80b739-19eb-4b05-90f2-cac79df781ba {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.687370] env[62301]: DEBUG oslo_vmware.api [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for the task: (returnval){ [ 752.687370] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52422004-f73b-64a8-993c-09c1a95fabc2" [ 752.687370] env[62301]: _type = "Task" [ 752.687370] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.698214] env[62301]: DEBUG oslo_vmware.api [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52422004-f73b-64a8-993c-09c1a95fabc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.736486] env[62301]: DEBUG oslo_vmware.api [None req-bccb45fd-b448-418c-a829-28bb6221e288 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]521c1867-ad43-aa51-c3de-76a48bda4a4f, 'name': SearchDatastore_Task, 'duration_secs': 0.016489} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.737368] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5113857-5ec9-43bc-ab3e-33511fc3c1e4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.745291] env[62301]: DEBUG oslo_vmware.api [None req-bccb45fd-b448-418c-a829-28bb6221e288 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Waiting for the task: (returnval){ [ 752.745291] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]527f8faa-0a0f-6184-dd38-f35e0c0087e5" [ 752.745291] env[62301]: _type = "Task" [ 752.745291] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.755905] env[62301]: DEBUG oslo_vmware.api [None req-bccb45fd-b448-418c-a829-28bb6221e288 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]527f8faa-0a0f-6184-dd38-f35e0c0087e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.008231] env[62301]: INFO nova.compute.manager [-] [instance: 91b2eaca-3a17-446b-abe7-ff677db29514] Took 1.75 seconds to deallocate network for instance. [ 753.128821] env[62301]: DEBUG nova.compute.manager [req-6c39a82d-0f28-4739-8a83-a574e28ea94e req-23fadc81-96ec-4e1d-a780-4b5e19837c7b service nova] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Received event network-changed-34c12832-1800-4ea5-9853-250d0c1cc243 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 753.128821] env[62301]: DEBUG nova.compute.manager [req-6c39a82d-0f28-4739-8a83-a574e28ea94e req-23fadc81-96ec-4e1d-a780-4b5e19837c7b service nova] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Refreshing instance network info cache due to event network-changed-34c12832-1800-4ea5-9853-250d0c1cc243. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 753.129057] env[62301]: DEBUG oslo_concurrency.lockutils [req-6c39a82d-0f28-4739-8a83-a574e28ea94e req-23fadc81-96ec-4e1d-a780-4b5e19837c7b service nova] Acquiring lock "refresh_cache-222560d8-31b8-4349-aaa0-67d1497ac0a6" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.129220] env[62301]: DEBUG oslo_concurrency.lockutils [req-6c39a82d-0f28-4739-8a83-a574e28ea94e req-23fadc81-96ec-4e1d-a780-4b5e19837c7b service nova] Acquired lock "refresh_cache-222560d8-31b8-4349-aaa0-67d1497ac0a6" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.130082] env[62301]: DEBUG nova.network.neutron [req-6c39a82d-0f28-4739-8a83-a574e28ea94e req-23fadc81-96ec-4e1d-a780-4b5e19837c7b service nova] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Refreshing network info cache for port 34c12832-1800-4ea5-9853-250d0c1cc243 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 753.168437] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.198891] env[62301]: DEBUG oslo_vmware.api [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52422004-f73b-64a8-993c-09c1a95fabc2, 'name': SearchDatastore_Task, 'duration_secs': 0.011315} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.202597] env[62301]: DEBUG oslo_concurrency.lockutils [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.202597] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: bee99a50-f6f3-4b54-a579-acbd6c14adca] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 753.202597] env[62301]: DEBUG oslo_concurrency.lockutils [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.202752] env[62301]: DEBUG oslo_concurrency.lockutils [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.202946] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 753.204353] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd8c6338-afe2-419b-94dd-614b7eabc00e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.214418] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 753.214600] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 753.215599] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f7c259c-df1c-496f-b00f-6a68f4b54dfc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.226747] env[62301]: DEBUG oslo_vmware.api [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for the task: (returnval){ [ 753.226747] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52f16aab-78ae-4b38-ab9a-eb0980867bb3" [ 753.226747] env[62301]: _type = "Task" [ 753.226747] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.237027] env[62301]: DEBUG oslo_vmware.api [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52f16aab-78ae-4b38-ab9a-eb0980867bb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.257846] env[62301]: DEBUG oslo_vmware.api [None req-bccb45fd-b448-418c-a829-28bb6221e288 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]527f8faa-0a0f-6184-dd38-f35e0c0087e5, 'name': SearchDatastore_Task, 'duration_secs': 0.010837} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.257846] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bccb45fd-b448-418c-a829-28bb6221e288 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.257937] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-bccb45fd-b448-418c-a829-28bb6221e288 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 96e7754e-7f17-4ef3-9ff9-127583b55f5a/fa120b82-9657-4d79-a2f0-8dd63e2ef76d-rescue.vmdk. {{(pid=62301) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 753.258323] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ea14493-6f29-498e-9a76-78c62e555291 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.267456] env[62301]: DEBUG oslo_vmware.api [None req-bccb45fd-b448-418c-a829-28bb6221e288 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Waiting for the task: (returnval){ [ 753.267456] env[62301]: value = "task-2570104" [ 753.267456] env[62301]: _type = "Task" [ 753.267456] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.277264] env[62301]: DEBUG oslo_vmware.api [None req-bccb45fd-b448-418c-a829-28bb6221e288 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': task-2570104, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.518030] env[62301]: DEBUG oslo_concurrency.lockutils [None req-42903421-5d18-4d1b-94a3-14c738f5ff0d tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.561459] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18975d29-8ddb-43c2-bbcc-f4c7dab671a5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.576596] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc684890-2f08-43ed-8ba4-3b4d2c09ee22 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.653017] env[62301]: DEBUG nova.network.neutron [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] Successfully updated port: 7980a0f8-37d6-4dc3-8c08-89ad06470c54 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 753.655441] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f943e201-1c65-4533-9069-ca94bf980514 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.673734] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be79c66a-2fcc-4e58-8e59-96b08e0a3580 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.700243] env[62301]: DEBUG nova.compute.provider_tree [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.741669] env[62301]: DEBUG oslo_vmware.api [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52f16aab-78ae-4b38-ab9a-eb0980867bb3, 'name': SearchDatastore_Task, 'duration_secs': 0.010807} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.745537] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-897afb6b-77d6-49b8-9cf5-b96dc40a4aad {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.754963] env[62301]: DEBUG oslo_vmware.api [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for the task: (returnval){ [ 753.754963] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5256a2b5-2339-d164-21fc-31bedf785f63" [ 753.754963] env[62301]: _type = "Task" [ 753.754963] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.766200] env[62301]: DEBUG oslo_vmware.api [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5256a2b5-2339-d164-21fc-31bedf785f63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.778257] env[62301]: DEBUG oslo_vmware.api [None req-bccb45fd-b448-418c-a829-28bb6221e288 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': task-2570104, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.877292] env[62301]: DEBUG nova.network.neutron [req-7837bd27-bcfe-4ebf-aab6-1f25dd9349e9 req-354dff4e-e38d-4da5-8247-77d552fd1093 service nova] [instance: bee99a50-f6f3-4b54-a579-acbd6c14adca] Updated VIF entry in instance network info cache for port 1027149d-254b-47fb-8022-5100b06c491c. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 753.877292] env[62301]: DEBUG nova.network.neutron [req-7837bd27-bcfe-4ebf-aab6-1f25dd9349e9 req-354dff4e-e38d-4da5-8247-77d552fd1093 service nova] [instance: bee99a50-f6f3-4b54-a579-acbd6c14adca] Updating instance_info_cache with network_info: [{"id": "1027149d-254b-47fb-8022-5100b06c491c", "address": "fa:16:3e:36:cb:e2", "network": {"id": "58849131-a187-4199-af59-dde8b89cc4d4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1073856399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42d31ce3318c41efa2c57cf4efd133b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1027149d-25", "ovs_interfaceid": "1027149d-254b-47fb-8022-5100b06c491c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.161762] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Acquiring lock "refresh_cache-55d6ae6c-b0fb-4b46-b600-3476d7828c5a" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.161762] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Acquired lock "refresh_cache-55d6ae6c-b0fb-4b46-b600-3476d7828c5a" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.161762] env[62301]: DEBUG nova.network.neutron [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 754.181922] env[62301]: DEBUG nova.network.neutron [req-6c39a82d-0f28-4739-8a83-a574e28ea94e req-23fadc81-96ec-4e1d-a780-4b5e19837c7b service nova] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Updated VIF entry in instance network info cache for port 34c12832-1800-4ea5-9853-250d0c1cc243. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 754.182322] env[62301]: DEBUG nova.network.neutron [req-6c39a82d-0f28-4739-8a83-a574e28ea94e req-23fadc81-96ec-4e1d-a780-4b5e19837c7b service nova] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Updating instance_info_cache with network_info: [{"id": "34c12832-1800-4ea5-9853-250d0c1cc243", "address": "fa:16:3e:f1:df:e5", "network": {"id": "f258efb2-7c79-415a-aad7-8a07fdb2c2d4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-382833361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2e8356714714b2ebde65cd27ec77f7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34c12832-18", "ovs_interfaceid": "34c12832-1800-4ea5-9853-250d0c1cc243", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.209280] env[62301]: DEBUG nova.scheduler.client.report [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 754.266345] env[62301]: DEBUG oslo_vmware.api [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5256a2b5-2339-d164-21fc-31bedf785f63, 'name': SearchDatastore_Task, 'duration_secs': 0.015386} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.266723] env[62301]: DEBUG oslo_concurrency.lockutils [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.266924] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] bee99a50-f6f3-4b54-a579-acbd6c14adca/bee99a50-f6f3-4b54-a579-acbd6c14adca.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 754.267213] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd1f49bf-9901-45ea-aeb8-a62e3d76cacf {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.281024] env[62301]: DEBUG oslo_vmware.api [None req-bccb45fd-b448-418c-a829-28bb6221e288 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': task-2570104, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514212} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.282569] env[62301]: INFO nova.virt.vmwareapi.ds_util [None req-bccb45fd-b448-418c-a829-28bb6221e288 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 96e7754e-7f17-4ef3-9ff9-127583b55f5a/fa120b82-9657-4d79-a2f0-8dd63e2ef76d-rescue.vmdk. [ 754.282936] env[62301]: DEBUG oslo_vmware.api [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for the task: (returnval){ [ 754.282936] env[62301]: value = "task-2570105" [ 754.282936] env[62301]: _type = "Task" [ 754.282936] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.283767] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73692dae-a980-416b-8898-6c229e6b61cc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.299374] env[62301]: DEBUG oslo_vmware.api [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570105, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.323379] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-bccb45fd-b448-418c-a829-28bb6221e288 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 96e7754e-7f17-4ef3-9ff9-127583b55f5a/fa120b82-9657-4d79-a2f0-8dd63e2ef76d-rescue.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 754.323510] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6308dd4-86a6-4957-afab-96cd1be8ec34 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.347247] env[62301]: DEBUG oslo_vmware.api [None req-bccb45fd-b448-418c-a829-28bb6221e288 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Waiting for the task: (returnval){ [ 754.347247] env[62301]: value = "task-2570106" [ 754.347247] env[62301]: _type = "Task" [ 754.347247] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.359920] env[62301]: DEBUG oslo_vmware.api [None req-bccb45fd-b448-418c-a829-28bb6221e288 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': task-2570106, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.380811] env[62301]: DEBUG oslo_concurrency.lockutils [req-7837bd27-bcfe-4ebf-aab6-1f25dd9349e9 req-354dff4e-e38d-4da5-8247-77d552fd1093 service nova] Releasing lock "refresh_cache-bee99a50-f6f3-4b54-a579-acbd6c14adca" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.381494] env[62301]: DEBUG nova.compute.manager [req-7837bd27-bcfe-4ebf-aab6-1f25dd9349e9 req-354dff4e-e38d-4da5-8247-77d552fd1093 service nova] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] Received event network-vif-deleted-36f448f9-ff7c-40e3-a7fd-98361332d905 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 754.381494] env[62301]: DEBUG nova.compute.manager [req-7837bd27-bcfe-4ebf-aab6-1f25dd9349e9 req-354dff4e-e38d-4da5-8247-77d552fd1093 service nova] [instance: 91b2eaca-3a17-446b-abe7-ff677db29514] Received event network-vif-deleted-8beff611-531b-4959-b1f4-4cf59cdafd1b {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 754.382373] env[62301]: INFO nova.compute.manager [req-7837bd27-bcfe-4ebf-aab6-1f25dd9349e9 req-354dff4e-e38d-4da5-8247-77d552fd1093 service nova] [instance: 91b2eaca-3a17-446b-abe7-ff677db29514] Neutron deleted interface 8beff611-531b-4959-b1f4-4cf59cdafd1b; detaching it from the instance and deleting it from the info cache [ 754.382373] env[62301]: DEBUG nova.network.neutron [req-7837bd27-bcfe-4ebf-aab6-1f25dd9349e9 req-354dff4e-e38d-4da5-8247-77d552fd1093 service nova] [instance: 91b2eaca-3a17-446b-abe7-ff677db29514] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.460290] env[62301]: DEBUG nova.compute.manager [req-a3ea17a5-8895-428f-8896-7e14163a6449 req-317e51eb-633b-4d72-938c-8fa267af5a22 service nova] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] Received event network-vif-plugged-7980a0f8-37d6-4dc3-8c08-89ad06470c54 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 754.460587] env[62301]: DEBUG oslo_concurrency.lockutils [req-a3ea17a5-8895-428f-8896-7e14163a6449 req-317e51eb-633b-4d72-938c-8fa267af5a22 service nova] Acquiring lock "55d6ae6c-b0fb-4b46-b600-3476d7828c5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.460843] env[62301]: DEBUG oslo_concurrency.lockutils [req-a3ea17a5-8895-428f-8896-7e14163a6449 req-317e51eb-633b-4d72-938c-8fa267af5a22 service nova] Lock "55d6ae6c-b0fb-4b46-b600-3476d7828c5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 754.460951] env[62301]: DEBUG oslo_concurrency.lockutils [req-a3ea17a5-8895-428f-8896-7e14163a6449 req-317e51eb-633b-4d72-938c-8fa267af5a22 service nova] Lock "55d6ae6c-b0fb-4b46-b600-3476d7828c5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 754.461314] env[62301]: DEBUG nova.compute.manager [req-a3ea17a5-8895-428f-8896-7e14163a6449 req-317e51eb-633b-4d72-938c-8fa267af5a22 service nova] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] No waiting events found dispatching network-vif-plugged-7980a0f8-37d6-4dc3-8c08-89ad06470c54 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 754.461454] env[62301]: WARNING nova.compute.manager [req-a3ea17a5-8895-428f-8896-7e14163a6449 req-317e51eb-633b-4d72-938c-8fa267af5a22 service nova] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] Received unexpected event network-vif-plugged-7980a0f8-37d6-4dc3-8c08-89ad06470c54 for instance with vm_state building and task_state spawning. [ 754.461636] env[62301]: DEBUG nova.compute.manager [req-a3ea17a5-8895-428f-8896-7e14163a6449 req-317e51eb-633b-4d72-938c-8fa267af5a22 service nova] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] Received event network-changed-7980a0f8-37d6-4dc3-8c08-89ad06470c54 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 754.461801] env[62301]: DEBUG nova.compute.manager [req-a3ea17a5-8895-428f-8896-7e14163a6449 req-317e51eb-633b-4d72-938c-8fa267af5a22 service nova] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] Refreshing instance network info cache due to event network-changed-7980a0f8-37d6-4dc3-8c08-89ad06470c54. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 754.461986] env[62301]: DEBUG oslo_concurrency.lockutils [req-a3ea17a5-8895-428f-8896-7e14163a6449 req-317e51eb-633b-4d72-938c-8fa267af5a22 service nova] Acquiring lock "refresh_cache-55d6ae6c-b0fb-4b46-b600-3476d7828c5a" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.685492] env[62301]: DEBUG oslo_concurrency.lockutils [req-6c39a82d-0f28-4739-8a83-a574e28ea94e req-23fadc81-96ec-4e1d-a780-4b5e19837c7b service nova] Releasing lock "refresh_cache-222560d8-31b8-4349-aaa0-67d1497ac0a6" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.715378] env[62301]: DEBUG nova.network.neutron [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 754.719385] env[62301]: DEBUG oslo_concurrency.lockutils [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.766s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 754.720678] env[62301]: DEBUG nova.compute.manager [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] [instance: b036b25c-480b-4189-9f8d-8e80e5afdaef] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 754.723514] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2e11954e-55bf-4099-a982-c3ba096ac564 tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.588s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 754.725030] env[62301]: DEBUG nova.objects.instance [None req-2e11954e-55bf-4099-a982-c3ba096ac564 tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Lazy-loading 'resources' on Instance uuid 57e786de-bdde-4aae-80de-d16cfe5b4cda {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 754.804022] env[62301]: DEBUG oslo_vmware.api [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570105, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517396} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.804022] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] bee99a50-f6f3-4b54-a579-acbd6c14adca/bee99a50-f6f3-4b54-a579-acbd6c14adca.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 754.804022] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: bee99a50-f6f3-4b54-a579-acbd6c14adca] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 754.804022] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1793b61-86ca-4ea3-88f3-9c5251d84247 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.811785] env[62301]: DEBUG oslo_vmware.api [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for the task: (returnval){ [ 754.811785] env[62301]: value = "task-2570107" [ 754.811785] env[62301]: _type = "Task" [ 754.811785] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.827526] env[62301]: DEBUG oslo_vmware.api [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570107, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.861922] env[62301]: DEBUG oslo_vmware.api [None req-bccb45fd-b448-418c-a829-28bb6221e288 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': task-2570106, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.885601] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-755a9c33-ab7b-45ad-8beb-3f317022b603 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.900507] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7692d8eb-0a44-4b78-bdb9-849e83309f21 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.920164] env[62301]: DEBUG nova.network.neutron [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] Updating instance_info_cache with network_info: [{"id": "7980a0f8-37d6-4dc3-8c08-89ad06470c54", "address": "fa:16:3e:4b:e5:69", "network": {"id": "603b23fb-b382-437a-8bc3-5182f963c327", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-34603588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3b1e6207bb146ae933ddbb91b7a1d37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7980a0f8-37", "ovs_interfaceid": "7980a0f8-37d6-4dc3-8c08-89ad06470c54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.922136] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 754.922692] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 754.948100] env[62301]: DEBUG nova.compute.manager [req-7837bd27-bcfe-4ebf-aab6-1f25dd9349e9 req-354dff4e-e38d-4da5-8247-77d552fd1093 service nova] [instance: 91b2eaca-3a17-446b-abe7-ff677db29514] Detach interface failed, port_id=8beff611-531b-4959-b1f4-4cf59cdafd1b, reason: Instance 91b2eaca-3a17-446b-abe7-ff677db29514 could not be found. {{(pid=62301) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 755.230512] env[62301]: DEBUG nova.compute.utils [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 755.234951] env[62301]: DEBUG nova.compute.manager [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] [instance: b036b25c-480b-4189-9f8d-8e80e5afdaef] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 755.235211] env[62301]: DEBUG nova.network.neutron [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] [instance: b036b25c-480b-4189-9f8d-8e80e5afdaef] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 755.325373] env[62301]: DEBUG oslo_vmware.api [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570107, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073948} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.325602] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: bee99a50-f6f3-4b54-a579-acbd6c14adca] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 755.326424] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251fa238-2404-4c34-8a7e-49c27c52d2d4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.333350] env[62301]: DEBUG nova.policy [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68df2f5292d844aabbc73883a4e397fd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b51b4dd9cd74a0d847bfb3fc1d7a23b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 755.357538] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: bee99a50-f6f3-4b54-a579-acbd6c14adca] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] bee99a50-f6f3-4b54-a579-acbd6c14adca/bee99a50-f6f3-4b54-a579-acbd6c14adca.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 755.360921] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58df2e7b-fa5e-49be-a132-4accd0e05d4f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.390573] env[62301]: DEBUG oslo_vmware.api [None req-bccb45fd-b448-418c-a829-28bb6221e288 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': task-2570106, 'name': ReconfigVM_Task, 'duration_secs': 0.644412} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.391393] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-bccb45fd-b448-418c-a829-28bb6221e288 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 96e7754e-7f17-4ef3-9ff9-127583b55f5a/fa120b82-9657-4d79-a2f0-8dd63e2ef76d-rescue.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 755.392334] env[62301]: DEBUG oslo_vmware.api [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for the task: (returnval){ [ 755.392334] env[62301]: value = "task-2570108" [ 755.392334] env[62301]: _type = "Task" [ 755.392334] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.395217] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a0031b-3b94-45c0-94bf-907f33123631 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.409027] env[62301]: DEBUG oslo_vmware.api [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570108, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.425825] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Releasing lock "refresh_cache-55d6ae6c-b0fb-4b46-b600-3476d7828c5a" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.426028] env[62301]: DEBUG nova.compute.manager [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] Instance network_info: |[{"id": "7980a0f8-37d6-4dc3-8c08-89ad06470c54", "address": "fa:16:3e:4b:e5:69", "network": {"id": "603b23fb-b382-437a-8bc3-5182f963c327", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-34603588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3b1e6207bb146ae933ddbb91b7a1d37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7980a0f8-37", "ovs_interfaceid": "7980a0f8-37d6-4dc3-8c08-89ad06470c54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 755.440576] env[62301]: DEBUG oslo_concurrency.lockutils [req-a3ea17a5-8895-428f-8896-7e14163a6449 req-317e51eb-633b-4d72-938c-8fa267af5a22 service nova] Acquired lock "refresh_cache-55d6ae6c-b0fb-4b46-b600-3476d7828c5a" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.440791] env[62301]: DEBUG nova.network.neutron [req-a3ea17a5-8895-428f-8896-7e14163a6449 req-317e51eb-633b-4d72-938c-8fa267af5a22 service nova] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] Refreshing network info cache for port 7980a0f8-37d6-4dc3-8c08-89ad06470c54 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 755.442126] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:e5:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4307c18-b235-43cd-bcd5-e226012d8ee9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7980a0f8-37d6-4dc3-8c08-89ad06470c54', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 755.450247] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Creating folder: Project (f3b1e6207bb146ae933ddbb91b7a1d37). Parent ref: group-v518653. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 755.450566] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e38378fe-3981-428f-bdbc-653ae5f00f60 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.461633] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 755.461736] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Starting heal instance info cache {{(pid=62301) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 755.466763] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6bffa4fe-c1a1-4e9c-a520-b49750fb7e2f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.479262] env[62301]: DEBUG oslo_vmware.api [None req-bccb45fd-b448-418c-a829-28bb6221e288 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Waiting for the task: (returnval){ [ 755.479262] env[62301]: value = "task-2570110" [ 755.479262] env[62301]: _type = "Task" [ 755.479262] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.490011] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Created folder: Project (f3b1e6207bb146ae933ddbb91b7a1d37) in parent group-v518653. [ 755.490230] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Creating folder: Instances. Parent ref: group-v518800. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 755.494458] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5b8ed33-5159-4b45-8b92-c8ca03d4afba {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.496609] env[62301]: DEBUG oslo_vmware.api [None req-bccb45fd-b448-418c-a829-28bb6221e288 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': task-2570110, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.510607] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Created folder: Instances in parent group-v518800. [ 755.510930] env[62301]: DEBUG oslo.service.loopingcall [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 755.514171] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 755.514752] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6311bb63-43c5-40e3-a1d0-db82afeb07e8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.540428] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 755.540428] env[62301]: value = "task-2570112" [ 755.540428] env[62301]: _type = "Task" [ 755.540428] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.552047] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570112, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.737268] env[62301]: DEBUG nova.compute.manager [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] [instance: b036b25c-480b-4189-9f8d-8e80e5afdaef] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 755.856955] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202d5c80-e53f-4630-99d5-b875b0357033 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.867443] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15139c8e-7690-4ace-8374-dd1704962759 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.907996] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205f3902-58af-453a-928a-3f31c9bfccce {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.918926] env[62301]: DEBUG oslo_vmware.api [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570108, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.923048] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4354096e-cad3-44a9-b4f3-33d003c667f2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.946333] env[62301]: DEBUG nova.compute.provider_tree [None req-2e11954e-55bf-4099-a982-c3ba096ac564 tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.992984] env[62301]: DEBUG oslo_vmware.api [None req-bccb45fd-b448-418c-a829-28bb6221e288 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': task-2570110, 'name': ReconfigVM_Task, 'duration_secs': 0.320072} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.993133] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-bccb45fd-b448-418c-a829-28bb6221e288 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 755.993540] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81dd5e5c-c09d-4b87-8e39-1307d6e6b3e4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.002202] env[62301]: DEBUG oslo_vmware.api [None req-bccb45fd-b448-418c-a829-28bb6221e288 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Waiting for the task: (returnval){ [ 756.002202] env[62301]: value = "task-2570113" [ 756.002202] env[62301]: _type = "Task" [ 756.002202] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.016880] env[62301]: DEBUG oslo_vmware.api [None req-bccb45fd-b448-418c-a829-28bb6221e288 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': task-2570113, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.019169] env[62301]: DEBUG nova.network.neutron [req-a3ea17a5-8895-428f-8896-7e14163a6449 req-317e51eb-633b-4d72-938c-8fa267af5a22 service nova] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] Updated VIF entry in instance network info cache for port 7980a0f8-37d6-4dc3-8c08-89ad06470c54. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 756.019592] env[62301]: DEBUG nova.network.neutron [req-a3ea17a5-8895-428f-8896-7e14163a6449 req-317e51eb-633b-4d72-938c-8fa267af5a22 service nova] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] Updating instance_info_cache with network_info: [{"id": "7980a0f8-37d6-4dc3-8c08-89ad06470c54", "address": "fa:16:3e:4b:e5:69", "network": {"id": "603b23fb-b382-437a-8bc3-5182f963c327", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-34603588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3b1e6207bb146ae933ddbb91b7a1d37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7980a0f8-37", "ovs_interfaceid": "7980a0f8-37d6-4dc3-8c08-89ad06470c54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.056346] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570112, 'name': CreateVM_Task, 'duration_secs': 0.447264} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.056346] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 756.056762] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.056762] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.059978] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.060319] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24c2f3a9-0f05-4fb3-98c3-2f263bbeb21a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.069038] env[62301]: DEBUG oslo_vmware.api [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Waiting for the task: (returnval){ [ 756.069038] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52433e7d-bffe-093b-ca83-245d95b7ad73" [ 756.069038] env[62301]: _type = "Task" [ 756.069038] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.085805] env[62301]: DEBUG oslo_vmware.api [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52433e7d-bffe-093b-ca83-245d95b7ad73, 'name': SearchDatastore_Task, 'duration_secs': 0.013384} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.085805] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.086056] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 756.086119] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.086241] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.086422] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 756.086690] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41f9a86a-9fb0-4554-bc12-bd2dd89b0cf1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.099418] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 756.099727] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 756.100550] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f7b247d-b11e-4071-9b9e-04249732f002 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.109611] env[62301]: DEBUG oslo_vmware.api [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Waiting for the task: (returnval){ [ 756.109611] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]522cf5bf-26d2-0e44-35eb-573fb0991358" [ 756.109611] env[62301]: _type = "Task" [ 756.109611] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.122191] env[62301]: DEBUG oslo_vmware.api [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]522cf5bf-26d2-0e44-35eb-573fb0991358, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.129758] env[62301]: DEBUG nova.network.neutron [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] [instance: b036b25c-480b-4189-9f8d-8e80e5afdaef] Successfully created port: 32903344-b41a-422c-bff9-25e998e134bc {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 756.413555] env[62301]: DEBUG oslo_vmware.api [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570108, 'name': ReconfigVM_Task, 'duration_secs': 0.596794} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.413882] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: bee99a50-f6f3-4b54-a579-acbd6c14adca] Reconfigured VM instance instance-00000032 to attach disk [datastore2] bee99a50-f6f3-4b54-a579-acbd6c14adca/bee99a50-f6f3-4b54-a579-acbd6c14adca.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 756.414557] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1eb30609-d581-4d32-8e5b-0d281a198e34 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.423883] env[62301]: DEBUG oslo_vmware.api [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for the task: (returnval){ [ 756.423883] env[62301]: value = "task-2570114" [ 756.423883] env[62301]: _type = "Task" [ 756.423883] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.434365] env[62301]: DEBUG oslo_vmware.api [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570114, 'name': Rename_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.448917] env[62301]: DEBUG nova.scheduler.client.report [None req-2e11954e-55bf-4099-a982-c3ba096ac564 tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.503669] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Acquiring lock "refresh_cache-00a8a42a-2239-483d-a0cf-d7bbb3d95997" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.503669] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Acquired lock "refresh_cache-00a8a42a-2239-483d-a0cf-d7bbb3d95997" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.503669] env[62301]: DEBUG nova.network.neutron [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 00a8a42a-2239-483d-a0cf-d7bbb3d95997] Forcefully refreshing network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 756.516105] env[62301]: DEBUG oslo_vmware.api [None req-bccb45fd-b448-418c-a829-28bb6221e288 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': task-2570113, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.522393] env[62301]: DEBUG oslo_concurrency.lockutils [req-a3ea17a5-8895-428f-8896-7e14163a6449 req-317e51eb-633b-4d72-938c-8fa267af5a22 service nova] Releasing lock "refresh_cache-55d6ae6c-b0fb-4b46-b600-3476d7828c5a" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.621503] env[62301]: DEBUG oslo_vmware.api [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]522cf5bf-26d2-0e44-35eb-573fb0991358, 'name': SearchDatastore_Task, 'duration_secs': 0.012004} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.622338] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-263def6c-bf5a-436a-af31-3ce8fff4f010 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.629492] env[62301]: DEBUG oslo_vmware.api [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Waiting for the task: (returnval){ [ 756.629492] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52d71aba-48b0-3adb-1aa7-fbd14cf586a5" [ 756.629492] env[62301]: _type = "Task" [ 756.629492] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.640021] env[62301]: DEBUG oslo_vmware.api [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52d71aba-48b0-3adb-1aa7-fbd14cf586a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.752988] env[62301]: DEBUG nova.compute.manager [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] [instance: b036b25c-480b-4189-9f8d-8e80e5afdaef] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 756.781943] env[62301]: DEBUG nova.virt.hardware [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 756.782192] env[62301]: DEBUG nova.virt.hardware [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 756.782410] env[62301]: DEBUG nova.virt.hardware [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 756.782630] env[62301]: DEBUG nova.virt.hardware [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 756.782781] env[62301]: DEBUG nova.virt.hardware [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 756.782927] env[62301]: DEBUG nova.virt.hardware [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 756.787282] env[62301]: DEBUG nova.virt.hardware [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 756.787483] env[62301]: DEBUG nova.virt.hardware [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 756.787668] env[62301]: DEBUG nova.virt.hardware [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 756.787854] env[62301]: DEBUG nova.virt.hardware [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 756.788040] env[62301]: DEBUG nova.virt.hardware [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 756.788933] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67b30a9-3697-4826-a1c2-90197b613b66 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.798879] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f169c6-be9c-4ec9-9d6f-60a2ae9df92a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.935368] env[62301]: DEBUG oslo_vmware.api [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570114, 'name': Rename_Task, 'duration_secs': 0.223033} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.935368] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: bee99a50-f6f3-4b54-a579-acbd6c14adca] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 756.935711] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b61fdfe-c395-42d7-b1f0-398383878915 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.944344] env[62301]: DEBUG oslo_vmware.api [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for the task: (returnval){ [ 756.944344] env[62301]: value = "task-2570115" [ 756.944344] env[62301]: _type = "Task" [ 756.944344] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.958512] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2e11954e-55bf-4099-a982-c3ba096ac564 tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.235s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.961016] env[62301]: DEBUG oslo_vmware.api [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570115, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.962216] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.259s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.964283] env[62301]: INFO nova.compute.claims [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 757.001228] env[62301]: INFO nova.scheduler.client.report [None req-2e11954e-55bf-4099-a982-c3ba096ac564 tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Deleted allocations for instance 57e786de-bdde-4aae-80de-d16cfe5b4cda [ 757.024147] env[62301]: DEBUG oslo_vmware.api [None req-bccb45fd-b448-418c-a829-28bb6221e288 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': task-2570113, 'name': PowerOnVM_Task, 'duration_secs': 0.723914} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.025106] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-bccb45fd-b448-418c-a829-28bb6221e288 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 757.028066] env[62301]: DEBUG nova.compute.manager [None req-bccb45fd-b448-418c-a829-28bb6221e288 tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 757.029138] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864caede-23b8-459a-8b95-83abd2aac6de {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.034944] env[62301]: DEBUG nova.network.neutron [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 00a8a42a-2239-483d-a0cf-d7bbb3d95997] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 757.145231] env[62301]: DEBUG oslo_vmware.api [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52d71aba-48b0-3adb-1aa7-fbd14cf586a5, 'name': SearchDatastore_Task, 'duration_secs': 0.012412} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.145231] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.145231] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 55d6ae6c-b0fb-4b46-b600-3476d7828c5a/55d6ae6c-b0fb-4b46-b600-3476d7828c5a.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 757.145231] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46ed54cc-69e0-407d-a56c-a86d14eb75dd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.152799] env[62301]: DEBUG oslo_vmware.api [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Waiting for the task: (returnval){ [ 757.152799] env[62301]: value = "task-2570116" [ 757.152799] env[62301]: _type = "Task" [ 757.152799] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.163192] env[62301]: DEBUG oslo_vmware.api [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Task: {'id': task-2570116, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.459386] env[62301]: DEBUG oslo_vmware.api [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570115, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.517560] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2e11954e-55bf-4099-a982-c3ba096ac564 tempest-ImagesNegativeTestJSON-1845613599 tempest-ImagesNegativeTestJSON-1845613599-project-member] Lock "57e786de-bdde-4aae-80de-d16cfe5b4cda" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.935s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 757.670202] env[62301]: DEBUG oslo_vmware.api [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Task: {'id': task-2570116, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.817375] env[62301]: DEBUG nova.network.neutron [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 00a8a42a-2239-483d-a0cf-d7bbb3d95997] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.959824] env[62301]: DEBUG oslo_vmware.api [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570115, 'name': PowerOnVM_Task, 'duration_secs': 0.655144} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.960656] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: bee99a50-f6f3-4b54-a579-acbd6c14adca] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 757.961615] env[62301]: INFO nova.compute.manager [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: bee99a50-f6f3-4b54-a579-acbd6c14adca] Took 8.75 seconds to spawn the instance on the hypervisor. [ 757.963021] env[62301]: DEBUG nova.compute.manager [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: bee99a50-f6f3-4b54-a579-acbd6c14adca] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 757.963021] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a02e265-19c4-47f2-aa71-81ec9eda3fbc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.106299] env[62301]: DEBUG nova.compute.manager [req-02ec76bb-5906-40a5-9ff0-82d550246634 req-0a1da243-58ee-49be-8c45-d99bc09bebe5 service nova] [instance: b036b25c-480b-4189-9f8d-8e80e5afdaef] Received event network-vif-plugged-32903344-b41a-422c-bff9-25e998e134bc {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 758.106518] env[62301]: DEBUG oslo_concurrency.lockutils [req-02ec76bb-5906-40a5-9ff0-82d550246634 req-0a1da243-58ee-49be-8c45-d99bc09bebe5 service nova] Acquiring lock "b036b25c-480b-4189-9f8d-8e80e5afdaef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.106707] env[62301]: DEBUG oslo_concurrency.lockutils [req-02ec76bb-5906-40a5-9ff0-82d550246634 req-0a1da243-58ee-49be-8c45-d99bc09bebe5 service nova] Lock "b036b25c-480b-4189-9f8d-8e80e5afdaef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.110332] env[62301]: DEBUG oslo_concurrency.lockutils [req-02ec76bb-5906-40a5-9ff0-82d550246634 req-0a1da243-58ee-49be-8c45-d99bc09bebe5 service nova] Lock "b036b25c-480b-4189-9f8d-8e80e5afdaef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.003s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.110491] env[62301]: DEBUG nova.compute.manager [req-02ec76bb-5906-40a5-9ff0-82d550246634 req-0a1da243-58ee-49be-8c45-d99bc09bebe5 service nova] [instance: b036b25c-480b-4189-9f8d-8e80e5afdaef] No waiting events found dispatching network-vif-plugged-32903344-b41a-422c-bff9-25e998e134bc {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 758.110694] env[62301]: WARNING nova.compute.manager [req-02ec76bb-5906-40a5-9ff0-82d550246634 req-0a1da243-58ee-49be-8c45-d99bc09bebe5 service nova] [instance: b036b25c-480b-4189-9f8d-8e80e5afdaef] Received unexpected event network-vif-plugged-32903344-b41a-422c-bff9-25e998e134bc for instance with vm_state building and task_state spawning. [ 758.165218] env[62301]: DEBUG oslo_vmware.api [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Task: {'id': task-2570116, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580125} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.165405] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 55d6ae6c-b0fb-4b46-b600-3476d7828c5a/55d6ae6c-b0fb-4b46-b600-3476d7828c5a.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 758.165619] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 758.168596] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12f3116e-7e23-4059-a9e3-8a8b4ba8840d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.178271] env[62301]: DEBUG oslo_vmware.api [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Waiting for the task: (returnval){ [ 758.178271] env[62301]: value = "task-2570117" [ 758.178271] env[62301]: _type = "Task" [ 758.178271] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.192392] env[62301]: DEBUG oslo_vmware.api [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Task: {'id': task-2570117, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.320320] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Releasing lock "refresh_cache-00a8a42a-2239-483d-a0cf-d7bbb3d95997" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.320650] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 00a8a42a-2239-483d-a0cf-d7bbb3d95997] Updated the network info_cache for instance {{(pid=62301) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 758.320752] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 758.322094] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 758.322094] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 758.322094] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 758.322094] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 758.322094] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 758.322094] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62301) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 758.322353] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 758.490413] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ac9c05-35d6-4b53-9854-9b40d7b561e3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.498989] env[62301]: INFO nova.compute.manager [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: bee99a50-f6f3-4b54-a579-acbd6c14adca] Took 38.18 seconds to build instance. [ 758.504298] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c92e4f-f104-492e-a4f9-6114960971ba {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.553128] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe9cd93-31af-4f70-a360-e370ee3ccac3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.563531] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4d2b8a-a9c6-4e3f-a1ad-4786ddd1ee1e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.580651] env[62301]: DEBUG nova.compute.provider_tree [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.689762] env[62301]: DEBUG oslo_vmware.api [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Task: {'id': task-2570117, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.267513} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.690041] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 758.690851] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffdb022e-46bf-4bdb-bbb8-700cc972f6ed {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.724019] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 55d6ae6c-b0fb-4b46-b600-3476d7828c5a/55d6ae6c-b0fb-4b46-b600-3476d7828c5a.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.725406] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-333d6555-969c-4042-a9e3-12fcf2e9f949 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.750023] env[62301]: DEBUG oslo_vmware.api [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Waiting for the task: (returnval){ [ 758.750023] env[62301]: value = "task-2570118" [ 758.750023] env[62301]: _type = "Task" [ 758.750023] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.760783] env[62301]: DEBUG oslo_vmware.api [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Task: {'id': task-2570118, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.774194] env[62301]: DEBUG nova.network.neutron [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] [instance: b036b25c-480b-4189-9f8d-8e80e5afdaef] Successfully updated port: 32903344-b41a-422c-bff9-25e998e134bc {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 758.830136] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.001425] env[62301]: DEBUG oslo_concurrency.lockutils [None req-3411eeba-1184-4788-9cfc-6f894d9f8c7d tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Lock "bee99a50-f6f3-4b54-a579-acbd6c14adca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.578s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 759.084442] env[62301]: DEBUG nova.scheduler.client.report [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 759.090376] env[62301]: INFO nova.compute.manager [None req-33f4f811-a860-4909-9c7b-abd86d71403d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Unrescuing [ 759.093024] env[62301]: DEBUG oslo_concurrency.lockutils [None req-33f4f811-a860-4909-9c7b-abd86d71403d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Acquiring lock "refresh_cache-96e7754e-7f17-4ef3-9ff9-127583b55f5a" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.093024] env[62301]: DEBUG oslo_concurrency.lockutils [None req-33f4f811-a860-4909-9c7b-abd86d71403d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Acquired lock "refresh_cache-96e7754e-7f17-4ef3-9ff9-127583b55f5a" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.093024] env[62301]: DEBUG nova.network.neutron [None req-33f4f811-a860-4909-9c7b-abd86d71403d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.264345] env[62301]: DEBUG oslo_vmware.api [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Task: {'id': task-2570118, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.277457] env[62301]: DEBUG oslo_concurrency.lockutils [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Acquiring lock "refresh_cache-b036b25c-480b-4189-9f8d-8e80e5afdaef" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.277656] env[62301]: DEBUG oslo_concurrency.lockutils [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Acquired lock "refresh_cache-b036b25c-480b-4189-9f8d-8e80e5afdaef" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.278147] env[62301]: DEBUG nova.network.neutron [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] [instance: b036b25c-480b-4189-9f8d-8e80e5afdaef] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.511342] env[62301]: DEBUG nova.compute.manager [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 4e71c89c-d6ec-4c4d-af87-24dc5adf634b] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 759.591829] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.630s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 759.592488] env[62301]: DEBUG nova.compute.manager [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 759.599245] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.625s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 759.600746] env[62301]: INFO nova.compute.claims [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 759.764435] env[62301]: DEBUG oslo_vmware.api [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Task: {'id': task-2570118, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.847372] env[62301]: DEBUG nova.network.neutron [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] [instance: b036b25c-480b-4189-9f8d-8e80e5afdaef] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 760.050940] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 760.104915] env[62301]: DEBUG nova.network.neutron [None req-33f4f811-a860-4909-9c7b-abd86d71403d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Updating instance_info_cache with network_info: [{"id": "0d30c427-edfb-4718-a398-d3e8e880efe0", "address": "fa:16:3e:e1:f2:7f", "network": {"id": "cc84f94e-3410-450f-80a2-ea34226f483b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1117267892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0a675775d10147c0a13fafb1416f15e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d30c427-ed", "ovs_interfaceid": "0d30c427-edfb-4718-a398-d3e8e880efe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.108968] env[62301]: DEBUG nova.compute.utils [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 760.114481] env[62301]: DEBUG nova.compute.manager [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 760.114572] env[62301]: DEBUG nova.network.neutron [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 760.193114] env[62301]: DEBUG nova.network.neutron [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] [instance: b036b25c-480b-4189-9f8d-8e80e5afdaef] Updating instance_info_cache with network_info: [{"id": "32903344-b41a-422c-bff9-25e998e134bc", "address": "fa:16:3e:59:94:b8", "network": {"id": "31019b9d-0b3f-4749-9120-71903551c398", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-724017019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b51b4dd9cd74a0d847bfb3fc1d7a23b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32903344-b4", "ovs_interfaceid": "32903344-b41a-422c-bff9-25e998e134bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.248793] env[62301]: DEBUG nova.policy [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77cefed55d8448289b8b442d6a42a6af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4acebba9dd984a1c8d8debe8f6e4143b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 760.262897] env[62301]: DEBUG oslo_vmware.api [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Task: {'id': task-2570118, 'name': ReconfigVM_Task, 'duration_secs': 1.145976} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.263410] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 55d6ae6c-b0fb-4b46-b600-3476d7828c5a/55d6ae6c-b0fb-4b46-b600-3476d7828c5a.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 760.264366] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01c67c35-d831-4789-8061-e649559e40cb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.274476] env[62301]: DEBUG oslo_vmware.api [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Waiting for the task: (returnval){ [ 760.274476] env[62301]: value = "task-2570119" [ 760.274476] env[62301]: _type = "Task" [ 760.274476] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.288020] env[62301]: DEBUG oslo_vmware.api [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Task: {'id': task-2570119, 'name': Rename_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.360202] env[62301]: DEBUG nova.compute.manager [req-be9fd839-7a55-40e7-b55b-192b4c84936d req-36414279-abbb-42b5-81e0-e9d25807889d service nova] [instance: b036b25c-480b-4189-9f8d-8e80e5afdaef] Received event network-changed-32903344-b41a-422c-bff9-25e998e134bc {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 760.360476] env[62301]: DEBUG nova.compute.manager [req-be9fd839-7a55-40e7-b55b-192b4c84936d req-36414279-abbb-42b5-81e0-e9d25807889d service nova] [instance: b036b25c-480b-4189-9f8d-8e80e5afdaef] Refreshing instance network info cache due to event network-changed-32903344-b41a-422c-bff9-25e998e134bc. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 760.360556] env[62301]: DEBUG oslo_concurrency.lockutils [req-be9fd839-7a55-40e7-b55b-192b4c84936d req-36414279-abbb-42b5-81e0-e9d25807889d service nova] Acquiring lock "refresh_cache-b036b25c-480b-4189-9f8d-8e80e5afdaef" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.612110] env[62301]: DEBUG oslo_concurrency.lockutils [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Acquiring lock "3edef36a-8f7d-41ad-b5ca-c260776e36e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 760.612110] env[62301]: DEBUG oslo_concurrency.lockutils [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Lock "3edef36a-8f7d-41ad-b5ca-c260776e36e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 760.613767] env[62301]: DEBUG nova.compute.manager [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 760.616599] env[62301]: DEBUG oslo_concurrency.lockutils [None req-33f4f811-a860-4909-9c7b-abd86d71403d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Releasing lock "refresh_cache-96e7754e-7f17-4ef3-9ff9-127583b55f5a" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.619037] env[62301]: DEBUG nova.objects.instance [None req-33f4f811-a860-4909-9c7b-abd86d71403d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Lazy-loading 'flavor' on Instance uuid 96e7754e-7f17-4ef3-9ff9-127583b55f5a {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 760.644321] env[62301]: DEBUG oslo_vmware.rw_handles [None req-27f7e6c3-cfd4-42dd-8e4a-d2782b314a4f tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526101da-b899-2768-6645-fe57348c7372/disk-0.vmdk. {{(pid=62301) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 760.645912] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32534e6-0a21-4888-92a3-080d1793ab8b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.654884] env[62301]: DEBUG oslo_vmware.rw_handles [None req-27f7e6c3-cfd4-42dd-8e4a-d2782b314a4f tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526101da-b899-2768-6645-fe57348c7372/disk-0.vmdk is in state: ready. {{(pid=62301) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 760.655385] env[62301]: ERROR oslo_vmware.rw_handles [None req-27f7e6c3-cfd4-42dd-8e4a-d2782b314a4f tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526101da-b899-2768-6645-fe57348c7372/disk-0.vmdk due to incomplete transfer. [ 760.655385] env[62301]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ad243e75-1b72-4433-8b68-d52e4f57347e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.668312] env[62301]: DEBUG oslo_vmware.rw_handles [None req-27f7e6c3-cfd4-42dd-8e4a-d2782b314a4f tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526101da-b899-2768-6645-fe57348c7372/disk-0.vmdk. {{(pid=62301) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 760.668545] env[62301]: DEBUG nova.virt.vmwareapi.images [None req-27f7e6c3-cfd4-42dd-8e4a-d2782b314a4f tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Uploaded image 714c0599-fa13-4a46-a8ad-6b6955ef0199 to the Glance image server {{(pid=62301) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 760.671571] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-27f7e6c3-cfd4-42dd-8e4a-d2782b314a4f tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Destroying the VM {{(pid=62301) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 760.672713] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4e60d269-4ae5-473f-ba09-9028cdd8be9a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.683532] env[62301]: DEBUG oslo_vmware.api [None req-27f7e6c3-cfd4-42dd-8e4a-d2782b314a4f tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 760.683532] env[62301]: value = "task-2570120" [ 760.683532] env[62301]: _type = "Task" [ 760.683532] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.693964] env[62301]: DEBUG oslo_vmware.api [None req-27f7e6c3-cfd4-42dd-8e4a-d2782b314a4f tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570120, 'name': Destroy_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.698964] env[62301]: DEBUG oslo_concurrency.lockutils [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Releasing lock "refresh_cache-b036b25c-480b-4189-9f8d-8e80e5afdaef" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.699371] env[62301]: DEBUG nova.compute.manager [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] [instance: b036b25c-480b-4189-9f8d-8e80e5afdaef] Instance network_info: |[{"id": "32903344-b41a-422c-bff9-25e998e134bc", "address": "fa:16:3e:59:94:b8", "network": {"id": "31019b9d-0b3f-4749-9120-71903551c398", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-724017019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b51b4dd9cd74a0d847bfb3fc1d7a23b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32903344-b4", "ovs_interfaceid": "32903344-b41a-422c-bff9-25e998e134bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 760.701272] env[62301]: DEBUG oslo_concurrency.lockutils [req-be9fd839-7a55-40e7-b55b-192b4c84936d req-36414279-abbb-42b5-81e0-e9d25807889d service nova] Acquired lock "refresh_cache-b036b25c-480b-4189-9f8d-8e80e5afdaef" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.701272] env[62301]: DEBUG nova.network.neutron [req-be9fd839-7a55-40e7-b55b-192b4c84936d req-36414279-abbb-42b5-81e0-e9d25807889d service nova] [instance: b036b25c-480b-4189-9f8d-8e80e5afdaef] Refreshing network info cache for port 32903344-b41a-422c-bff9-25e998e134bc {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 760.701764] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] [instance: b036b25c-480b-4189-9f8d-8e80e5afdaef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:94:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba866c99-1cb2-4588-9f76-4bc0421ed46a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32903344-b41a-422c-bff9-25e998e134bc', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 760.710689] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Creating folder: Project (3b51b4dd9cd74a0d847bfb3fc1d7a23b). Parent ref: group-v518653. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.711633] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-064cf0f5-b150-41a1-94e9-ac33fc2a0a2d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.725278] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Created folder: Project (3b51b4dd9cd74a0d847bfb3fc1d7a23b) in parent group-v518653. [ 760.726234] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Creating folder: Instances. Parent ref: group-v518803. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.726517] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-124194e0-98ff-46b1-b07e-fa46bb4f12cc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.739739] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Created folder: Instances in parent group-v518803. [ 760.739739] env[62301]: DEBUG oslo.service.loopingcall [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 760.739739] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b036b25c-480b-4189-9f8d-8e80e5afdaef] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 760.739739] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e123d6d4-a41f-4198-9265-d98c6416f416 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.767755] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 760.767755] env[62301]: value = "task-2570123" [ 760.767755] env[62301]: _type = "Task" [ 760.767755] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.784212] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570123, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.791243] env[62301]: DEBUG oslo_vmware.api [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Task: {'id': task-2570119, 'name': Rename_Task, 'duration_secs': 0.199901} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.791527] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 760.792811] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed72cba0-81d4-4d50-80e5-776b18269570 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.796637] env[62301]: DEBUG nova.network.neutron [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Successfully created port: cd6db707-1ef4-4fe2-965d-00f1d489cf92 {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 760.800518] env[62301]: DEBUG oslo_vmware.api [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Waiting for the task: (returnval){ [ 760.800518] env[62301]: value = "task-2570124" [ 760.800518] env[62301]: _type = "Task" [ 760.800518] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.813205] env[62301]: DEBUG oslo_vmware.api [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Task: {'id': task-2570124, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.135850] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54fa1c0a-6595-4c4d-a3f9-2aaa276ed72c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.171723] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-33f4f811-a860-4909-9c7b-abd86d71403d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 761.171723] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e4766ad-bc37-4cdd-9dba-8bf4a390e711 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.175388] env[62301]: DEBUG oslo_vmware.api [None req-33f4f811-a860-4909-9c7b-abd86d71403d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Waiting for the task: (returnval){ [ 761.175388] env[62301]: value = "task-2570125" [ 761.175388] env[62301]: _type = "Task" [ 761.175388] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.181993] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e5cc90-b051-42d5-90e3-ae83d7c4bcd0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.192021] env[62301]: DEBUG oslo_vmware.api [None req-33f4f811-a860-4909-9c7b-abd86d71403d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': task-2570125, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.203788] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a8940a-1d23-43fe-a1e2-8c2182487697 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.208277] env[62301]: DEBUG oslo_vmware.api [None req-27f7e6c3-cfd4-42dd-8e4a-d2782b314a4f tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570120, 'name': Destroy_Task} progress is 33%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.244202] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c05449d-2ade-495b-b634-b73389ef6536 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.255602] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24db525f-0ec1-465d-9eed-f193ab073955 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.272050] env[62301]: DEBUG nova.compute.provider_tree [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.282520] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570123, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.315326] env[62301]: DEBUG oslo_vmware.api [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Task: {'id': task-2570124, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.584449] env[62301]: DEBUG nova.network.neutron [req-be9fd839-7a55-40e7-b55b-192b4c84936d req-36414279-abbb-42b5-81e0-e9d25807889d service nova] [instance: b036b25c-480b-4189-9f8d-8e80e5afdaef] Updated VIF entry in instance network info cache for port 32903344-b41a-422c-bff9-25e998e134bc. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 761.584823] env[62301]: DEBUG nova.network.neutron [req-be9fd839-7a55-40e7-b55b-192b4c84936d req-36414279-abbb-42b5-81e0-e9d25807889d service nova] [instance: b036b25c-480b-4189-9f8d-8e80e5afdaef] Updating instance_info_cache with network_info: [{"id": "32903344-b41a-422c-bff9-25e998e134bc", "address": "fa:16:3e:59:94:b8", "network": {"id": "31019b9d-0b3f-4749-9120-71903551c398", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-724017019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b51b4dd9cd74a0d847bfb3fc1d7a23b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32903344-b4", "ovs_interfaceid": "32903344-b41a-422c-bff9-25e998e134bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.630058] env[62301]: DEBUG nova.compute.manager [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 761.659990] env[62301]: DEBUG nova.virt.hardware [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:48:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='e0e8c855-3938-496b-81f3-e48eb62da384',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-121420463',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 761.660292] env[62301]: DEBUG nova.virt.hardware [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 761.660460] env[62301]: DEBUG nova.virt.hardware [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 761.660643] env[62301]: DEBUG nova.virt.hardware [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 761.660792] env[62301]: DEBUG nova.virt.hardware [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 761.660941] env[62301]: DEBUG nova.virt.hardware [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 761.662806] env[62301]: DEBUG nova.virt.hardware [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 761.663013] env[62301]: DEBUG nova.virt.hardware [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 761.663208] env[62301]: DEBUG nova.virt.hardware [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 761.663773] env[62301]: DEBUG nova.virt.hardware [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 761.664014] env[62301]: DEBUG nova.virt.hardware [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 761.666861] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6895c72e-f17b-4696-af3a-1af708c470d0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.682151] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d49eda5-cfb9-4082-a272-ddbbed1a090b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.692802] env[62301]: DEBUG oslo_vmware.api [None req-33f4f811-a860-4909-9c7b-abd86d71403d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': task-2570125, 'name': PowerOffVM_Task, 'duration_secs': 0.339829} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.704952] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-33f4f811-a860-4909-9c7b-abd86d71403d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 761.710238] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-33f4f811-a860-4909-9c7b-abd86d71403d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Reconfiguring VM instance instance-00000030 to detach disk 2001 {{(pid=62301) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 761.710748] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b70d738e-239c-4204-9090-5fa1e45c4ff0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.730974] env[62301]: DEBUG oslo_vmware.api [None req-27f7e6c3-cfd4-42dd-8e4a-d2782b314a4f tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570120, 'name': Destroy_Task, 'duration_secs': 0.730839} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.732407] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-27f7e6c3-cfd4-42dd-8e4a-d2782b314a4f tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Destroyed the VM [ 761.732644] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-27f7e6c3-cfd4-42dd-8e4a-d2782b314a4f tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Deleting Snapshot of the VM instance {{(pid=62301) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 761.732959] env[62301]: DEBUG oslo_vmware.api [None req-33f4f811-a860-4909-9c7b-abd86d71403d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Waiting for the task: (returnval){ [ 761.732959] env[62301]: value = "task-2570126" [ 761.732959] env[62301]: _type = "Task" [ 761.732959] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.733281] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f91ec35a-274c-456b-ae3e-89ff83733af7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.748025] env[62301]: DEBUG oslo_vmware.api [None req-33f4f811-a860-4909-9c7b-abd86d71403d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': task-2570126, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.748025] env[62301]: DEBUG oslo_vmware.api [None req-27f7e6c3-cfd4-42dd-8e4a-d2782b314a4f tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 761.748025] env[62301]: value = "task-2570127" [ 761.748025] env[62301]: _type = "Task" [ 761.748025] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.755162] env[62301]: DEBUG oslo_vmware.api [None req-27f7e6c3-cfd4-42dd-8e4a-d2782b314a4f tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570127, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.778273] env[62301]: DEBUG nova.scheduler.client.report [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.786770] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570123, 'name': CreateVM_Task, 'duration_secs': 0.528256} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.787329] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b036b25c-480b-4189-9f8d-8e80e5afdaef] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 761.788028] env[62301]: DEBUG oslo_concurrency.lockutils [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.788199] env[62301]: DEBUG oslo_concurrency.lockutils [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.788529] env[62301]: DEBUG oslo_concurrency.lockutils [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.788819] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd3ca57c-e46b-4a44-a3cc-cd0b592112df {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.794909] env[62301]: DEBUG oslo_vmware.api [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Waiting for the task: (returnval){ [ 761.794909] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52bdff00-dae1-37b5-be6e-534106272563" [ 761.794909] env[62301]: _type = "Task" [ 761.794909] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.806310] env[62301]: DEBUG oslo_vmware.api [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52bdff00-dae1-37b5-be6e-534106272563, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.816226] env[62301]: DEBUG oslo_vmware.api [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Task: {'id': task-2570124, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.091012] env[62301]: DEBUG oslo_concurrency.lockutils [req-be9fd839-7a55-40e7-b55b-192b4c84936d req-36414279-abbb-42b5-81e0-e9d25807889d service nova] Releasing lock "refresh_cache-b036b25c-480b-4189-9f8d-8e80e5afdaef" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.246511] env[62301]: DEBUG oslo_vmware.api [None req-33f4f811-a860-4909-9c7b-abd86d71403d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': task-2570126, 'name': ReconfigVM_Task, 'duration_secs': 0.271115} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.246883] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-33f4f811-a860-4909-9c7b-abd86d71403d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Reconfigured VM instance instance-00000030 to detach disk 2001 {{(pid=62301) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 762.247084] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-33f4f811-a860-4909-9c7b-abd86d71403d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 762.250341] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe787acd-20b5-49b0-8676-290acbcdb625 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.257754] env[62301]: DEBUG oslo_vmware.api [None req-27f7e6c3-cfd4-42dd-8e4a-d2782b314a4f tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570127, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.259319] env[62301]: DEBUG oslo_vmware.api [None req-33f4f811-a860-4909-9c7b-abd86d71403d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Waiting for the task: (returnval){ [ 762.259319] env[62301]: value = "task-2570128" [ 762.259319] env[62301]: _type = "Task" [ 762.259319] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.270080] env[62301]: DEBUG oslo_vmware.api [None req-33f4f811-a860-4909-9c7b-abd86d71403d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': task-2570128, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.288430] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.689s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 762.289306] env[62301]: DEBUG nova.compute.manager [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 762.296024] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.278s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 762.296024] env[62301]: INFO nova.compute.claims [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 762.309513] env[62301]: DEBUG oslo_vmware.api [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52bdff00-dae1-37b5-be6e-534106272563, 'name': SearchDatastore_Task, 'duration_secs': 0.011574} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.312832] env[62301]: DEBUG oslo_concurrency.lockutils [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.313133] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] [instance: b036b25c-480b-4189-9f8d-8e80e5afdaef] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 762.313400] env[62301]: DEBUG oslo_concurrency.lockutils [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.313584] env[62301]: DEBUG oslo_concurrency.lockutils [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.313811] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 762.314126] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82792eb8-c904-444f-a97d-b5337ea1c609 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.327060] env[62301]: DEBUG oslo_vmware.api [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Task: {'id': task-2570124, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.327060] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 762.327060] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 762.327060] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48c241fd-fe47-4195-a947-070610788095 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.333445] env[62301]: DEBUG oslo_vmware.api [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Waiting for the task: (returnval){ [ 762.333445] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52183954-624d-3a7d-54fe-81af97757919" [ 762.333445] env[62301]: _type = "Task" [ 762.333445] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.348409] env[62301]: DEBUG oslo_vmware.api [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52183954-624d-3a7d-54fe-81af97757919, 'name': SearchDatastore_Task, 'duration_secs': 0.010466} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.349987] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fbed5f1-9119-467b-92a8-9253a7a590bd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.357657] env[62301]: DEBUG oslo_vmware.api [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Waiting for the task: (returnval){ [ 762.357657] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5201ddbe-a0eb-467c-dfef-2081f5d65e4b" [ 762.357657] env[62301]: _type = "Task" [ 762.357657] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.369547] env[62301]: DEBUG oslo_vmware.api [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5201ddbe-a0eb-467c-dfef-2081f5d65e4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.512883] env[62301]: DEBUG oslo_concurrency.lockutils [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Acquiring lock "7015dc41-f1f8-4dd4-8e35-6ea6e574d44e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.516389] env[62301]: DEBUG oslo_concurrency.lockutils [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Lock "7015dc41-f1f8-4dd4-8e35-6ea6e574d44e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 762.759435] env[62301]: DEBUG oslo_vmware.api [None req-27f7e6c3-cfd4-42dd-8e4a-d2782b314a4f tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570127, 'name': RemoveSnapshot_Task, 'duration_secs': 0.833281} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.760884] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-27f7e6c3-cfd4-42dd-8e4a-d2782b314a4f tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Deleted Snapshot of the VM instance {{(pid=62301) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 762.761219] env[62301]: INFO nova.compute.manager [None req-27f7e6c3-cfd4-42dd-8e4a-d2782b314a4f tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Took 16.09 seconds to snapshot the instance on the hypervisor. [ 762.765983] env[62301]: DEBUG nova.compute.manager [req-aac4192e-87fa-4300-9a9b-b87a7e2afca7 req-fd715375-b93d-44fa-8e9b-e8c476832e0c service nova] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Received event network-vif-plugged-cd6db707-1ef4-4fe2-965d-00f1d489cf92 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 762.766289] env[62301]: DEBUG oslo_concurrency.lockutils [req-aac4192e-87fa-4300-9a9b-b87a7e2afca7 req-fd715375-b93d-44fa-8e9b-e8c476832e0c service nova] Acquiring lock "ffff5450-4ec9-4eb1-8b40-8f55c30409a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.766634] env[62301]: DEBUG oslo_concurrency.lockutils [req-aac4192e-87fa-4300-9a9b-b87a7e2afca7 req-fd715375-b93d-44fa-8e9b-e8c476832e0c service nova] Lock "ffff5450-4ec9-4eb1-8b40-8f55c30409a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 762.766910] env[62301]: DEBUG oslo_concurrency.lockutils [req-aac4192e-87fa-4300-9a9b-b87a7e2afca7 req-fd715375-b93d-44fa-8e9b-e8c476832e0c service nova] Lock "ffff5450-4ec9-4eb1-8b40-8f55c30409a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 762.767173] env[62301]: DEBUG nova.compute.manager [req-aac4192e-87fa-4300-9a9b-b87a7e2afca7 req-fd715375-b93d-44fa-8e9b-e8c476832e0c service nova] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] No waiting events found dispatching network-vif-plugged-cd6db707-1ef4-4fe2-965d-00f1d489cf92 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 762.767441] env[62301]: WARNING nova.compute.manager [req-aac4192e-87fa-4300-9a9b-b87a7e2afca7 req-fd715375-b93d-44fa-8e9b-e8c476832e0c service nova] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Received unexpected event network-vif-plugged-cd6db707-1ef4-4fe2-965d-00f1d489cf92 for instance with vm_state building and task_state spawning. [ 762.779830] env[62301]: DEBUG oslo_vmware.api [None req-33f4f811-a860-4909-9c7b-abd86d71403d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': task-2570128, 'name': PowerOnVM_Task, 'duration_secs': 0.4023} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.780188] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-33f4f811-a860-4909-9c7b-abd86d71403d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 762.780480] env[62301]: DEBUG nova.compute.manager [None req-33f4f811-a860-4909-9c7b-abd86d71403d tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 762.781330] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6fb41d-db83-4a9e-af95-d39d4d162737 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.804734] env[62301]: DEBUG nova.compute.utils [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 762.805264] env[62301]: DEBUG nova.compute.manager [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 762.805463] env[62301]: DEBUG nova.network.neutron [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 762.819845] env[62301]: DEBUG oslo_vmware.api [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Task: {'id': task-2570124, 'name': PowerOnVM_Task, 'duration_secs': 1.846481} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.820166] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 762.820397] env[62301]: INFO nova.compute.manager [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] Took 10.88 seconds to spawn the instance on the hypervisor. [ 762.820609] env[62301]: DEBUG nova.compute.manager [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 762.821437] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27f7f8c-d1d3-4840-a831-d48a70c88e96 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.869763] env[62301]: DEBUG oslo_vmware.api [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5201ddbe-a0eb-467c-dfef-2081f5d65e4b, 'name': SearchDatastore_Task, 'duration_secs': 0.011292} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.870122] env[62301]: DEBUG oslo_concurrency.lockutils [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.870783] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] b036b25c-480b-4189-9f8d-8e80e5afdaef/b036b25c-480b-4189-9f8d-8e80e5afdaef.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 762.871107] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87c6536a-4f0e-49ec-aded-6837c84f33d7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.879186] env[62301]: DEBUG oslo_vmware.api [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Waiting for the task: (returnval){ [ 762.879186] env[62301]: value = "task-2570129" [ 762.879186] env[62301]: _type = "Task" [ 762.879186] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.888623] env[62301]: DEBUG oslo_vmware.api [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Task: {'id': task-2570129, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.148663] env[62301]: DEBUG nova.policy [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f47ee79463440e79e59e44a0b2d1b9c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f79c1c72ace843d4be630377bd5e2326', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 763.310535] env[62301]: DEBUG nova.compute.manager [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 763.326846] env[62301]: DEBUG nova.compute.manager [None req-27f7e6c3-cfd4-42dd-8e4a-d2782b314a4f tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Found 2 images (rotation: 2) {{(pid=62301) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 763.350579] env[62301]: INFO nova.compute.manager [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] Took 38.32 seconds to build instance. [ 763.375202] env[62301]: DEBUG nova.network.neutron [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Successfully updated port: cd6db707-1ef4-4fe2-965d-00f1d489cf92 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 763.397757] env[62301]: DEBUG oslo_vmware.api [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Task: {'id': task-2570129, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.826360] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9751029-0293-4fa7-ba58-dd630ed3ca3d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.839410] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696e8292-8b58-425c-91b2-7fb8aaa098a3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.876603] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b8bbc6bd-c135-4b8a-a218-1c7f87cf4a1f tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Lock "55d6ae6c-b0fb-4b46-b600-3476d7828c5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.480s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 763.879155] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Acquiring lock "refresh_cache-ffff5450-4ec9-4eb1-8b40-8f55c30409a6" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.879422] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Acquired lock "refresh_cache-ffff5450-4ec9-4eb1-8b40-8f55c30409a6" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.879710] env[62301]: DEBUG nova.network.neutron [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 763.881304] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55898dd4-ab1d-465e-86c0-3e68dae324b4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.899114] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c8ed05-3f1a-431b-b574-38ef77b455d3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.903605] env[62301]: DEBUG oslo_vmware.api [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Task: {'id': task-2570129, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527329} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.904186] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] b036b25c-480b-4189-9f8d-8e80e5afdaef/b036b25c-480b-4189-9f8d-8e80e5afdaef.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 763.904446] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] [instance: b036b25c-480b-4189-9f8d-8e80e5afdaef] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 763.905068] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41500bb0-2585-4cfa-b0be-27c18f83b4ad {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.916788] env[62301]: DEBUG nova.compute.provider_tree [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.921271] env[62301]: DEBUG oslo_vmware.api [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Waiting for the task: (returnval){ [ 763.921271] env[62301]: value = "task-2570130" [ 763.921271] env[62301]: _type = "Task" [ 763.921271] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.930858] env[62301]: DEBUG oslo_vmware.api [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Task: {'id': task-2570130, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.934044] env[62301]: DEBUG nova.network.neutron [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Successfully created port: d5b3e831-f864-4ec2-b3c3-a51392147fbd {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 764.336149] env[62301]: DEBUG nova.compute.manager [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 764.364535] env[62301]: DEBUG nova.virt.hardware [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 764.364785] env[62301]: DEBUG nova.virt.hardware [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 764.364952] env[62301]: DEBUG nova.virt.hardware [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 764.365163] env[62301]: DEBUG nova.virt.hardware [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 764.365313] env[62301]: DEBUG nova.virt.hardware [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 764.365460] env[62301]: DEBUG nova.virt.hardware [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 764.365665] env[62301]: DEBUG nova.virt.hardware [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 764.369076] env[62301]: DEBUG nova.virt.hardware [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 764.369076] env[62301]: DEBUG nova.virt.hardware [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 764.369076] env[62301]: DEBUG nova.virt.hardware [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 764.369076] env[62301]: DEBUG nova.virt.hardware [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 764.369076] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c035296f-8dd0-4159-aa70-4686f12caa71 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.380444] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01918209-13d7-49f6-b8e4-cc1ac8a9b0c4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.385114] env[62301]: DEBUG nova.compute.manager [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 3edef36a-8f7d-41ad-b5ca-c260776e36e1] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 764.421763] env[62301]: DEBUG nova.scheduler.client.report [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.437624] env[62301]: DEBUG oslo_vmware.api [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Task: {'id': task-2570130, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088465} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.437624] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] [instance: b036b25c-480b-4189-9f8d-8e80e5afdaef] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 764.438283] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61f3a85-1176-40ba-95ac-5fb3087a797d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.463330] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] [instance: b036b25c-480b-4189-9f8d-8e80e5afdaef] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] b036b25c-480b-4189-9f8d-8e80e5afdaef/b036b25c-480b-4189-9f8d-8e80e5afdaef.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 764.464343] env[62301]: DEBUG nova.network.neutron [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 764.466834] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1520a23f-04e5-4bb5-b2bc-86c4b7cc7d15 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.490889] env[62301]: DEBUG oslo_vmware.api [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Waiting for the task: (returnval){ [ 764.490889] env[62301]: value = "task-2570131" [ 764.490889] env[62301]: _type = "Task" [ 764.490889] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.500739] env[62301]: DEBUG oslo_vmware.api [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Task: {'id': task-2570131, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.525399] env[62301]: DEBUG nova.compute.manager [None req-035ba33a-60d0-4777-b366-1f8ce9750179 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.526417] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdcfe2ba-c427-4959-9106-f6b8850d20f5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.802217] env[62301]: DEBUG nova.network.neutron [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Updating instance_info_cache with network_info: [{"id": "cd6db707-1ef4-4fe2-965d-00f1d489cf92", "address": "fa:16:3e:60:bd:0e", "network": {"id": "229d681a-36f3-4cf5-8b82-82a25738b030", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "584ed71e5cee48ffa78bf852023e57aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd6db707-1e", "ovs_interfaceid": "cd6db707-1ef4-4fe2-965d-00f1d489cf92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.922113] env[62301]: DEBUG oslo_concurrency.lockutils [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.931923] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.931923] env[62301]: DEBUG nova.compute.manager [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 764.939030] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c9b033b7-0be5-4b4d-88f0-7732a9a6e481 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.309s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.939030] env[62301]: DEBUG nova.objects.instance [None req-c9b033b7-0be5-4b4d-88f0-7732a9a6e481 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Lazy-loading 'resources' on Instance uuid e3dca228-5517-4d04-bf30-f3ee3fecaaf8 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 765.004997] env[62301]: DEBUG oslo_vmware.api [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Task: {'id': task-2570131, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.038822] env[62301]: INFO nova.compute.manager [None req-035ba33a-60d0-4777-b366-1f8ce9750179 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] instance snapshotting [ 765.039375] env[62301]: DEBUG nova.objects.instance [None req-035ba33a-60d0-4777-b366-1f8ce9750179 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lazy-loading 'flavor' on Instance uuid 6bb105e9-936b-46c0-82e3-37a2139c76bd {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 765.160335] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b57deb19-12b3-49a6-b543-7e49cb54b31b tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Acquiring lock "96e7754e-7f17-4ef3-9ff9-127583b55f5a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 765.160627] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b57deb19-12b3-49a6-b543-7e49cb54b31b tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Lock "96e7754e-7f17-4ef3-9ff9-127583b55f5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 765.160840] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b57deb19-12b3-49a6-b543-7e49cb54b31b tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Acquiring lock "96e7754e-7f17-4ef3-9ff9-127583b55f5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 765.161040] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b57deb19-12b3-49a6-b543-7e49cb54b31b tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Lock "96e7754e-7f17-4ef3-9ff9-127583b55f5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 765.161218] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b57deb19-12b3-49a6-b543-7e49cb54b31b tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Lock "96e7754e-7f17-4ef3-9ff9-127583b55f5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.164039] env[62301]: INFO nova.compute.manager [None req-b57deb19-12b3-49a6-b543-7e49cb54b31b tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Terminating instance [ 765.305818] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Releasing lock "refresh_cache-ffff5450-4ec9-4eb1-8b40-8f55c30409a6" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.306605] env[62301]: DEBUG nova.compute.manager [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Instance network_info: |[{"id": "cd6db707-1ef4-4fe2-965d-00f1d489cf92", "address": "fa:16:3e:60:bd:0e", "network": {"id": "229d681a-36f3-4cf5-8b82-82a25738b030", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "584ed71e5cee48ffa78bf852023e57aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd6db707-1e", "ovs_interfaceid": "cd6db707-1ef4-4fe2-965d-00f1d489cf92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 765.307494] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:bd:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '195e328b-e41a-49f5-9e51-546b8ea8ceba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd6db707-1ef4-4fe2-965d-00f1d489cf92', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 765.316044] env[62301]: DEBUG oslo.service.loopingcall [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 765.316676] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 765.317374] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-128c7676-67cd-427d-96d5-ab39cf3ca842 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.335844] env[62301]: DEBUG nova.compute.manager [req-af24513f-1c4a-4cd8-b64e-6b171f013a0d req-861e8824-7a2d-4816-82e5-fe7691ba9e5e service nova] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Received event network-changed-cd6db707-1ef4-4fe2-965d-00f1d489cf92 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 765.335844] env[62301]: DEBUG nova.compute.manager [req-af24513f-1c4a-4cd8-b64e-6b171f013a0d req-861e8824-7a2d-4816-82e5-fe7691ba9e5e service nova] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Refreshing instance network info cache due to event network-changed-cd6db707-1ef4-4fe2-965d-00f1d489cf92. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 765.336254] env[62301]: DEBUG oslo_concurrency.lockutils [req-af24513f-1c4a-4cd8-b64e-6b171f013a0d req-861e8824-7a2d-4816-82e5-fe7691ba9e5e service nova] Acquiring lock "refresh_cache-ffff5450-4ec9-4eb1-8b40-8f55c30409a6" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.336515] env[62301]: DEBUG oslo_concurrency.lockutils [req-af24513f-1c4a-4cd8-b64e-6b171f013a0d req-861e8824-7a2d-4816-82e5-fe7691ba9e5e service nova] Acquired lock "refresh_cache-ffff5450-4ec9-4eb1-8b40-8f55c30409a6" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.336783] env[62301]: DEBUG nova.network.neutron [req-af24513f-1c4a-4cd8-b64e-6b171f013a0d req-861e8824-7a2d-4816-82e5-fe7691ba9e5e service nova] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Refreshing network info cache for port cd6db707-1ef4-4fe2-965d-00f1d489cf92 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 765.340552] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 765.340552] env[62301]: value = "task-2570132" [ 765.340552] env[62301]: _type = "Task" [ 765.340552] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.350247] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570132, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.439842] env[62301]: DEBUG nova.compute.utils [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 765.444731] env[62301]: DEBUG nova.compute.manager [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 765.445057] env[62301]: DEBUG nova.network.neutron [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] [instance: 456442d0-f73e-4b17-aff4-276186b86782] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 765.505168] env[62301]: DEBUG oslo_vmware.api [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Task: {'id': task-2570131, 'name': ReconfigVM_Task, 'duration_secs': 0.525489} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.505525] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] [instance: b036b25c-480b-4189-9f8d-8e80e5afdaef] Reconfigured VM instance instance-00000034 to attach disk [datastore1] b036b25c-480b-4189-9f8d-8e80e5afdaef/b036b25c-480b-4189-9f8d-8e80e5afdaef.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 765.509970] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-348fc372-1159-481e-b263-f04f7980f397 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.519257] env[62301]: DEBUG oslo_vmware.api [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Waiting for the task: (returnval){ [ 765.519257] env[62301]: value = "task-2570133" [ 765.519257] env[62301]: _type = "Task" [ 765.519257] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.535722] env[62301]: DEBUG oslo_vmware.api [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Task: {'id': task-2570133, 'name': Rename_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.545655] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac41ff1a-340d-4150-9fa0-08364c6f4909 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.575774] env[62301]: DEBUG nova.policy [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a162d809f9045679626335436a7cb31', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ec9aeca53124b7b945bb0e113ceaedb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 765.584889] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3debf9a-a379-4877-b33e-29efc41e255e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.668080] env[62301]: DEBUG nova.compute.manager [None req-b57deb19-12b3-49a6-b543-7e49cb54b31b tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 765.668080] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b57deb19-12b3-49a6-b543-7e49cb54b31b tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 765.669262] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02bd5b8-0269-4d58-8ac3-dbfcc2409880 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.682946] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-b57deb19-12b3-49a6-b543-7e49cb54b31b tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 765.683267] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f673dd57-4665-4eea-943e-7e81ed08f36d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.691926] env[62301]: DEBUG oslo_vmware.api [None req-b57deb19-12b3-49a6-b543-7e49cb54b31b tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Waiting for the task: (returnval){ [ 765.691926] env[62301]: value = "task-2570134" [ 765.691926] env[62301]: _type = "Task" [ 765.691926] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.709439] env[62301]: DEBUG oslo_vmware.api [None req-b57deb19-12b3-49a6-b543-7e49cb54b31b tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': task-2570134, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.861591] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570132, 'name': CreateVM_Task, 'duration_secs': 0.402746} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.861796] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 765.862566] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.862736] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.863083] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.863365] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f5f420d-366d-4ad9-bd35-2e9959e0b490 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.871132] env[62301]: DEBUG oslo_vmware.api [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Waiting for the task: (returnval){ [ 765.871132] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52a2832a-b2d7-7ddd-9984-205ec93e318b" [ 765.871132] env[62301]: _type = "Task" [ 765.871132] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.886826] env[62301]: DEBUG oslo_vmware.api [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52a2832a-b2d7-7ddd-9984-205ec93e318b, 'name': SearchDatastore_Task, 'duration_secs': 0.01135} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.887774] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.888136] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 765.888386] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.888680] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.888887] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 765.889327] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5092966b-e9cf-4984-8394-acbf82c7a255 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.903264] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 765.903264] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 765.903264] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-972cc869-336b-4e3a-9841-f38e82f234c6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.911851] env[62301]: DEBUG oslo_vmware.api [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Waiting for the task: (returnval){ [ 765.911851] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52533d0e-bbac-1e69-aa1b-26527450faa3" [ 765.911851] env[62301]: _type = "Task" [ 765.911851] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.924876] env[62301]: DEBUG oslo_vmware.api [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52533d0e-bbac-1e69-aa1b-26527450faa3, 'name': SearchDatastore_Task, 'duration_secs': 0.009951} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.925689] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4e3296f-f925-48b3-ad4f-d6c6ebcbd2ee {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.932309] env[62301]: DEBUG oslo_vmware.api [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Waiting for the task: (returnval){ [ 765.932309] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]526d5253-eb16-152f-49ff-ae57d89d109b" [ 765.932309] env[62301]: _type = "Task" [ 765.932309] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.947761] env[62301]: DEBUG nova.compute.manager [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 765.950096] env[62301]: DEBUG oslo_vmware.api [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]526d5253-eb16-152f-49ff-ae57d89d109b, 'name': SearchDatastore_Task, 'duration_secs': 0.010651} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.950096] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.950096] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] ffff5450-4ec9-4eb1-8b40-8f55c30409a6/ffff5450-4ec9-4eb1-8b40-8f55c30409a6.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 765.950096] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6df40073-6f35-46e7-8ddf-264764ab4c8b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.961756] env[62301]: DEBUG oslo_vmware.api [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Waiting for the task: (returnval){ [ 765.961756] env[62301]: value = "task-2570135" [ 765.961756] env[62301]: _type = "Task" [ 765.961756] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.974294] env[62301]: DEBUG oslo_vmware.api [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2570135, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.036867] env[62301]: DEBUG nova.compute.manager [req-452599bd-c606-48f7-8a87-5a2e04330c00 req-1a7d6d3c-1091-41a3-ad8b-47584b19ef6f service nova] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] Received event network-changed-7980a0f8-37d6-4dc3-8c08-89ad06470c54 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 766.036867] env[62301]: DEBUG nova.compute.manager [req-452599bd-c606-48f7-8a87-5a2e04330c00 req-1a7d6d3c-1091-41a3-ad8b-47584b19ef6f service nova] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] Refreshing instance network info cache due to event network-changed-7980a0f8-37d6-4dc3-8c08-89ad06470c54. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 766.036867] env[62301]: DEBUG oslo_concurrency.lockutils [req-452599bd-c606-48f7-8a87-5a2e04330c00 req-1a7d6d3c-1091-41a3-ad8b-47584b19ef6f service nova] Acquiring lock "refresh_cache-55d6ae6c-b0fb-4b46-b600-3476d7828c5a" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.036867] env[62301]: DEBUG oslo_concurrency.lockutils [req-452599bd-c606-48f7-8a87-5a2e04330c00 req-1a7d6d3c-1091-41a3-ad8b-47584b19ef6f service nova] Acquired lock "refresh_cache-55d6ae6c-b0fb-4b46-b600-3476d7828c5a" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.036867] env[62301]: DEBUG nova.network.neutron [req-452599bd-c606-48f7-8a87-5a2e04330c00 req-1a7d6d3c-1091-41a3-ad8b-47584b19ef6f service nova] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] Refreshing network info cache for port 7980a0f8-37d6-4dc3-8c08-89ad06470c54 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 766.041504] env[62301]: DEBUG oslo_vmware.api [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Task: {'id': task-2570133, 'name': Rename_Task, 'duration_secs': 0.204053} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.041949] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] [instance: b036b25c-480b-4189-9f8d-8e80e5afdaef] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 766.042233] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62d150b2-15fb-426f-9e58-60e18a08c1e3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.058050] env[62301]: DEBUG oslo_vmware.api [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Waiting for the task: (returnval){ [ 766.058050] env[62301]: value = "task-2570136" [ 766.058050] env[62301]: _type = "Task" [ 766.058050] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.071950] env[62301]: DEBUG oslo_vmware.api [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Task: {'id': task-2570136, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.105035] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-035ba33a-60d0-4777-b366-1f8ce9750179 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Creating Snapshot of the VM instance {{(pid=62301) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 766.105035] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a2207a28-eeda-4691-b450-df350d6d54bf {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.110930] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4853e64d-d025-4c34-b473-40cec6e24f1a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.122074] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3437f1-2a09-49c3-82da-78a1c84b2aef {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.128510] env[62301]: DEBUG oslo_vmware.api [None req-035ba33a-60d0-4777-b366-1f8ce9750179 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 766.128510] env[62301]: value = "task-2570137" [ 766.128510] env[62301]: _type = "Task" [ 766.128510] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.171971] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5704c0-0b9d-4dcc-92f8-e07c2e5d9c0c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.179026] env[62301]: DEBUG oslo_vmware.api [None req-035ba33a-60d0-4777-b366-1f8ce9750179 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570137, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.187119] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d09dbf2-5ce2-42f3-a236-f33edf37ec15 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.222353] env[62301]: DEBUG nova.compute.provider_tree [None req-c9b033b7-0be5-4b4d-88f0-7732a9a6e481 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.232062] env[62301]: DEBUG oslo_vmware.api [None req-b57deb19-12b3-49a6-b543-7e49cb54b31b tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': task-2570134, 'name': PowerOffVM_Task, 'duration_secs': 0.268604} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.232281] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-b57deb19-12b3-49a6-b543-7e49cb54b31b tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 766.233693] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b57deb19-12b3-49a6-b543-7e49cb54b31b tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 766.233693] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-271c5dee-42a0-4efa-a875-a46550f37a59 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.321432] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b57deb19-12b3-49a6-b543-7e49cb54b31b tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 766.321689] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b57deb19-12b3-49a6-b543-7e49cb54b31b tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 766.321933] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-b57deb19-12b3-49a6-b543-7e49cb54b31b tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Deleting the datastore file [datastore1] 96e7754e-7f17-4ef3-9ff9-127583b55f5a {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 766.322563] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dad2e3f2-94a0-4de0-bc4c-00c94170842b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.332687] env[62301]: DEBUG oslo_vmware.api [None req-b57deb19-12b3-49a6-b543-7e49cb54b31b tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Waiting for the task: (returnval){ [ 766.332687] env[62301]: value = "task-2570139" [ 766.332687] env[62301]: _type = "Task" [ 766.332687] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.343212] env[62301]: DEBUG oslo_vmware.api [None req-b57deb19-12b3-49a6-b543-7e49cb54b31b tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': task-2570139, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.476046] env[62301]: DEBUG oslo_vmware.api [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2570135, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.573232] env[62301]: DEBUG oslo_vmware.api [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Task: {'id': task-2570136, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.646978] env[62301]: DEBUG oslo_vmware.api [None req-035ba33a-60d0-4777-b366-1f8ce9750179 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570137, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.670764] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Acquiring lock "ad58b606-b954-4ce1-bda7-56f0bd23e83f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 766.671346] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Lock "ad58b606-b954-4ce1-bda7-56f0bd23e83f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 766.737085] env[62301]: DEBUG nova.scheduler.client.report [None req-c9b033b7-0be5-4b4d-88f0-7732a9a6e481 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.842731] env[62301]: DEBUG oslo_vmware.api [None req-b57deb19-12b3-49a6-b543-7e49cb54b31b tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': task-2570139, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264706} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.843063] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-b57deb19-12b3-49a6-b543-7e49cb54b31b tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 766.843187] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b57deb19-12b3-49a6-b543-7e49cb54b31b tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 766.843402] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b57deb19-12b3-49a6-b543-7e49cb54b31b tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 766.843593] env[62301]: INFO nova.compute.manager [None req-b57deb19-12b3-49a6-b543-7e49cb54b31b tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Took 1.18 seconds to destroy the instance on the hypervisor. [ 766.843838] env[62301]: DEBUG oslo.service.loopingcall [None req-b57deb19-12b3-49a6-b543-7e49cb54b31b tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 766.844094] env[62301]: DEBUG nova.compute.manager [-] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 766.844202] env[62301]: DEBUG nova.network.neutron [-] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 766.856459] env[62301]: DEBUG nova.network.neutron [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Successfully updated port: d5b3e831-f864-4ec2-b3c3-a51392147fbd {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 766.957073] env[62301]: DEBUG nova.compute.manager [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 766.972808] env[62301]: DEBUG nova.network.neutron [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Successfully created port: 78ab8648-0413-4324-a42c-2455925fbce7 {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 766.977266] env[62301]: DEBUG nova.network.neutron [req-af24513f-1c4a-4cd8-b64e-6b171f013a0d req-861e8824-7a2d-4816-82e5-fe7691ba9e5e service nova] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Updated VIF entry in instance network info cache for port cd6db707-1ef4-4fe2-965d-00f1d489cf92. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 766.977785] env[62301]: DEBUG nova.network.neutron [req-af24513f-1c4a-4cd8-b64e-6b171f013a0d req-861e8824-7a2d-4816-82e5-fe7691ba9e5e service nova] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Updating instance_info_cache with network_info: [{"id": "cd6db707-1ef4-4fe2-965d-00f1d489cf92", "address": "fa:16:3e:60:bd:0e", "network": {"id": "229d681a-36f3-4cf5-8b82-82a25738b030", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "584ed71e5cee48ffa78bf852023e57aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd6db707-1e", "ovs_interfaceid": "cd6db707-1ef4-4fe2-965d-00f1d489cf92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.988484] env[62301]: DEBUG oslo_vmware.api [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2570135, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528334} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.989669] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] ffff5450-4ec9-4eb1-8b40-8f55c30409a6/ffff5450-4ec9-4eb1-8b40-8f55c30409a6.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 766.989943] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 766.990361] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69e9cf2a-baf6-4898-9bd6-11ef0fe57f0a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.002868] env[62301]: DEBUG oslo_vmware.api [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Waiting for the task: (returnval){ [ 767.002868] env[62301]: value = "task-2570140" [ 767.002868] env[62301]: _type = "Task" [ 767.002868] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.010765] env[62301]: DEBUG nova.virt.hardware [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 767.011235] env[62301]: DEBUG nova.virt.hardware [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.011478] env[62301]: DEBUG nova.virt.hardware [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.011768] env[62301]: DEBUG nova.virt.hardware [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.012663] env[62301]: DEBUG nova.virt.hardware [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.012904] env[62301]: DEBUG nova.virt.hardware [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 767.013164] env[62301]: DEBUG nova.virt.hardware [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 767.013339] env[62301]: DEBUG nova.virt.hardware [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 767.013533] env[62301]: DEBUG nova.virt.hardware [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 767.013672] env[62301]: DEBUG nova.virt.hardware [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 767.013842] env[62301]: DEBUG nova.virt.hardware [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 767.015101] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e766a61d-6eb6-42f3-a32c-8b6acf403868 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.026759] env[62301]: DEBUG oslo_vmware.api [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2570140, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.034825] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d14c080-76d8-4879-9e47-b4401469974a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.069342] env[62301]: DEBUG oslo_vmware.api [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Task: {'id': task-2570136, 'name': PowerOnVM_Task, 'duration_secs': 0.800231} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.069763] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] [instance: b036b25c-480b-4189-9f8d-8e80e5afdaef] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 767.069965] env[62301]: INFO nova.compute.manager [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] [instance: b036b25c-480b-4189-9f8d-8e80e5afdaef] Took 10.32 seconds to spawn the instance on the hypervisor. [ 767.069965] env[62301]: DEBUG nova.compute.manager [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] [instance: b036b25c-480b-4189-9f8d-8e80e5afdaef] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.071162] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b1dbfc-01cc-4c13-ae32-e9608e98dae8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.147310] env[62301]: DEBUG oslo_vmware.api [None req-035ba33a-60d0-4777-b366-1f8ce9750179 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570137, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.233482] env[62301]: DEBUG nova.network.neutron [req-452599bd-c606-48f7-8a87-5a2e04330c00 req-1a7d6d3c-1091-41a3-ad8b-47584b19ef6f service nova] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] Updated VIF entry in instance network info cache for port 7980a0f8-37d6-4dc3-8c08-89ad06470c54. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 767.233766] env[62301]: DEBUG nova.network.neutron [req-452599bd-c606-48f7-8a87-5a2e04330c00 req-1a7d6d3c-1091-41a3-ad8b-47584b19ef6f service nova] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] Updating instance_info_cache with network_info: [{"id": "7980a0f8-37d6-4dc3-8c08-89ad06470c54", "address": "fa:16:3e:4b:e5:69", "network": {"id": "603b23fb-b382-437a-8bc3-5182f963c327", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-34603588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3b1e6207bb146ae933ddbb91b7a1d37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7980a0f8-37", "ovs_interfaceid": "7980a0f8-37d6-4dc3-8c08-89ad06470c54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.247799] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c9b033b7-0be5-4b4d-88f0-7732a9a6e481 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.312s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.253172] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.986s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.253228] env[62301]: INFO nova.compute.claims [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 0380936a-9aed-43bd-beec-585a1d9f073c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 767.274331] env[62301]: INFO nova.scheduler.client.report [None req-c9b033b7-0be5-4b4d-88f0-7732a9a6e481 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Deleted allocations for instance e3dca228-5517-4d04-bf30-f3ee3fecaaf8 [ 767.358963] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquiring lock "refresh_cache-a31f97bc-8467-4f02-8120-2ce25075d351" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.359260] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquired lock "refresh_cache-a31f97bc-8467-4f02-8120-2ce25075d351" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.359324] env[62301]: DEBUG nova.network.neutron [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 767.481627] env[62301]: DEBUG oslo_concurrency.lockutils [req-af24513f-1c4a-4cd8-b64e-6b171f013a0d req-861e8824-7a2d-4816-82e5-fe7691ba9e5e service nova] Releasing lock "refresh_cache-ffff5450-4ec9-4eb1-8b40-8f55c30409a6" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.516268] env[62301]: DEBUG oslo_vmware.api [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2570140, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112946} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.516615] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 767.517389] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b3992d-7662-46a4-8adc-344754e81b1c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.544329] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] ffff5450-4ec9-4eb1-8b40-8f55c30409a6/ffff5450-4ec9-4eb1-8b40-8f55c30409a6.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.544516] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d343282-9fb8-4cb6-93cf-9a3bab085f22 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.568164] env[62301]: DEBUG oslo_vmware.api [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Waiting for the task: (returnval){ [ 767.568164] env[62301]: value = "task-2570141" [ 767.568164] env[62301]: _type = "Task" [ 767.568164] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.577185] env[62301]: DEBUG oslo_vmware.api [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2570141, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.593747] env[62301]: INFO nova.compute.manager [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] [instance: b036b25c-480b-4189-9f8d-8e80e5afdaef] Took 39.50 seconds to build instance. [ 767.629431] env[62301]: DEBUG nova.compute.manager [req-f783a368-f604-455d-a904-ea1380d98ac6 req-7e1d4291-f0db-44b4-bee0-b6e3b37dd163 service nova] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Received event network-vif-plugged-d5b3e831-f864-4ec2-b3c3-a51392147fbd {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 767.629693] env[62301]: DEBUG oslo_concurrency.lockutils [req-f783a368-f604-455d-a904-ea1380d98ac6 req-7e1d4291-f0db-44b4-bee0-b6e3b37dd163 service nova] Acquiring lock "a31f97bc-8467-4f02-8120-2ce25075d351-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.629908] env[62301]: DEBUG oslo_concurrency.lockutils [req-f783a368-f604-455d-a904-ea1380d98ac6 req-7e1d4291-f0db-44b4-bee0-b6e3b37dd163 service nova] Lock "a31f97bc-8467-4f02-8120-2ce25075d351-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.630116] env[62301]: DEBUG oslo_concurrency.lockutils [req-f783a368-f604-455d-a904-ea1380d98ac6 req-7e1d4291-f0db-44b4-bee0-b6e3b37dd163 service nova] Lock "a31f97bc-8467-4f02-8120-2ce25075d351-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.630506] env[62301]: DEBUG nova.compute.manager [req-f783a368-f604-455d-a904-ea1380d98ac6 req-7e1d4291-f0db-44b4-bee0-b6e3b37dd163 service nova] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] No waiting events found dispatching network-vif-plugged-d5b3e831-f864-4ec2-b3c3-a51392147fbd {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 767.630663] env[62301]: WARNING nova.compute.manager [req-f783a368-f604-455d-a904-ea1380d98ac6 req-7e1d4291-f0db-44b4-bee0-b6e3b37dd163 service nova] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Received unexpected event network-vif-plugged-d5b3e831-f864-4ec2-b3c3-a51392147fbd for instance with vm_state building and task_state spawning. [ 767.630829] env[62301]: DEBUG nova.compute.manager [req-f783a368-f604-455d-a904-ea1380d98ac6 req-7e1d4291-f0db-44b4-bee0-b6e3b37dd163 service nova] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Received event network-changed-d5b3e831-f864-4ec2-b3c3-a51392147fbd {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 767.630987] env[62301]: DEBUG nova.compute.manager [req-f783a368-f604-455d-a904-ea1380d98ac6 req-7e1d4291-f0db-44b4-bee0-b6e3b37dd163 service nova] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Refreshing instance network info cache due to event network-changed-d5b3e831-f864-4ec2-b3c3-a51392147fbd. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 767.631170] env[62301]: DEBUG oslo_concurrency.lockutils [req-f783a368-f604-455d-a904-ea1380d98ac6 req-7e1d4291-f0db-44b4-bee0-b6e3b37dd163 service nova] Acquiring lock "refresh_cache-a31f97bc-8467-4f02-8120-2ce25075d351" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.646803] env[62301]: DEBUG oslo_vmware.api [None req-035ba33a-60d0-4777-b366-1f8ce9750179 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570137, 'name': CreateSnapshot_Task, 'duration_secs': 1.069715} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.646983] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-035ba33a-60d0-4777-b366-1f8ce9750179 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Created Snapshot of the VM instance {{(pid=62301) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 767.648566] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd46eb1-4a8f-4b13-9dee-7d1dc4bae623 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.693238] env[62301]: DEBUG nova.network.neutron [-] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.740604] env[62301]: DEBUG oslo_concurrency.lockutils [req-452599bd-c606-48f7-8a87-5a2e04330c00 req-1a7d6d3c-1091-41a3-ad8b-47584b19ef6f service nova] Releasing lock "refresh_cache-55d6ae6c-b0fb-4b46-b600-3476d7828c5a" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.745656] env[62301]: DEBUG oslo_concurrency.lockutils [None req-ac10f6f2-7d52-434a-9774-168666c5b515 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquiring lock "8836b3f4-9580-4f12-bd01-eccae3940527" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.745656] env[62301]: DEBUG oslo_concurrency.lockutils [None req-ac10f6f2-7d52-434a-9774-168666c5b515 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lock "8836b3f4-9580-4f12-bd01-eccae3940527" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.745656] env[62301]: DEBUG nova.compute.manager [None req-ac10f6f2-7d52-434a-9774-168666c5b515 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.746567] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6ff94a-c265-4ccf-9863-e4d41309fd80 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.757790] env[62301]: DEBUG nova.compute.manager [None req-ac10f6f2-7d52-434a-9774-168666c5b515 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62301) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 767.758436] env[62301]: DEBUG nova.objects.instance [None req-ac10f6f2-7d52-434a-9774-168666c5b515 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lazy-loading 'flavor' on Instance uuid 8836b3f4-9580-4f12-bd01-eccae3940527 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 767.784660] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c9b033b7-0be5-4b4d-88f0-7732a9a6e481 tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Lock "e3dca228-5517-4d04-bf30-f3ee3fecaaf8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.194s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.920534] env[62301]: DEBUG nova.network.neutron [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 767.966758] env[62301]: DEBUG nova.objects.instance [None req-65eccf95-05b4-49cf-ba3b-6e582d6027b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Lazy-loading 'flavor' on Instance uuid ddec630e-5648-4fdb-a63c-2de8582bfe4c {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 768.082937] env[62301]: DEBUG oslo_vmware.api [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2570141, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.086973] env[62301]: DEBUG nova.compute.manager [req-4562595c-fa52-4178-be2e-ff899895c439 req-ce24bd7e-4887-46d3-a61a-14b153394e80 service nova] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Received event network-vif-deleted-0d30c427-edfb-4718-a398-d3e8e880efe0 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 768.097089] env[62301]: DEBUG oslo_concurrency.lockutils [None req-aed02ef6-1f2c-4cdc-92df-edad237f2390 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Lock "b036b25c-480b-4189-9f8d-8e80e5afdaef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.288s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 768.168981] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-035ba33a-60d0-4777-b366-1f8ce9750179 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Creating linked-clone VM from snapshot {{(pid=62301) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 768.169311] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-22143ba9-4e71-4c51-93a0-10b5b718a717 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.181111] env[62301]: DEBUG oslo_vmware.api [None req-035ba33a-60d0-4777-b366-1f8ce9750179 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 768.181111] env[62301]: value = "task-2570142" [ 768.181111] env[62301]: _type = "Task" [ 768.181111] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.181747] env[62301]: DEBUG nova.network.neutron [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Updating instance_info_cache with network_info: [{"id": "d5b3e831-f864-4ec2-b3c3-a51392147fbd", "address": "fa:16:3e:fe:b5:55", "network": {"id": "84fdfe6c-b92c-4aa3-a9b8-6d0fb516b49a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-430300115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f79c1c72ace843d4be630377bd5e2326", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5b3e831-f8", "ovs_interfaceid": "d5b3e831-f864-4ec2-b3c3-a51392147fbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.199511] env[62301]: INFO nova.compute.manager [-] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Took 1.36 seconds to deallocate network for instance. [ 768.199846] env[62301]: DEBUG oslo_vmware.api [None req-035ba33a-60d0-4777-b366-1f8ce9750179 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570142, 'name': CloneVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.471370] env[62301]: DEBUG oslo_concurrency.lockutils [None req-65eccf95-05b4-49cf-ba3b-6e582d6027b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Acquiring lock "refresh_cache-ddec630e-5648-4fdb-a63c-2de8582bfe4c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.471642] env[62301]: DEBUG oslo_concurrency.lockutils [None req-65eccf95-05b4-49cf-ba3b-6e582d6027b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Acquired lock "refresh_cache-ddec630e-5648-4fdb-a63c-2de8582bfe4c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.579865] env[62301]: DEBUG oslo_vmware.api [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2570141, 'name': ReconfigVM_Task, 'duration_secs': 0.812532} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.580239] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Reconfigured VM instance instance-00000035 to attach disk [datastore1] ffff5450-4ec9-4eb1-8b40-8f55c30409a6/ffff5450-4ec9-4eb1-8b40-8f55c30409a6.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.583819] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18fb304e-5bef-49db-a212-b8b23b17db21 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.600231] env[62301]: DEBUG nova.compute.manager [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 768.607396] env[62301]: DEBUG oslo_vmware.api [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Waiting for the task: (returnval){ [ 768.607396] env[62301]: value = "task-2570143" [ 768.607396] env[62301]: _type = "Task" [ 768.607396] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.623283] env[62301]: DEBUG oslo_vmware.api [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2570143, 'name': Rename_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.693075] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Releasing lock "refresh_cache-a31f97bc-8467-4f02-8120-2ce25075d351" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.693421] env[62301]: DEBUG nova.compute.manager [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Instance network_info: |[{"id": "d5b3e831-f864-4ec2-b3c3-a51392147fbd", "address": "fa:16:3e:fe:b5:55", "network": {"id": "84fdfe6c-b92c-4aa3-a9b8-6d0fb516b49a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-430300115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f79c1c72ace843d4be630377bd5e2326", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5b3e831-f8", "ovs_interfaceid": "d5b3e831-f864-4ec2-b3c3-a51392147fbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 768.694142] env[62301]: DEBUG oslo_concurrency.lockutils [req-f783a368-f604-455d-a904-ea1380d98ac6 req-7e1d4291-f0db-44b4-bee0-b6e3b37dd163 service nova] Acquired lock "refresh_cache-a31f97bc-8467-4f02-8120-2ce25075d351" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.694487] env[62301]: DEBUG nova.network.neutron [req-f783a368-f604-455d-a904-ea1380d98ac6 req-7e1d4291-f0db-44b4-bee0-b6e3b37dd163 service nova] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Refreshing network info cache for port d5b3e831-f864-4ec2-b3c3-a51392147fbd {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 768.695557] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:b5:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '07e9bef1-2b0e-4e4d-997f-de71bb0e213a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5b3e831-f864-4ec2-b3c3-a51392147fbd', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 768.703678] env[62301]: DEBUG oslo.service.loopingcall [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 768.711026] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 768.711026] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b57deb19-12b3-49a6-b543-7e49cb54b31b tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 768.712573] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ebbcbf96-a9e5-489e-ab11-8590cf218450 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.732514] env[62301]: DEBUG oslo_vmware.api [None req-035ba33a-60d0-4777-b366-1f8ce9750179 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570142, 'name': CloneVM_Task} progress is 94%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.748700] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 768.748700] env[62301]: value = "task-2570144" [ 768.748700] env[62301]: _type = "Task" [ 768.748700] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.762346] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570144, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.766883] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac10f6f2-7d52-434a-9774-168666c5b515 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 768.767417] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba7c0522-be9b-4eaa-9c6e-68a8bb701af2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.781932] env[62301]: DEBUG oslo_vmware.api [None req-ac10f6f2-7d52-434a-9774-168666c5b515 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 768.781932] env[62301]: value = "task-2570145" [ 768.781932] env[62301]: _type = "Task" [ 768.781932] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.797873] env[62301]: DEBUG oslo_vmware.api [None req-ac10f6f2-7d52-434a-9774-168666c5b515 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570145, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.839401] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9382c4e3-6105-49cc-b74b-cf523a0089cb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.849325] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d10c5d-59f6-44d8-aac9-dedf915c6ed4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.885974] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64724c69-75e5-4bb6-a270-4355113b4627 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.896381] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c46f271-f58c-44c5-b2b6-8b83d5cd2ff6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.914851] env[62301]: DEBUG nova.compute.provider_tree [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.077292] env[62301]: DEBUG nova.network.neutron [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Successfully updated port: 78ab8648-0413-4324-a42c-2455925fbce7 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 769.127032] env[62301]: DEBUG oslo_vmware.api [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2570143, 'name': Rename_Task, 'duration_secs': 0.158522} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.127032] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.129021] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b263e1e6-b140-477c-a8a0-6e2dd81f73b0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.137461] env[62301]: DEBUG oslo_vmware.api [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Waiting for the task: (returnval){ [ 769.137461] env[62301]: value = "task-2570146" [ 769.137461] env[62301]: _type = "Task" [ 769.137461] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.144486] env[62301]: DEBUG oslo_concurrency.lockutils [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.155100] env[62301]: DEBUG oslo_vmware.api [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2570146, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.200970] env[62301]: DEBUG oslo_vmware.api [None req-035ba33a-60d0-4777-b366-1f8ce9750179 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570142, 'name': CloneVM_Task} progress is 94%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.228808] env[62301]: DEBUG nova.network.neutron [None req-65eccf95-05b4-49cf-ba3b-6e582d6027b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 769.267629] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570144, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.294947] env[62301]: DEBUG oslo_vmware.api [None req-ac10f6f2-7d52-434a-9774-168666c5b515 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570145, 'name': PowerOffVM_Task, 'duration_secs': 0.412288} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.298024] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac10f6f2-7d52-434a-9774-168666c5b515 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 769.298024] env[62301]: DEBUG nova.compute.manager [None req-ac10f6f2-7d52-434a-9774-168666c5b515 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 769.298024] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395699c6-d54b-4dcf-8243-75a2f7e5772b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.419411] env[62301]: DEBUG nova.scheduler.client.report [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.489729] env[62301]: DEBUG nova.network.neutron [req-f783a368-f604-455d-a904-ea1380d98ac6 req-7e1d4291-f0db-44b4-bee0-b6e3b37dd163 service nova] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Updated VIF entry in instance network info cache for port d5b3e831-f864-4ec2-b3c3-a51392147fbd. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 769.489729] env[62301]: DEBUG nova.network.neutron [req-f783a368-f604-455d-a904-ea1380d98ac6 req-7e1d4291-f0db-44b4-bee0-b6e3b37dd163 service nova] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Updating instance_info_cache with network_info: [{"id": "d5b3e831-f864-4ec2-b3c3-a51392147fbd", "address": "fa:16:3e:fe:b5:55", "network": {"id": "84fdfe6c-b92c-4aa3-a9b8-6d0fb516b49a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-430300115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f79c1c72ace843d4be630377bd5e2326", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5b3e831-f8", "ovs_interfaceid": "d5b3e831-f864-4ec2-b3c3-a51392147fbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.581336] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Acquiring lock "refresh_cache-456442d0-f73e-4b17-aff4-276186b86782" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.581508] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Acquired lock "refresh_cache-456442d0-f73e-4b17-aff4-276186b86782" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.581662] env[62301]: DEBUG nova.network.neutron [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 769.651313] env[62301]: DEBUG oslo_vmware.api [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2570146, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.704350] env[62301]: DEBUG oslo_vmware.api [None req-035ba33a-60d0-4777-b366-1f8ce9750179 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570142, 'name': CloneVM_Task, 'duration_secs': 1.252401} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.704350] env[62301]: INFO nova.virt.vmwareapi.vmops [None req-035ba33a-60d0-4777-b366-1f8ce9750179 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Created linked-clone VM from snapshot [ 769.704350] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba505fe-f122-4b33-846e-fb7d3d44afed {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.712945] env[62301]: DEBUG nova.virt.vmwareapi.images [None req-035ba33a-60d0-4777-b366-1f8ce9750179 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Uploading image d1f2dd31-6668-4a2e-8201-a254e15e5325 {{(pid=62301) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 769.763410] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570144, 'name': CreateVM_Task, 'duration_secs': 0.53064} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.763410] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 769.764126] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.764359] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.764692] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.764960] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-165a310c-1fe5-4a69-bde7-6ced0a3454b7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.771585] env[62301]: DEBUG oslo_vmware.api [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 769.771585] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52abce42-b272-13af-fd2b-ba0b56c510ea" [ 769.771585] env[62301]: _type = "Task" [ 769.771585] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.779182] env[62301]: DEBUG oslo_vmware.rw_handles [None req-035ba33a-60d0-4777-b366-1f8ce9750179 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 769.779182] env[62301]: value = "vm-518808" [ 769.779182] env[62301]: _type = "VirtualMachine" [ 769.779182] env[62301]: }. {{(pid=62301) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 769.779809] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a9f1adfc-646a-49af-9000-a4b29813de12 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.786175] env[62301]: DEBUG oslo_vmware.api [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52abce42-b272-13af-fd2b-ba0b56c510ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.792123] env[62301]: DEBUG nova.compute.manager [req-3fc56616-b528-4cea-8ff6-96a25d4fc89a req-0181c0ca-05d2-42ae-a076-de563f592be3 service nova] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Received event network-vif-plugged-78ab8648-0413-4324-a42c-2455925fbce7 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 769.792282] env[62301]: DEBUG oslo_concurrency.lockutils [req-3fc56616-b528-4cea-8ff6-96a25d4fc89a req-0181c0ca-05d2-42ae-a076-de563f592be3 service nova] Acquiring lock "456442d0-f73e-4b17-aff4-276186b86782-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.792507] env[62301]: DEBUG oslo_concurrency.lockutils [req-3fc56616-b528-4cea-8ff6-96a25d4fc89a req-0181c0ca-05d2-42ae-a076-de563f592be3 service nova] Lock "456442d0-f73e-4b17-aff4-276186b86782-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.792695] env[62301]: DEBUG oslo_concurrency.lockutils [req-3fc56616-b528-4cea-8ff6-96a25d4fc89a req-0181c0ca-05d2-42ae-a076-de563f592be3 service nova] Lock "456442d0-f73e-4b17-aff4-276186b86782-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.792855] env[62301]: DEBUG nova.compute.manager [req-3fc56616-b528-4cea-8ff6-96a25d4fc89a req-0181c0ca-05d2-42ae-a076-de563f592be3 service nova] [instance: 456442d0-f73e-4b17-aff4-276186b86782] No waiting events found dispatching network-vif-plugged-78ab8648-0413-4324-a42c-2455925fbce7 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 769.793322] env[62301]: WARNING nova.compute.manager [req-3fc56616-b528-4cea-8ff6-96a25d4fc89a req-0181c0ca-05d2-42ae-a076-de563f592be3 service nova] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Received unexpected event network-vif-plugged-78ab8648-0413-4324-a42c-2455925fbce7 for instance with vm_state building and task_state spawning. [ 769.793449] env[62301]: DEBUG nova.compute.manager [req-3fc56616-b528-4cea-8ff6-96a25d4fc89a req-0181c0ca-05d2-42ae-a076-de563f592be3 service nova] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Received event network-changed-78ab8648-0413-4324-a42c-2455925fbce7 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 769.793668] env[62301]: DEBUG nova.compute.manager [req-3fc56616-b528-4cea-8ff6-96a25d4fc89a req-0181c0ca-05d2-42ae-a076-de563f592be3 service nova] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Refreshing instance network info cache due to event network-changed-78ab8648-0413-4324-a42c-2455925fbce7. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 769.793889] env[62301]: DEBUG oslo_concurrency.lockutils [req-3fc56616-b528-4cea-8ff6-96a25d4fc89a req-0181c0ca-05d2-42ae-a076-de563f592be3 service nova] Acquiring lock "refresh_cache-456442d0-f73e-4b17-aff4-276186b86782" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.796157] env[62301]: DEBUG oslo_vmware.rw_handles [None req-035ba33a-60d0-4777-b366-1f8ce9750179 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lease: (returnval){ [ 769.796157] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]521012ee-7976-8888-9130-73f9d69582e9" [ 769.796157] env[62301]: _type = "HttpNfcLease" [ 769.796157] env[62301]: } obtained for exporting VM: (result){ [ 769.796157] env[62301]: value = "vm-518808" [ 769.796157] env[62301]: _type = "VirtualMachine" [ 769.796157] env[62301]: }. {{(pid=62301) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 769.796407] env[62301]: DEBUG oslo_vmware.api [None req-035ba33a-60d0-4777-b366-1f8ce9750179 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the lease: (returnval){ [ 769.796407] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]521012ee-7976-8888-9130-73f9d69582e9" [ 769.796407] env[62301]: _type = "HttpNfcLease" [ 769.796407] env[62301]: } to be ready. {{(pid=62301) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 769.810029] env[62301]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 769.810029] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]521012ee-7976-8888-9130-73f9d69582e9" [ 769.810029] env[62301]: _type = "HttpNfcLease" [ 769.810029] env[62301]: } is initializing. {{(pid=62301) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 769.812810] env[62301]: DEBUG oslo_concurrency.lockutils [None req-ac10f6f2-7d52-434a-9774-168666c5b515 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lock "8836b3f4-9580-4f12-bd01-eccae3940527" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.067s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.927464] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.678s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.927991] env[62301]: DEBUG nova.compute.manager [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 0380936a-9aed-43bd-beec-585a1d9f073c] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 769.930768] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2fd5554d-febd-46d3-a4d8-3dcef25cb424 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.028s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.930993] env[62301]: DEBUG nova.objects.instance [None req-2fd5554d-febd-46d3-a4d8-3dcef25cb424 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Lazy-loading 'resources' on Instance uuid 00a8a42a-2239-483d-a0cf-d7bbb3d95997 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 769.992561] env[62301]: DEBUG oslo_concurrency.lockutils [req-f783a368-f604-455d-a904-ea1380d98ac6 req-7e1d4291-f0db-44b4-bee0-b6e3b37dd163 service nova] Releasing lock "refresh_cache-a31f97bc-8467-4f02-8120-2ce25075d351" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.144689] env[62301]: DEBUG nova.network.neutron [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 770.156513] env[62301]: DEBUG oslo_concurrency.lockutils [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquiring lock "b970a9ab-a179-4335-957d-3a1afd002aab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.156772] env[62301]: DEBUG oslo_concurrency.lockutils [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lock "b970a9ab-a179-4335-957d-3a1afd002aab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.157271] env[62301]: DEBUG oslo_vmware.api [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2570146, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.193167] env[62301]: DEBUG nova.compute.manager [req-90e0b158-7391-42db-98e1-af8a428d163d req-46b3f91d-ffb3-481f-9c6d-60210bd07308 service nova] [instance: b036b25c-480b-4189-9f8d-8e80e5afdaef] Received event network-changed-32903344-b41a-422c-bff9-25e998e134bc {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 770.193167] env[62301]: DEBUG nova.compute.manager [req-90e0b158-7391-42db-98e1-af8a428d163d req-46b3f91d-ffb3-481f-9c6d-60210bd07308 service nova] [instance: b036b25c-480b-4189-9f8d-8e80e5afdaef] Refreshing instance network info cache due to event network-changed-32903344-b41a-422c-bff9-25e998e134bc. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 770.193513] env[62301]: DEBUG oslo_concurrency.lockutils [req-90e0b158-7391-42db-98e1-af8a428d163d req-46b3f91d-ffb3-481f-9c6d-60210bd07308 service nova] Acquiring lock "refresh_cache-b036b25c-480b-4189-9f8d-8e80e5afdaef" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.193766] env[62301]: DEBUG oslo_concurrency.lockutils [req-90e0b158-7391-42db-98e1-af8a428d163d req-46b3f91d-ffb3-481f-9c6d-60210bd07308 service nova] Acquired lock "refresh_cache-b036b25c-480b-4189-9f8d-8e80e5afdaef" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.194849] env[62301]: DEBUG nova.network.neutron [req-90e0b158-7391-42db-98e1-af8a428d163d req-46b3f91d-ffb3-481f-9c6d-60210bd07308 service nova] [instance: b036b25c-480b-4189-9f8d-8e80e5afdaef] Refreshing network info cache for port 32903344-b41a-422c-bff9-25e998e134bc {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.197393] env[62301]: DEBUG nova.network.neutron [None req-65eccf95-05b4-49cf-ba3b-6e582d6027b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Updating instance_info_cache with network_info: [{"id": "fa4211ea-19e9-4beb-88c3-4d8a9627c0aa", "address": "fa:16:3e:62:b6:76", "network": {"id": "9476bd44-3d3a-469c-875e-60df73421d36", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-646590394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de0c8f4881f1470dbe374c79bc21dcd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa4211ea-19", "ovs_interfaceid": "fa4211ea-19e9-4beb-88c3-4d8a9627c0aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.283054] env[62301]: DEBUG oslo_vmware.api [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52abce42-b272-13af-fd2b-ba0b56c510ea, 'name': SearchDatastore_Task, 'duration_secs': 0.015338} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.283407] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.283685] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 770.283961] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.284212] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.284450] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 770.284755] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1fe08a7e-22df-4065-a8f0-8519fbdc6641 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.294833] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 770.295380] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 770.296228] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12820fd7-2b7c-44d7-b166-3b7df9821c83 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.307226] env[62301]: DEBUG oslo_vmware.api [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 770.307226] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]521f3d86-50a9-2c2a-7c48-51615b61086b" [ 770.307226] env[62301]: _type = "Task" [ 770.307226] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.309992] env[62301]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 770.309992] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]521012ee-7976-8888-9130-73f9d69582e9" [ 770.309992] env[62301]: _type = "HttpNfcLease" [ 770.309992] env[62301]: } is ready. {{(pid=62301) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 770.313628] env[62301]: DEBUG oslo_vmware.rw_handles [None req-035ba33a-60d0-4777-b366-1f8ce9750179 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 770.313628] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]521012ee-7976-8888-9130-73f9d69582e9" [ 770.313628] env[62301]: _type = "HttpNfcLease" [ 770.313628] env[62301]: }. {{(pid=62301) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 770.316687] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1e9656-acf6-44cd-bdfe-3fb0a703189e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.326256] env[62301]: DEBUG oslo_vmware.api [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]521f3d86-50a9-2c2a-7c48-51615b61086b, 'name': SearchDatastore_Task, 'duration_secs': 0.01121} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.330195] env[62301]: DEBUG oslo_vmware.rw_handles [None req-035ba33a-60d0-4777-b366-1f8ce9750179 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528070ea-85d4-a914-262f-39c0a959253c/disk-0.vmdk from lease info. {{(pid=62301) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 770.330762] env[62301]: DEBUG oslo_vmware.rw_handles [None req-035ba33a-60d0-4777-b366-1f8ce9750179 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528070ea-85d4-a914-262f-39c0a959253c/disk-0.vmdk for reading. {{(pid=62301) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 770.331735] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4e7f2b9-4a0f-4a90-8a9b-469d29a88b2f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.392203] env[62301]: DEBUG nova.network.neutron [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Updating instance_info_cache with network_info: [{"id": "78ab8648-0413-4324-a42c-2455925fbce7", "address": "fa:16:3e:be:59:3a", "network": {"id": "f836cf00-f737-46ff-b526-b0b65596578b", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-386428298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ec9aeca53124b7b945bb0e113ceaedb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78ab8648-04", "ovs_interfaceid": "78ab8648-0413-4324-a42c-2455925fbce7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.394679] env[62301]: DEBUG oslo_vmware.api [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 770.394679] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52482556-9fb1-4772-7b63-f52732fdaffd" [ 770.394679] env[62301]: _type = "Task" [ 770.394679] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.407141] env[62301]: DEBUG oslo_vmware.api [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52482556-9fb1-4772-7b63-f52732fdaffd, 'name': SearchDatastore_Task, 'duration_secs': 0.00967} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.407334] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.407655] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] a31f97bc-8467-4f02-8120-2ce25075d351/a31f97bc-8467-4f02-8120-2ce25075d351.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 770.407965] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29d5f41d-5a31-40b5-b07f-8c662ea89427 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.418790] env[62301]: DEBUG oslo_vmware.api [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 770.418790] env[62301]: value = "task-2570148" [ 770.418790] env[62301]: _type = "Task" [ 770.418790] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.429405] env[62301]: DEBUG oslo_vmware.api [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570148, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.435339] env[62301]: DEBUG nova.compute.utils [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 770.443028] env[62301]: DEBUG nova.compute.manager [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 0380936a-9aed-43bd-beec-585a1d9f073c] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 770.443028] env[62301]: DEBUG nova.network.neutron [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 0380936a-9aed-43bd-beec-585a1d9f073c] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 770.462656] env[62301]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4ec7789f-8649-4b33-9fff-cb05f340618e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.489789] env[62301]: DEBUG nova.policy [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8de907b14dbd477bbd213572fa1ba5f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1dc258915a1b408ebe605c28ba25057c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 770.616688] env[62301]: DEBUG nova.objects.instance [None req-277525b6-3aae-40d6-9797-e900b3153403 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lazy-loading 'flavor' on Instance uuid 8836b3f4-9580-4f12-bd01-eccae3940527 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 770.654812] env[62301]: DEBUG oslo_vmware.api [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2570146, 'name': PowerOnVM_Task, 'duration_secs': 1.372811} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.658018] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.658262] env[62301]: INFO nova.compute.manager [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Took 9.03 seconds to spawn the instance on the hypervisor. [ 770.658461] env[62301]: DEBUG nova.compute.manager [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.659576] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c39305-cedc-4d02-a62c-eb4f2cc9046d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.706383] env[62301]: DEBUG oslo_concurrency.lockutils [None req-65eccf95-05b4-49cf-ba3b-6e582d6027b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Releasing lock "refresh_cache-ddec630e-5648-4fdb-a63c-2de8582bfe4c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.706696] env[62301]: DEBUG nova.compute.manager [None req-65eccf95-05b4-49cf-ba3b-6e582d6027b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Inject network info {{(pid=62301) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 770.706964] env[62301]: DEBUG nova.compute.manager [None req-65eccf95-05b4-49cf-ba3b-6e582d6027b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] network_info to inject: |[{"id": "fa4211ea-19e9-4beb-88c3-4d8a9627c0aa", "address": "fa:16:3e:62:b6:76", "network": {"id": "9476bd44-3d3a-469c-875e-60df73421d36", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-646590394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de0c8f4881f1470dbe374c79bc21dcd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa4211ea-19", "ovs_interfaceid": "fa4211ea-19e9-4beb-88c3-4d8a9627c0aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 770.711835] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-65eccf95-05b4-49cf-ba3b-6e582d6027b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Reconfiguring VM instance to set the machine id {{(pid=62301) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 770.713154] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ab28b33-1ec8-45db-9021-4aacb339715c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.739849] env[62301]: DEBUG oslo_vmware.api [None req-65eccf95-05b4-49cf-ba3b-6e582d6027b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Waiting for the task: (returnval){ [ 770.739849] env[62301]: value = "task-2570149" [ 770.739849] env[62301]: _type = "Task" [ 770.739849] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.761965] env[62301]: DEBUG oslo_vmware.api [None req-65eccf95-05b4-49cf-ba3b-6e582d6027b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Task: {'id': task-2570149, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.900022] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Releasing lock "refresh_cache-456442d0-f73e-4b17-aff4-276186b86782" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.900022] env[62301]: DEBUG nova.compute.manager [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Instance network_info: |[{"id": "78ab8648-0413-4324-a42c-2455925fbce7", "address": "fa:16:3e:be:59:3a", "network": {"id": "f836cf00-f737-46ff-b526-b0b65596578b", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-386428298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ec9aeca53124b7b945bb0e113ceaedb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78ab8648-04", "ovs_interfaceid": "78ab8648-0413-4324-a42c-2455925fbce7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 770.900022] env[62301]: DEBUG oslo_concurrency.lockutils [req-3fc56616-b528-4cea-8ff6-96a25d4fc89a req-0181c0ca-05d2-42ae-a076-de563f592be3 service nova] Acquired lock "refresh_cache-456442d0-f73e-4b17-aff4-276186b86782" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.900022] env[62301]: DEBUG nova.network.neutron [req-3fc56616-b528-4cea-8ff6-96a25d4fc89a req-0181c0ca-05d2-42ae-a076-de563f592be3 service nova] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Refreshing network info cache for port 78ab8648-0413-4324-a42c-2455925fbce7 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.900022] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:59:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f65996a3-f865-4492-9377-cd14ec8b3aae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78ab8648-0413-4324-a42c-2455925fbce7', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 770.907597] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Creating folder: Project (1ec9aeca53124b7b945bb0e113ceaedb). Parent ref: group-v518653. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 770.908338] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48f7955e-f743-4d85-8ffe-3bd2b629110e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.927087] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Created folder: Project (1ec9aeca53124b7b945bb0e113ceaedb) in parent group-v518653. [ 770.927544] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Creating folder: Instances. Parent ref: group-v518810. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 770.927954] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74fcc339-a971-483c-8a2d-163d64e0cb84 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.933978] env[62301]: DEBUG oslo_vmware.api [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570148, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505789} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.934935] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] a31f97bc-8467-4f02-8120-2ce25075d351/a31f97bc-8467-4f02-8120-2ce25075d351.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 770.935382] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 770.935735] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ac47879-7090-41e1-bc1b-ce3e3389b186 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.941588] env[62301]: DEBUG nova.compute.manager [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 0380936a-9aed-43bd-beec-585a1d9f073c] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 770.946229] env[62301]: DEBUG oslo_vmware.api [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 770.946229] env[62301]: value = "task-2570152" [ 770.946229] env[62301]: _type = "Task" [ 770.946229] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.950020] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Created folder: Instances in parent group-v518810. [ 770.950020] env[62301]: DEBUG oslo.service.loopingcall [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 770.952515] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 770.953278] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2de2ef4d-fceb-46f6-8625-ed3fdc5e1c2c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.984087] env[62301]: DEBUG oslo_vmware.api [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570152, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.986069] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 770.986069] env[62301]: value = "task-2570153" [ 770.986069] env[62301]: _type = "Task" [ 770.986069] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.998925] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570153, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.046133] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fadb0c1b-90c2-4f54-bfb8-4ab003ebfef4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.059097] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3317c4-6768-4037-8972-beee8a013bda {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.106216] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb85490-8052-4472-b83f-3178aeeef67b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.115709] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce72e737-9242-4add-8a96-956c2930917d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.136711] env[62301]: DEBUG oslo_concurrency.lockutils [None req-277525b6-3aae-40d6-9797-e900b3153403 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquiring lock "refresh_cache-8836b3f4-9580-4f12-bd01-eccae3940527" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.136711] env[62301]: DEBUG oslo_concurrency.lockutils [None req-277525b6-3aae-40d6-9797-e900b3153403 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquired lock "refresh_cache-8836b3f4-9580-4f12-bd01-eccae3940527" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.136711] env[62301]: DEBUG nova.network.neutron [None req-277525b6-3aae-40d6-9797-e900b3153403 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 771.136711] env[62301]: DEBUG nova.objects.instance [None req-277525b6-3aae-40d6-9797-e900b3153403 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lazy-loading 'info_cache' on Instance uuid 8836b3f4-9580-4f12-bd01-eccae3940527 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 771.137602] env[62301]: DEBUG nova.compute.provider_tree [None req-2fd5554d-febd-46d3-a4d8-3dcef25cb424 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.139830] env[62301]: DEBUG nova.network.neutron [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 0380936a-9aed-43bd-beec-585a1d9f073c] Successfully created port: fc26d0a2-8f32-4956-8f9f-e7a2dde18e2d {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 771.147779] env[62301]: DEBUG nova.objects.instance [None req-a5caf0d4-6c47-4311-b8bd-c4dfe634af45 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Lazy-loading 'flavor' on Instance uuid ddec630e-5648-4fdb-a63c-2de8582bfe4c {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 771.185559] env[62301]: INFO nova.compute.manager [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Took 42.50 seconds to build instance. [ 771.252172] env[62301]: DEBUG oslo_vmware.api [None req-65eccf95-05b4-49cf-ba3b-6e582d6027b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Task: {'id': task-2570149, 'name': ReconfigVM_Task, 'duration_secs': 0.321008} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.254023] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-65eccf95-05b4-49cf-ba3b-6e582d6027b2 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Reconfigured VM instance to set the machine id {{(pid=62301) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 771.259621] env[62301]: DEBUG nova.network.neutron [req-90e0b158-7391-42db-98e1-af8a428d163d req-46b3f91d-ffb3-481f-9c6d-60210bd07308 service nova] [instance: b036b25c-480b-4189-9f8d-8e80e5afdaef] Updated VIF entry in instance network info cache for port 32903344-b41a-422c-bff9-25e998e134bc. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 771.260080] env[62301]: DEBUG nova.network.neutron [req-90e0b158-7391-42db-98e1-af8a428d163d req-46b3f91d-ffb3-481f-9c6d-60210bd07308 service nova] [instance: b036b25c-480b-4189-9f8d-8e80e5afdaef] Updating instance_info_cache with network_info: [{"id": "32903344-b41a-422c-bff9-25e998e134bc", "address": "fa:16:3e:59:94:b8", "network": {"id": "31019b9d-0b3f-4749-9120-71903551c398", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-724017019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b51b4dd9cd74a0d847bfb3fc1d7a23b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32903344-b4", "ovs_interfaceid": "32903344-b41a-422c-bff9-25e998e134bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.464504] env[62301]: DEBUG oslo_vmware.api [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570152, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110693} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.464918] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 771.465816] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be9fe9f-77ee-4739-b6f0-ab056ff1f7e4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.492756] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] a31f97bc-8467-4f02-8120-2ce25075d351/a31f97bc-8467-4f02-8120-2ce25075d351.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 771.498119] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f5893df-242e-47fb-9286-9412cbfd01fa {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.522672] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570153, 'name': CreateVM_Task, 'duration_secs': 0.375963} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.524394] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 771.525034] env[62301]: DEBUG oslo_vmware.api [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 771.525034] env[62301]: value = "task-2570154" [ 771.525034] env[62301]: _type = "Task" [ 771.525034] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.526061] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.526402] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.526797] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.527142] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bbbbfe2-7b25-4384-a88a-96219f12a577 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.537587] env[62301]: DEBUG oslo_vmware.api [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Waiting for the task: (returnval){ [ 771.537587] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]529bbd13-c986-7c96-8692-0eb1f2adb28a" [ 771.537587] env[62301]: _type = "Task" [ 771.537587] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.542148] env[62301]: DEBUG oslo_vmware.api [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570154, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.557917] env[62301]: DEBUG oslo_vmware.api [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]529bbd13-c986-7c96-8692-0eb1f2adb28a, 'name': SearchDatastore_Task, 'duration_secs': 0.012034} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.557917] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.558070] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 771.558221] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.558599] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.558860] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 771.559151] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2268da8d-04ad-4373-8800-ecf7ef13ec09 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.569914] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 771.570023] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 771.570851] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a549997-d63f-4bab-b9e8-0ed484ac8573 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.576581] env[62301]: DEBUG oslo_vmware.api [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Waiting for the task: (returnval){ [ 771.576581] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52649c37-fd22-8171-310f-5a664bf38487" [ 771.576581] env[62301]: _type = "Task" [ 771.576581] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.588140] env[62301]: DEBUG oslo_vmware.api [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52649c37-fd22-8171-310f-5a664bf38487, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.640666] env[62301]: DEBUG nova.objects.base [None req-277525b6-3aae-40d6-9797-e900b3153403 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Object Instance<8836b3f4-9580-4f12-bd01-eccae3940527> lazy-loaded attributes: flavor,info_cache {{(pid=62301) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 771.643238] env[62301]: DEBUG nova.scheduler.client.report [None req-2fd5554d-febd-46d3-a4d8-3dcef25cb424 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.651908] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a5caf0d4-6c47-4311-b8bd-c4dfe634af45 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Acquiring lock "refresh_cache-ddec630e-5648-4fdb-a63c-2de8582bfe4c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.652350] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a5caf0d4-6c47-4311-b8bd-c4dfe634af45 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Acquired lock "refresh_cache-ddec630e-5648-4fdb-a63c-2de8582bfe4c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.690698] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1fe5b5a6-23a0-42ff-9cb9-d0bf9c182fd5 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Lock "ffff5450-4ec9-4eb1-8b40-8f55c30409a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.277s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 771.746949] env[62301]: DEBUG nova.network.neutron [req-3fc56616-b528-4cea-8ff6-96a25d4fc89a req-0181c0ca-05d2-42ae-a076-de563f592be3 service nova] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Updated VIF entry in instance network info cache for port 78ab8648-0413-4324-a42c-2455925fbce7. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 771.747193] env[62301]: DEBUG nova.network.neutron [req-3fc56616-b528-4cea-8ff6-96a25d4fc89a req-0181c0ca-05d2-42ae-a076-de563f592be3 service nova] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Updating instance_info_cache with network_info: [{"id": "78ab8648-0413-4324-a42c-2455925fbce7", "address": "fa:16:3e:be:59:3a", "network": {"id": "f836cf00-f737-46ff-b526-b0b65596578b", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-386428298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ec9aeca53124b7b945bb0e113ceaedb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78ab8648-04", "ovs_interfaceid": "78ab8648-0413-4324-a42c-2455925fbce7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.767525] env[62301]: DEBUG oslo_concurrency.lockutils [req-90e0b158-7391-42db-98e1-af8a428d163d req-46b3f91d-ffb3-481f-9c6d-60210bd07308 service nova] Releasing lock "refresh_cache-b036b25c-480b-4189-9f8d-8e80e5afdaef" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.767939] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Acquiring lock "56195579-e6c5-448d-bb3e-5e25c2b11b25" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.769476] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Lock "56195579-e6c5-448d-bb3e-5e25c2b11b25" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.959743] env[62301]: DEBUG nova.compute.manager [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 0380936a-9aed-43bd-beec-585a1d9f073c] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 771.994274] env[62301]: DEBUG nova.virt.hardware [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 771.994589] env[62301]: DEBUG nova.virt.hardware [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 771.994748] env[62301]: DEBUG nova.virt.hardware [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 771.994929] env[62301]: DEBUG nova.virt.hardware [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 771.995087] env[62301]: DEBUG nova.virt.hardware [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 771.995271] env[62301]: DEBUG nova.virt.hardware [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 771.995499] env[62301]: DEBUG nova.virt.hardware [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 771.995664] env[62301]: DEBUG nova.virt.hardware [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 771.996169] env[62301]: DEBUG nova.virt.hardware [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 771.996169] env[62301]: DEBUG nova.virt.hardware [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 771.996169] env[62301]: DEBUG nova.virt.hardware [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 771.997344] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a029461-1d56-47c8-9e2a-e23ac675d623 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.007685] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291abe96-e5a9-4d2a-8ad1-3c9b05b198ed {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.038694] env[62301]: DEBUG oslo_vmware.api [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570154, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.090585] env[62301]: DEBUG oslo_vmware.api [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52649c37-fd22-8171-310f-5a664bf38487, 'name': SearchDatastore_Task, 'duration_secs': 0.011246} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.091536] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0da92638-f18e-4d2c-b8b9-d8c80838edb7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.097104] env[62301]: DEBUG oslo_vmware.api [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Waiting for the task: (returnval){ [ 772.097104] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]529c53e6-7d95-2ae6-eab2-ea43be4b3061" [ 772.097104] env[62301]: _type = "Task" [ 772.097104] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.108093] env[62301]: DEBUG oslo_vmware.api [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]529c53e6-7d95-2ae6-eab2-ea43be4b3061, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.136488] env[62301]: DEBUG nova.network.neutron [None req-a5caf0d4-6c47-4311-b8bd-c4dfe634af45 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.149614] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2fd5554d-febd-46d3-a4d8-3dcef25cb424 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.219s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.154024] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bfc2bb61-bd63-499d-9edd-2f2ad67f1e4a tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.005s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.154024] env[62301]: DEBUG nova.objects.instance [None req-bfc2bb61-bd63-499d-9edd-2f2ad67f1e4a tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Lazy-loading 'resources' on Instance uuid 5102a8ce-2234-43cb-ae85-df50645c9545 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 772.180476] env[62301]: INFO nova.scheduler.client.report [None req-2fd5554d-febd-46d3-a4d8-3dcef25cb424 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Deleted allocations for instance 00a8a42a-2239-483d-a0cf-d7bbb3d95997 [ 772.193947] env[62301]: DEBUG nova.compute.manager [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: ad58b606-b954-4ce1-bda7-56f0bd23e83f] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 772.230197] env[62301]: DEBUG nova.compute.manager [req-df716032-807e-49e5-a45b-c27f767cad7e req-191343aa-3fd0-4c64-b406-3d56ce97e932 service nova] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Received event network-changed-fa4211ea-19e9-4beb-88c3-4d8a9627c0aa {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 772.230197] env[62301]: DEBUG nova.compute.manager [req-df716032-807e-49e5-a45b-c27f767cad7e req-191343aa-3fd0-4c64-b406-3d56ce97e932 service nova] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Refreshing instance network info cache due to event network-changed-fa4211ea-19e9-4beb-88c3-4d8a9627c0aa. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 772.230476] env[62301]: DEBUG oslo_concurrency.lockutils [req-df716032-807e-49e5-a45b-c27f767cad7e req-191343aa-3fd0-4c64-b406-3d56ce97e932 service nova] Acquiring lock "refresh_cache-ddec630e-5648-4fdb-a63c-2de8582bfe4c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.250317] env[62301]: DEBUG oslo_concurrency.lockutils [req-3fc56616-b528-4cea-8ff6-96a25d4fc89a req-0181c0ca-05d2-42ae-a076-de563f592be3 service nova] Releasing lock "refresh_cache-456442d0-f73e-4b17-aff4-276186b86782" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.250575] env[62301]: DEBUG nova.compute.manager [req-3fc56616-b528-4cea-8ff6-96a25d4fc89a req-0181c0ca-05d2-42ae-a076-de563f592be3 service nova] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Received event network-changed-fa4211ea-19e9-4beb-88c3-4d8a9627c0aa {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 772.250749] env[62301]: DEBUG nova.compute.manager [req-3fc56616-b528-4cea-8ff6-96a25d4fc89a req-0181c0ca-05d2-42ae-a076-de563f592be3 service nova] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Refreshing instance network info cache due to event network-changed-fa4211ea-19e9-4beb-88c3-4d8a9627c0aa. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 772.250938] env[62301]: DEBUG oslo_concurrency.lockutils [req-3fc56616-b528-4cea-8ff6-96a25d4fc89a req-0181c0ca-05d2-42ae-a076-de563f592be3 service nova] Acquiring lock "refresh_cache-ddec630e-5648-4fdb-a63c-2de8582bfe4c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.474913] env[62301]: DEBUG nova.network.neutron [None req-277525b6-3aae-40d6-9797-e900b3153403 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Updating instance_info_cache with network_info: [{"id": "06fd9342-244d-4562-8ef7-f11ff8d671aa", "address": "fa:16:3e:26:fb:a9", "network": {"id": "4db15bfb-5237-4871-8da5-38b678505e0e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-131495656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c6e401c2ffb4be5ad8d8a54b65f4a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06fd9342-24", "ovs_interfaceid": "06fd9342-244d-4562-8ef7-f11ff8d671aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.538841] env[62301]: DEBUG oslo_vmware.api [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570154, 'name': ReconfigVM_Task, 'duration_secs': 0.604615} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.538841] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Reconfigured VM instance instance-00000036 to attach disk [datastore2] a31f97bc-8467-4f02-8120-2ce25075d351/a31f97bc-8467-4f02-8120-2ce25075d351.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 772.539522] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ebf7908-a126-4e82-a173-ffca6ea044bb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.546328] env[62301]: DEBUG oslo_vmware.api [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 772.546328] env[62301]: value = "task-2570155" [ 772.546328] env[62301]: _type = "Task" [ 772.546328] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.555417] env[62301]: DEBUG oslo_vmware.api [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570155, 'name': Rename_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.608369] env[62301]: DEBUG oslo_vmware.api [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]529c53e6-7d95-2ae6-eab2-ea43be4b3061, 'name': SearchDatastore_Task, 'duration_secs': 0.010902} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.608639] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.608900] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 456442d0-f73e-4b17-aff4-276186b86782/456442d0-f73e-4b17-aff4-276186b86782.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 772.609369] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-458249b8-bdfa-434d-9d76-919d2f3fae99 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.615844] env[62301]: DEBUG oslo_vmware.api [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Waiting for the task: (returnval){ [ 772.615844] env[62301]: value = "task-2570156" [ 772.615844] env[62301]: _type = "Task" [ 772.615844] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.628108] env[62301]: DEBUG oslo_vmware.api [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Task: {'id': task-2570156, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.699070] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2fd5554d-febd-46d3-a4d8-3dcef25cb424 tempest-ServersTestJSON-136872457 tempest-ServersTestJSON-136872457-project-member] Lock "00a8a42a-2239-483d-a0cf-d7bbb3d95997" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.141s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.729101] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.978262] env[62301]: DEBUG oslo_concurrency.lockutils [None req-277525b6-3aae-40d6-9797-e900b3153403 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Releasing lock "refresh_cache-8836b3f4-9580-4f12-bd01-eccae3940527" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.030605] env[62301]: DEBUG nova.network.neutron [None req-a5caf0d4-6c47-4311-b8bd-c4dfe634af45 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Updating instance_info_cache with network_info: [{"id": "fa4211ea-19e9-4beb-88c3-4d8a9627c0aa", "address": "fa:16:3e:62:b6:76", "network": {"id": "9476bd44-3d3a-469c-875e-60df73421d36", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-646590394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de0c8f4881f1470dbe374c79bc21dcd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa4211ea-19", "ovs_interfaceid": "fa4211ea-19e9-4beb-88c3-4d8a9627c0aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.063869] env[62301]: DEBUG oslo_vmware.api [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570155, 'name': Rename_Task, 'duration_secs': 0.187428} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.064302] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 773.064710] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98b4c304-0505-4212-a725-136f82bb4e12 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.073042] env[62301]: DEBUG oslo_vmware.api [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 773.073042] env[62301]: value = "task-2570157" [ 773.073042] env[62301]: _type = "Task" [ 773.073042] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.085244] env[62301]: DEBUG oslo_vmware.api [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570157, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.132677] env[62301]: DEBUG oslo_vmware.api [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Task: {'id': task-2570156, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443841} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.133020] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 456442d0-f73e-4b17-aff4-276186b86782/456442d0-f73e-4b17-aff4-276186b86782.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 773.133273] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 773.134205] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-754c453c-1483-49c7-8d19-775a8b0aa52e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.143630] env[62301]: DEBUG oslo_vmware.api [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Waiting for the task: (returnval){ [ 773.143630] env[62301]: value = "task-2570158" [ 773.143630] env[62301]: _type = "Task" [ 773.143630] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.152309] env[62301]: DEBUG oslo_vmware.api [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Task: {'id': task-2570158, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.229528] env[62301]: DEBUG nova.compute.manager [req-e0f26720-41ce-45ff-ae65-8e923777984d req-8b6e2870-7c07-4689-9183-dd10ab9d9636 service nova] [instance: 0380936a-9aed-43bd-beec-585a1d9f073c] Received event network-vif-plugged-fc26d0a2-8f32-4956-8f9f-e7a2dde18e2d {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 773.229528] env[62301]: DEBUG oslo_concurrency.lockutils [req-e0f26720-41ce-45ff-ae65-8e923777984d req-8b6e2870-7c07-4689-9183-dd10ab9d9636 service nova] Acquiring lock "0380936a-9aed-43bd-beec-585a1d9f073c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 773.229528] env[62301]: DEBUG oslo_concurrency.lockutils [req-e0f26720-41ce-45ff-ae65-8e923777984d req-8b6e2870-7c07-4689-9183-dd10ab9d9636 service nova] Lock "0380936a-9aed-43bd-beec-585a1d9f073c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 773.229528] env[62301]: DEBUG oslo_concurrency.lockutils [req-e0f26720-41ce-45ff-ae65-8e923777984d req-8b6e2870-7c07-4689-9183-dd10ab9d9636 service nova] Lock "0380936a-9aed-43bd-beec-585a1d9f073c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 773.229918] env[62301]: DEBUG nova.compute.manager [req-e0f26720-41ce-45ff-ae65-8e923777984d req-8b6e2870-7c07-4689-9183-dd10ab9d9636 service nova] [instance: 0380936a-9aed-43bd-beec-585a1d9f073c] No waiting events found dispatching network-vif-plugged-fc26d0a2-8f32-4956-8f9f-e7a2dde18e2d {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 773.229918] env[62301]: WARNING nova.compute.manager [req-e0f26720-41ce-45ff-ae65-8e923777984d req-8b6e2870-7c07-4689-9183-dd10ab9d9636 service nova] [instance: 0380936a-9aed-43bd-beec-585a1d9f073c] Received unexpected event network-vif-plugged-fc26d0a2-8f32-4956-8f9f-e7a2dde18e2d for instance with vm_state building and task_state spawning. [ 773.273084] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d843834-213e-4dc1-ab00-bd5bb22b533e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.293147] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a91921-18e0-4314-8360-c4d4542fcc0a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.327949] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c7b750-1021-4ca2-812e-a97c3feee735 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.336041] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c64a640-7aad-42a2-a6df-6b3d578d187b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.351023] env[62301]: DEBUG nova.compute.provider_tree [None req-bfc2bb61-bd63-499d-9edd-2f2ad67f1e4a tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.452813] env[62301]: DEBUG nova.network.neutron [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 0380936a-9aed-43bd-beec-585a1d9f073c] Successfully updated port: fc26d0a2-8f32-4956-8f9f-e7a2dde18e2d {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 773.533574] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a5caf0d4-6c47-4311-b8bd-c4dfe634af45 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Releasing lock "refresh_cache-ddec630e-5648-4fdb-a63c-2de8582bfe4c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.533668] env[62301]: DEBUG nova.compute.manager [None req-a5caf0d4-6c47-4311-b8bd-c4dfe634af45 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Inject network info {{(pid=62301) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 773.533920] env[62301]: DEBUG nova.compute.manager [None req-a5caf0d4-6c47-4311-b8bd-c4dfe634af45 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] network_info to inject: |[{"id": "fa4211ea-19e9-4beb-88c3-4d8a9627c0aa", "address": "fa:16:3e:62:b6:76", "network": {"id": "9476bd44-3d3a-469c-875e-60df73421d36", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-646590394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de0c8f4881f1470dbe374c79bc21dcd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa4211ea-19", "ovs_interfaceid": "fa4211ea-19e9-4beb-88c3-4d8a9627c0aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 773.539014] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-a5caf0d4-6c47-4311-b8bd-c4dfe634af45 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Reconfiguring VM instance to set the machine id {{(pid=62301) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 773.542023] env[62301]: DEBUG oslo_concurrency.lockutils [req-df716032-807e-49e5-a45b-c27f767cad7e req-191343aa-3fd0-4c64-b406-3d56ce97e932 service nova] Acquired lock "refresh_cache-ddec630e-5648-4fdb-a63c-2de8582bfe4c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.542023] env[62301]: DEBUG nova.network.neutron [req-df716032-807e-49e5-a45b-c27f767cad7e req-191343aa-3fd0-4c64-b406-3d56ce97e932 service nova] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Refreshing network info cache for port fa4211ea-19e9-4beb-88c3-4d8a9627c0aa {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 773.542023] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e4ef032-3cbe-46aa-909e-ce8381c048e1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.562800] env[62301]: DEBUG oslo_vmware.api [None req-a5caf0d4-6c47-4311-b8bd-c4dfe634af45 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Waiting for the task: (returnval){ [ 773.562800] env[62301]: value = "task-2570159" [ 773.562800] env[62301]: _type = "Task" [ 773.562800] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.572774] env[62301]: DEBUG oslo_vmware.api [None req-a5caf0d4-6c47-4311-b8bd-c4dfe634af45 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Task: {'id': task-2570159, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.583151] env[62301]: DEBUG oslo_vmware.api [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570157, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.654009] env[62301]: DEBUG oslo_vmware.api [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Task: {'id': task-2570158, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084303} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.654264] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 773.655126] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc554e1-51c4-4475-9af1-0ca55150c91b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.683454] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 456442d0-f73e-4b17-aff4-276186b86782/456442d0-f73e-4b17-aff4-276186b86782.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 773.683783] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2673df9-3ead-4500-ae70-3ef65304fcb5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.706245] env[62301]: DEBUG oslo_vmware.api [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Waiting for the task: (returnval){ [ 773.706245] env[62301]: value = "task-2570160" [ 773.706245] env[62301]: _type = "Task" [ 773.706245] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.714923] env[62301]: DEBUG oslo_vmware.api [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Task: {'id': task-2570160, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.794232] env[62301]: DEBUG nova.compute.manager [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Stashing vm_state: active {{(pid=62301) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 773.854368] env[62301]: DEBUG nova.scheduler.client.report [None req-bfc2bb61-bd63-499d-9edd-2f2ad67f1e4a tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 773.957609] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Acquiring lock "refresh_cache-0380936a-9aed-43bd-beec-585a1d9f073c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.957609] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Acquired lock "refresh_cache-0380936a-9aed-43bd-beec-585a1d9f073c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.957609] env[62301]: DEBUG nova.network.neutron [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 0380936a-9aed-43bd-beec-585a1d9f073c] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 773.988618] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-277525b6-3aae-40d6-9797-e900b3153403 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 773.988920] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec510046-13bb-4567-9d02-336d29f43514 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.997068] env[62301]: DEBUG oslo_vmware.api [None req-277525b6-3aae-40d6-9797-e900b3153403 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 773.997068] env[62301]: value = "task-2570161" [ 773.997068] env[62301]: _type = "Task" [ 773.997068] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.008739] env[62301]: DEBUG oslo_vmware.api [None req-277525b6-3aae-40d6-9797-e900b3153403 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570161, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.075047] env[62301]: DEBUG oslo_vmware.api [None req-a5caf0d4-6c47-4311-b8bd-c4dfe634af45 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Task: {'id': task-2570159, 'name': ReconfigVM_Task, 'duration_secs': 0.190395} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.082166] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-a5caf0d4-6c47-4311-b8bd-c4dfe634af45 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Reconfigured VM instance to set the machine id {{(pid=62301) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 774.088764] env[62301]: DEBUG oslo_vmware.api [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570157, 'name': PowerOnVM_Task, 'duration_secs': 0.611806} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.089020] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 774.089261] env[62301]: INFO nova.compute.manager [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Took 9.75 seconds to spawn the instance on the hypervisor. [ 774.089444] env[62301]: DEBUG nova.compute.manager [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 774.090327] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2c8d71-aa7a-4436-962c-2656dba348b3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.218135] env[62301]: DEBUG oslo_vmware.api [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Task: {'id': task-2570160, 'name': ReconfigVM_Task, 'duration_secs': 0.296242} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.218721] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 456442d0-f73e-4b17-aff4-276186b86782/456442d0-f73e-4b17-aff4-276186b86782.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 774.219756] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ebd4335d-62d8-43e3-b680-d49853e59f9e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.227448] env[62301]: DEBUG oslo_vmware.api [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Waiting for the task: (returnval){ [ 774.227448] env[62301]: value = "task-2570162" [ 774.227448] env[62301]: _type = "Task" [ 774.227448] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.244598] env[62301]: DEBUG oslo_vmware.api [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Task: {'id': task-2570162, 'name': Rename_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.322034] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.365151] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bfc2bb61-bd63-499d-9edd-2f2ad67f1e4a tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.213s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.367683] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.523s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 774.370426] env[62301]: INFO nova.compute.claims [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 583782d7-07da-40e5-9731-c3f5f6fef812] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 774.396754] env[62301]: INFO nova.scheduler.client.report [None req-bfc2bb61-bd63-499d-9edd-2f2ad67f1e4a tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Deleted allocations for instance 5102a8ce-2234-43cb-ae85-df50645c9545 [ 774.420747] env[62301]: DEBUG nova.network.neutron [req-df716032-807e-49e5-a45b-c27f767cad7e req-191343aa-3fd0-4c64-b406-3d56ce97e932 service nova] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Updated VIF entry in instance network info cache for port fa4211ea-19e9-4beb-88c3-4d8a9627c0aa. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 774.420747] env[62301]: DEBUG nova.network.neutron [req-df716032-807e-49e5-a45b-c27f767cad7e req-191343aa-3fd0-4c64-b406-3d56ce97e932 service nova] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Updating instance_info_cache with network_info: [{"id": "fa4211ea-19e9-4beb-88c3-4d8a9627c0aa", "address": "fa:16:3e:62:b6:76", "network": {"id": "9476bd44-3d3a-469c-875e-60df73421d36", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-646590394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de0c8f4881f1470dbe374c79bc21dcd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa4211ea-19", "ovs_interfaceid": "fa4211ea-19e9-4beb-88c3-4d8a9627c0aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.470223] env[62301]: DEBUG oslo_concurrency.lockutils [None req-07f81795-3cb5-41d5-ac83-caef35a2bd75 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Acquiring lock "ddec630e-5648-4fdb-a63c-2de8582bfe4c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.470507] env[62301]: DEBUG oslo_concurrency.lockutils [None req-07f81795-3cb5-41d5-ac83-caef35a2bd75 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Lock "ddec630e-5648-4fdb-a63c-2de8582bfe4c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 774.470700] env[62301]: DEBUG oslo_concurrency.lockutils [None req-07f81795-3cb5-41d5-ac83-caef35a2bd75 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Acquiring lock "ddec630e-5648-4fdb-a63c-2de8582bfe4c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.470885] env[62301]: DEBUG oslo_concurrency.lockutils [None req-07f81795-3cb5-41d5-ac83-caef35a2bd75 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Lock "ddec630e-5648-4fdb-a63c-2de8582bfe4c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 774.471089] env[62301]: DEBUG oslo_concurrency.lockutils [None req-07f81795-3cb5-41d5-ac83-caef35a2bd75 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Lock "ddec630e-5648-4fdb-a63c-2de8582bfe4c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.473734] env[62301]: INFO nova.compute.manager [None req-07f81795-3cb5-41d5-ac83-caef35a2bd75 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Terminating instance [ 774.499587] env[62301]: DEBUG nova.network.neutron [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 0380936a-9aed-43bd-beec-585a1d9f073c] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 774.512639] env[62301]: DEBUG oslo_vmware.api [None req-277525b6-3aae-40d6-9797-e900b3153403 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570161, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.624535] env[62301]: INFO nova.compute.manager [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Took 42.68 seconds to build instance. [ 774.731242] env[62301]: DEBUG nova.network.neutron [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 0380936a-9aed-43bd-beec-585a1d9f073c] Updating instance_info_cache with network_info: [{"id": "fc26d0a2-8f32-4956-8f9f-e7a2dde18e2d", "address": "fa:16:3e:88:33:c4", "network": {"id": "570c7424-4ac3-4ed7-b1a8-c601f644ec13", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-561058677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dc258915a1b408ebe605c28ba25057c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc26d0a2-8f", "ovs_interfaceid": "fc26d0a2-8f32-4956-8f9f-e7a2dde18e2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.751719] env[62301]: DEBUG oslo_vmware.api [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Task: {'id': task-2570162, 'name': Rename_Task, 'duration_secs': 0.161789} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.752025] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 774.752294] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb7ed5ce-4322-40de-860f-cb0e2f7e718a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.759932] env[62301]: DEBUG oslo_vmware.api [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Waiting for the task: (returnval){ [ 774.759932] env[62301]: value = "task-2570163" [ 774.759932] env[62301]: _type = "Task" [ 774.759932] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.771258] env[62301]: DEBUG oslo_vmware.api [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Task: {'id': task-2570163, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.908834] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bfc2bb61-bd63-499d-9edd-2f2ad67f1e4a tempest-ServersTestManualDisk-1206685229 tempest-ServersTestManualDisk-1206685229-project-member] Lock "5102a8ce-2234-43cb-ae85-df50645c9545" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.896s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.923388] env[62301]: DEBUG oslo_concurrency.lockutils [req-df716032-807e-49e5-a45b-c27f767cad7e req-191343aa-3fd0-4c64-b406-3d56ce97e932 service nova] Releasing lock "refresh_cache-ddec630e-5648-4fdb-a63c-2de8582bfe4c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.923829] env[62301]: DEBUG oslo_concurrency.lockutils [req-3fc56616-b528-4cea-8ff6-96a25d4fc89a req-0181c0ca-05d2-42ae-a076-de563f592be3 service nova] Acquired lock "refresh_cache-ddec630e-5648-4fdb-a63c-2de8582bfe4c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.923975] env[62301]: DEBUG nova.network.neutron [req-3fc56616-b528-4cea-8ff6-96a25d4fc89a req-0181c0ca-05d2-42ae-a076-de563f592be3 service nova] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Refreshing network info cache for port fa4211ea-19e9-4beb-88c3-4d8a9627c0aa {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 774.980276] env[62301]: DEBUG nova.compute.manager [None req-07f81795-3cb5-41d5-ac83-caef35a2bd75 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 774.980634] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-07f81795-3cb5-41d5-ac83-caef35a2bd75 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 774.981954] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4140c3d9-397a-4af8-a188-3d58ad799207 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.996752] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f81795-3cb5-41d5-ac83-caef35a2bd75 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 775.000129] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ad0f26d-9e50-441a-9417-ef216b39a003 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.018726] env[62301]: DEBUG oslo_vmware.api [None req-277525b6-3aae-40d6-9797-e900b3153403 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570161, 'name': PowerOnVM_Task, 'duration_secs': 0.755372} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.020293] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-277525b6-3aae-40d6-9797-e900b3153403 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 775.020482] env[62301]: DEBUG nova.compute.manager [None req-277525b6-3aae-40d6-9797-e900b3153403 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 775.021075] env[62301]: DEBUG oslo_vmware.api [None req-07f81795-3cb5-41d5-ac83-caef35a2bd75 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Waiting for the task: (returnval){ [ 775.021075] env[62301]: value = "task-2570164" [ 775.021075] env[62301]: _type = "Task" [ 775.021075] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.021746] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac75a7b-f723-45f3-994f-48a5062d95cb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.037176] env[62301]: DEBUG oslo_vmware.api [None req-07f81795-3cb5-41d5-ac83-caef35a2bd75 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Task: {'id': task-2570164, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.129031] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5e199aa7-ccd3-465a-935d-df24438c535d tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "a31f97bc-8467-4f02-8120-2ce25075d351" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.594s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.246996] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Releasing lock "refresh_cache-0380936a-9aed-43bd-beec-585a1d9f073c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.246996] env[62301]: DEBUG nova.compute.manager [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 0380936a-9aed-43bd-beec-585a1d9f073c] Instance network_info: |[{"id": "fc26d0a2-8f32-4956-8f9f-e7a2dde18e2d", "address": "fa:16:3e:88:33:c4", "network": {"id": "570c7424-4ac3-4ed7-b1a8-c601f644ec13", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-561058677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dc258915a1b408ebe605c28ba25057c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc26d0a2-8f", "ovs_interfaceid": "fc26d0a2-8f32-4956-8f9f-e7a2dde18e2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 775.247833] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 0380936a-9aed-43bd-beec-585a1d9f073c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:33:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7e0240aa-a694-48fc-a0f9-6f2d3e71aa12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc26d0a2-8f32-4956-8f9f-e7a2dde18e2d', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 775.258388] env[62301]: DEBUG oslo.service.loopingcall [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 775.258732] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0380936a-9aed-43bd-beec-585a1d9f073c] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 775.259097] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5eb72676-de51-4076-8144-5a237de565bd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.293994] env[62301]: DEBUG oslo_vmware.api [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Task: {'id': task-2570163, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.294246] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 775.294246] env[62301]: value = "task-2570165" [ 775.294246] env[62301]: _type = "Task" [ 775.294246] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.303733] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570165, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.314285] env[62301]: DEBUG nova.compute.manager [req-d278cd13-b245-4a2b-90c3-57f7dd14bc10 req-f480c863-66d7-4c32-9113-83d62f442c5d service nova] [instance: 0380936a-9aed-43bd-beec-585a1d9f073c] Received event network-changed-fc26d0a2-8f32-4956-8f9f-e7a2dde18e2d {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 775.314688] env[62301]: DEBUG nova.compute.manager [req-d278cd13-b245-4a2b-90c3-57f7dd14bc10 req-f480c863-66d7-4c32-9113-83d62f442c5d service nova] [instance: 0380936a-9aed-43bd-beec-585a1d9f073c] Refreshing instance network info cache due to event network-changed-fc26d0a2-8f32-4956-8f9f-e7a2dde18e2d. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 775.315097] env[62301]: DEBUG oslo_concurrency.lockutils [req-d278cd13-b245-4a2b-90c3-57f7dd14bc10 req-f480c863-66d7-4c32-9113-83d62f442c5d service nova] Acquiring lock "refresh_cache-0380936a-9aed-43bd-beec-585a1d9f073c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.315241] env[62301]: DEBUG oslo_concurrency.lockutils [req-d278cd13-b245-4a2b-90c3-57f7dd14bc10 req-f480c863-66d7-4c32-9113-83d62f442c5d service nova] Acquired lock "refresh_cache-0380936a-9aed-43bd-beec-585a1d9f073c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.315464] env[62301]: DEBUG nova.network.neutron [req-d278cd13-b245-4a2b-90c3-57f7dd14bc10 req-f480c863-66d7-4c32-9113-83d62f442c5d service nova] [instance: 0380936a-9aed-43bd-beec-585a1d9f073c] Refreshing network info cache for port fc26d0a2-8f32-4956-8f9f-e7a2dde18e2d {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 775.360015] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7d4cb0c6-abcd-49cd-9acf-4809ec370946 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquiring lock "a31f97bc-8467-4f02-8120-2ce25075d351" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.360440] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7d4cb0c6-abcd-49cd-9acf-4809ec370946 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "a31f97bc-8467-4f02-8120-2ce25075d351" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.360680] env[62301]: DEBUG nova.compute.manager [None req-7d4cb0c6-abcd-49cd-9acf-4809ec370946 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 775.365095] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7be6efc-a2a0-4e07-adca-e58ea6965757 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.373788] env[62301]: DEBUG nova.compute.manager [None req-7d4cb0c6-abcd-49cd-9acf-4809ec370946 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62301) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 775.373788] env[62301]: DEBUG nova.objects.instance [None req-7d4cb0c6-abcd-49cd-9acf-4809ec370946 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lazy-loading 'flavor' on Instance uuid a31f97bc-8467-4f02-8120-2ce25075d351 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 775.546663] env[62301]: DEBUG oslo_vmware.api [None req-07f81795-3cb5-41d5-ac83-caef35a2bd75 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Task: {'id': task-2570164, 'name': PowerOffVM_Task, 'duration_secs': 0.303852} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.549120] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f81795-3cb5-41d5-ac83-caef35a2bd75 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 775.549339] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-07f81795-3cb5-41d5-ac83-caef35a2bd75 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 775.555041] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ae37359-97b1-4e20-869c-835d26dcf20c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.630019] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-07f81795-3cb5-41d5-ac83-caef35a2bd75 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 775.630019] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-07f81795-3cb5-41d5-ac83-caef35a2bd75 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Deleting contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 775.630019] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-07f81795-3cb5-41d5-ac83-caef35a2bd75 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Deleting the datastore file [datastore2] ddec630e-5648-4fdb-a63c-2de8582bfe4c {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 775.630019] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec9c3301-4bf5-4bfc-bddc-cf521ac4ffe0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.633372] env[62301]: DEBUG nova.compute.manager [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 775.643612] env[62301]: DEBUG oslo_vmware.api [None req-07f81795-3cb5-41d5-ac83-caef35a2bd75 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Waiting for the task: (returnval){ [ 775.643612] env[62301]: value = "task-2570167" [ 775.643612] env[62301]: _type = "Task" [ 775.643612] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.657922] env[62301]: DEBUG oslo_vmware.api [None req-07f81795-3cb5-41d5-ac83-caef35a2bd75 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Task: {'id': task-2570167, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.793713] env[62301]: DEBUG oslo_vmware.api [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Task: {'id': task-2570163, 'name': PowerOnVM_Task, 'duration_secs': 0.699902} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.794029] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 775.794244] env[62301]: INFO nova.compute.manager [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Took 8.84 seconds to spawn the instance on the hypervisor. [ 775.794457] env[62301]: DEBUG nova.compute.manager [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 775.795671] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304074b9-14d3-4cf0-8694-7607bd2b068a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.814715] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570165, 'name': CreateVM_Task, 'duration_secs': 0.509879} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.814911] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0380936a-9aed-43bd-beec-585a1d9f073c] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 775.816797] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.816797] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.816797] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.819551] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a03ecd0-4024-4028-98d5-84eea6457ff9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.823263] env[62301]: DEBUG oslo_vmware.api [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Waiting for the task: (returnval){ [ 775.823263] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5203bd91-9a7a-161e-8720-c5b44f8c36b6" [ 775.823263] env[62301]: _type = "Task" [ 775.823263] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.834010] env[62301]: DEBUG oslo_vmware.api [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5203bd91-9a7a-161e-8720-c5b44f8c36b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.903170] env[62301]: DEBUG nova.network.neutron [req-3fc56616-b528-4cea-8ff6-96a25d4fc89a req-0181c0ca-05d2-42ae-a076-de563f592be3 service nova] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Updated VIF entry in instance network info cache for port fa4211ea-19e9-4beb-88c3-4d8a9627c0aa. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 775.903710] env[62301]: DEBUG nova.network.neutron [req-3fc56616-b528-4cea-8ff6-96a25d4fc89a req-0181c0ca-05d2-42ae-a076-de563f592be3 service nova] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Updating instance_info_cache with network_info: [{"id": "fa4211ea-19e9-4beb-88c3-4d8a9627c0aa", "address": "fa:16:3e:62:b6:76", "network": {"id": "9476bd44-3d3a-469c-875e-60df73421d36", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-646590394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de0c8f4881f1470dbe374c79bc21dcd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa4211ea-19", "ovs_interfaceid": "fa4211ea-19e9-4beb-88c3-4d8a9627c0aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.971197] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8473e820-07b9-41d6-bf83-166bde3e395a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.982224] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29172e0-7ca6-4b5b-8502-3a43beda44a5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.022518] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dfeece5-880b-472d-a7f2-4bf9ddf22175 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.031171] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c371bc4-bccc-45cc-b37e-0c140003e5e9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.045978] env[62301]: DEBUG nova.compute.provider_tree [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.162862] env[62301]: DEBUG oslo_vmware.api [None req-07f81795-3cb5-41d5-ac83-caef35a2bd75 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Task: {'id': task-2570167, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.360592} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.163298] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-07f81795-3cb5-41d5-ac83-caef35a2bd75 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 776.163591] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-07f81795-3cb5-41d5-ac83-caef35a2bd75 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Deleted contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 776.163890] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-07f81795-3cb5-41d5-ac83-caef35a2bd75 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 776.165796] env[62301]: INFO nova.compute.manager [None req-07f81795-3cb5-41d5-ac83-caef35a2bd75 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Took 1.18 seconds to destroy the instance on the hypervisor. [ 776.165796] env[62301]: DEBUG oslo.service.loopingcall [None req-07f81795-3cb5-41d5-ac83-caef35a2bd75 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 776.166136] env[62301]: DEBUG nova.compute.manager [-] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 776.166298] env[62301]: DEBUG nova.network.neutron [-] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 776.177676] env[62301]: DEBUG oslo_concurrency.lockutils [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.185753] env[62301]: DEBUG nova.network.neutron [req-d278cd13-b245-4a2b-90c3-57f7dd14bc10 req-f480c863-66d7-4c32-9113-83d62f442c5d service nova] [instance: 0380936a-9aed-43bd-beec-585a1d9f073c] Updated VIF entry in instance network info cache for port fc26d0a2-8f32-4956-8f9f-e7a2dde18e2d. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 776.186183] env[62301]: DEBUG nova.network.neutron [req-d278cd13-b245-4a2b-90c3-57f7dd14bc10 req-f480c863-66d7-4c32-9113-83d62f442c5d service nova] [instance: 0380936a-9aed-43bd-beec-585a1d9f073c] Updating instance_info_cache with network_info: [{"id": "fc26d0a2-8f32-4956-8f9f-e7a2dde18e2d", "address": "fa:16:3e:88:33:c4", "network": {"id": "570c7424-4ac3-4ed7-b1a8-c601f644ec13", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-561058677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dc258915a1b408ebe605c28ba25057c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc26d0a2-8f", "ovs_interfaceid": "fc26d0a2-8f32-4956-8f9f-e7a2dde18e2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.331162] env[62301]: INFO nova.compute.manager [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Took 44.34 seconds to build instance. [ 776.337612] env[62301]: DEBUG oslo_vmware.api [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5203bd91-9a7a-161e-8720-c5b44f8c36b6, 'name': SearchDatastore_Task, 'duration_secs': 0.021727} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.337989] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.338223] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 0380936a-9aed-43bd-beec-585a1d9f073c] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 776.338475] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.338627] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.338823] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 776.339115] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-196af128-c5df-4e99-b4a5-d26a128a93c5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.350348] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 776.350726] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 776.353020] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-819b6d09-1830-4a87-b408-a2a6765af7fd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.360113] env[62301]: DEBUG oslo_vmware.api [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Waiting for the task: (returnval){ [ 776.360113] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52a59204-56a4-005c-aa2f-7b1626b5b98f" [ 776.360113] env[62301]: _type = "Task" [ 776.360113] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.370993] env[62301]: DEBUG oslo_vmware.api [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52a59204-56a4-005c-aa2f-7b1626b5b98f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.387855] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d4cb0c6-abcd-49cd-9acf-4809ec370946 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 776.388279] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-261bbe7c-fed3-4ce4-8fd3-647c0e64f9a7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.396032] env[62301]: DEBUG oslo_vmware.api [None req-7d4cb0c6-abcd-49cd-9acf-4809ec370946 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 776.396032] env[62301]: value = "task-2570168" [ 776.396032] env[62301]: _type = "Task" [ 776.396032] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.407022] env[62301]: DEBUG oslo_vmware.api [None req-7d4cb0c6-abcd-49cd-9acf-4809ec370946 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570168, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.407585] env[62301]: DEBUG oslo_concurrency.lockutils [req-3fc56616-b528-4cea-8ff6-96a25d4fc89a req-0181c0ca-05d2-42ae-a076-de563f592be3 service nova] Releasing lock "refresh_cache-ddec630e-5648-4fdb-a63c-2de8582bfe4c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.550191] env[62301]: DEBUG nova.scheduler.client.report [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.689491] env[62301]: DEBUG oslo_concurrency.lockutils [req-d278cd13-b245-4a2b-90c3-57f7dd14bc10 req-f480c863-66d7-4c32-9113-83d62f442c5d service nova] Releasing lock "refresh_cache-0380936a-9aed-43bd-beec-585a1d9f073c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.832950] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cd21ae8c-51ab-4394-b845-1bd04e2e4563 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Lock "456442d0-f73e-4b17-aff4-276186b86782" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.300s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.876487] env[62301]: DEBUG oslo_vmware.api [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52a59204-56a4-005c-aa2f-7b1626b5b98f, 'name': SearchDatastore_Task, 'duration_secs': 0.011416} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.877734] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5eddb0a-e06d-43d5-ac88-3d6d4810608f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.885904] env[62301]: DEBUG oslo_vmware.api [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Waiting for the task: (returnval){ [ 776.885904] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]520e61e5-c91d-bf20-7474-f02e1e17e93a" [ 776.885904] env[62301]: _type = "Task" [ 776.885904] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.896162] env[62301]: DEBUG oslo_vmware.api [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]520e61e5-c91d-bf20-7474-f02e1e17e93a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.910197] env[62301]: DEBUG oslo_vmware.api [None req-7d4cb0c6-abcd-49cd-9acf-4809ec370946 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570168, 'name': PowerOffVM_Task, 'duration_secs': 0.334404} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.910467] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d4cb0c6-abcd-49cd-9acf-4809ec370946 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 776.910679] env[62301]: DEBUG nova.compute.manager [None req-7d4cb0c6-abcd-49cd-9acf-4809ec370946 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 776.911522] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cbdb7f9-a7ba-4764-847d-38b9ac77a067 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.059803] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.692s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.060323] env[62301]: DEBUG nova.compute.manager [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 583782d7-07da-40e5-9731-c3f5f6fef812] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 777.063713] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6bade580-d851-4da3-85db-98edba28dc42 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.641s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 777.064058] env[62301]: DEBUG nova.objects.instance [None req-6bade580-d851-4da3-85db-98edba28dc42 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Lazy-loading 'resources' on Instance uuid 9bb94494-0dde-4edb-9302-6f8dcac36344 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 777.335385] env[62301]: DEBUG nova.compute.manager [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: 56195579-e6c5-448d-bb3e-5e25c2b11b25] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 777.398352] env[62301]: DEBUG oslo_vmware.api [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]520e61e5-c91d-bf20-7474-f02e1e17e93a, 'name': SearchDatastore_Task, 'duration_secs': 0.012476} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.398584] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.398845] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 0380936a-9aed-43bd-beec-585a1d9f073c/0380936a-9aed-43bd-beec-585a1d9f073c.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 777.400092] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b110f44-cce9-4348-8e02-461c908236f9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.407544] env[62301]: DEBUG oslo_vmware.api [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Waiting for the task: (returnval){ [ 777.407544] env[62301]: value = "task-2570169" [ 777.407544] env[62301]: _type = "Task" [ 777.407544] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.416919] env[62301]: DEBUG oslo_vmware.api [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2570169, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.423861] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7d4cb0c6-abcd-49cd-9acf-4809ec370946 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "a31f97bc-8467-4f02-8120-2ce25075d351" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.063s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.567591] env[62301]: DEBUG nova.compute.utils [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 777.571687] env[62301]: DEBUG nova.compute.manager [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 583782d7-07da-40e5-9731-c3f5f6fef812] Not allocating networking since 'none' was specified. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 777.870690] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 777.917862] env[62301]: DEBUG oslo_vmware.api [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2570169, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.045728] env[62301]: DEBUG nova.compute.manager [req-39ecfe33-50ca-418d-b6a6-d4f612a7f0f8 req-ae74f780-802b-4393-896f-031979f11184 service nova] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Received event network-vif-deleted-fa4211ea-19e9-4beb-88c3-4d8a9627c0aa {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 778.046759] env[62301]: INFO nova.compute.manager [req-39ecfe33-50ca-418d-b6a6-d4f612a7f0f8 req-ae74f780-802b-4393-896f-031979f11184 service nova] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Neutron deleted interface fa4211ea-19e9-4beb-88c3-4d8a9627c0aa; detaching it from the instance and deleting it from the info cache [ 778.047820] env[62301]: DEBUG nova.network.neutron [req-39ecfe33-50ca-418d-b6a6-d4f612a7f0f8 req-ae74f780-802b-4393-896f-031979f11184 service nova] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.073702] env[62301]: DEBUG nova.compute.manager [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 583782d7-07da-40e5-9731-c3f5f6fef812] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 778.126859] env[62301]: DEBUG nova.network.neutron [-] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.214152] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a246978e-270e-4f0e-8cc8-5f49556a9f71 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.223124] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40ce337-23d5-481b-991d-38a49831fc7c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.256544] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c468df-33be-4050-adbc-029e86b79bb2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.265373] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ebad219-269c-4868-b947-535878727cff {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.286796] env[62301]: DEBUG nova.compute.provider_tree [None req-6bade580-d851-4da3-85db-98edba28dc42 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.418227] env[62301]: DEBUG oslo_vmware.api [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2570169, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.717816} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.418505] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 0380936a-9aed-43bd-beec-585a1d9f073c/0380936a-9aed-43bd-beec-585a1d9f073c.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 778.419029] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 0380936a-9aed-43bd-beec-585a1d9f073c] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 778.419029] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98cf8940-9bc8-4f05-9b5d-23272872cd74 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.426790] env[62301]: DEBUG oslo_vmware.api [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Waiting for the task: (returnval){ [ 778.426790] env[62301]: value = "task-2570170" [ 778.426790] env[62301]: _type = "Task" [ 778.426790] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.436246] env[62301]: DEBUG oslo_vmware.api [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2570170, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.551779] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2f891c01-bb3e-42f5-8afa-4ff7da9b5680 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.564103] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449f8809-acc2-4068-9087-9c8864ea03f4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.601088] env[62301]: DEBUG nova.compute.manager [req-39ecfe33-50ca-418d-b6a6-d4f612a7f0f8 req-ae74f780-802b-4393-896f-031979f11184 service nova] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Detach interface failed, port_id=fa4211ea-19e9-4beb-88c3-4d8a9627c0aa, reason: Instance ddec630e-5648-4fdb-a63c-2de8582bfe4c could not be found. {{(pid=62301) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 778.629538] env[62301]: INFO nova.compute.manager [-] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Took 2.46 seconds to deallocate network for instance. [ 778.790642] env[62301]: DEBUG nova.scheduler.client.report [None req-6bade580-d851-4da3-85db-98edba28dc42 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.882713] env[62301]: INFO nova.compute.manager [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Rebuilding instance [ 778.901615] env[62301]: DEBUG nova.compute.manager [None req-32b642be-203f-4a4f-a14b-d9a132ae00c3 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.905301] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4b1c5d-888a-4ee6-94a5-6b918edde9ca {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.939076] env[62301]: DEBUG oslo_vmware.api [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2570170, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.183733} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.942877] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 0380936a-9aed-43bd-beec-585a1d9f073c] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 778.945059] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d32f7f-ab74-4e7a-8c85-f63bbd96729a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.948028] env[62301]: DEBUG nova.compute.manager [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.948814] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af20cc27-8b10-4ee4-805c-56e135459467 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.972407] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 0380936a-9aed-43bd-beec-585a1d9f073c] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 0380936a-9aed-43bd-beec-585a1d9f073c/0380936a-9aed-43bd-beec-585a1d9f073c.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.975660] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a754b9bc-41ce-472f-a45c-572bca24f63d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.003369] env[62301]: DEBUG oslo_vmware.api [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Waiting for the task: (returnval){ [ 779.003369] env[62301]: value = "task-2570171" [ 779.003369] env[62301]: _type = "Task" [ 779.003369] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.013067] env[62301]: DEBUG oslo_vmware.api [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2570171, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.089348] env[62301]: DEBUG nova.compute.manager [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 583782d7-07da-40e5-9731-c3f5f6fef812] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 779.129854] env[62301]: DEBUG nova.virt.hardware [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 779.131074] env[62301]: DEBUG nova.virt.hardware [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 779.131074] env[62301]: DEBUG nova.virt.hardware [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 779.131251] env[62301]: DEBUG nova.virt.hardware [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 779.131485] env[62301]: DEBUG nova.virt.hardware [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 779.131712] env[62301]: DEBUG nova.virt.hardware [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 779.132068] env[62301]: DEBUG nova.virt.hardware [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 779.132315] env[62301]: DEBUG nova.virt.hardware [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 779.132576] env[62301]: DEBUG nova.virt.hardware [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 779.132833] env[62301]: DEBUG nova.virt.hardware [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 779.133119] env[62301]: DEBUG nova.virt.hardware [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 779.135577] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c1c180-b4c9-4faa-8a8f-ddeafd70bc28 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.146093] env[62301]: DEBUG oslo_concurrency.lockutils [None req-07f81795-3cb5-41d5-ac83-caef35a2bd75 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.152887] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594001c9-67c8-481a-ac6b-b02faed999b3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.169698] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 583782d7-07da-40e5-9731-c3f5f6fef812] Instance VIF info [] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 779.176240] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Creating folder: Project (e4545e5cbad74147afaaa3f7819c4cfb). Parent ref: group-v518653. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.176653] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e78434c-e120-45da-8769-b6512be834aa {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.189803] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Created folder: Project (e4545e5cbad74147afaaa3f7819c4cfb) in parent group-v518653. [ 779.190020] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Creating folder: Instances. Parent ref: group-v518814. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.191663] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4ba8e60-7b12-4222-94ed-66eaf33c8ef5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.204128] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Created folder: Instances in parent group-v518814. [ 779.204825] env[62301]: DEBUG oslo.service.loopingcall [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 779.205093] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 583782d7-07da-40e5-9731-c3f5f6fef812] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 779.205401] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9eae54e5-7ada-48bf-910f-96ba6caa889a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.233759] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 779.233759] env[62301]: value = "task-2570174" [ 779.233759] env[62301]: _type = "Task" [ 779.233759] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.247484] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570174, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.299131] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6bade580-d851-4da3-85db-98edba28dc42 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.235s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.302329] env[62301]: DEBUG oslo_concurrency.lockutils [None req-59f8d03c-dcb2-4b1d-b387-01881a427e71 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.839s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.302658] env[62301]: DEBUG nova.objects.instance [None req-59f8d03c-dcb2-4b1d-b387-01881a427e71 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Lazy-loading 'resources' on Instance uuid 80725a30-75eb-4d3d-8aae-ccd72a64b4cc {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 779.341654] env[62301]: INFO nova.scheduler.client.report [None req-6bade580-d851-4da3-85db-98edba28dc42 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Deleted allocations for instance 9bb94494-0dde-4edb-9302-6f8dcac36344 [ 779.423128] env[62301]: INFO nova.compute.manager [None req-32b642be-203f-4a4f-a14b-d9a132ae00c3 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] [instance: 456442d0-f73e-4b17-aff4-276186b86782] instance snapshotting [ 779.427716] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1017cca6-accd-4528-b28c-e2ac3d8461e1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.464135] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3d9108-5d0d-4218-9de1-220a04b353b0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.519468] env[62301]: DEBUG oslo_vmware.api [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2570171, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.746168] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570174, 'name': CreateVM_Task, 'duration_secs': 0.413608} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.746362] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 583782d7-07da-40e5-9731-c3f5f6fef812] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 779.746791] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.746961] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.747302] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.747577] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e827ed76-acca-4a6e-b303-bf289deb2afb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.752427] env[62301]: DEBUG oslo_vmware.api [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Waiting for the task: (returnval){ [ 779.752427] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]522e996c-ca6a-1424-a664-6c254d9b0afa" [ 779.752427] env[62301]: _type = "Task" [ 779.752427] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.760685] env[62301]: DEBUG oslo_vmware.api [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]522e996c-ca6a-1424-a664-6c254d9b0afa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.851585] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6bade580-d851-4da3-85db-98edba28dc42 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Lock "9bb94494-0dde-4edb-9302-6f8dcac36344" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.144s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.963555] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-32b642be-203f-4a4f-a14b-d9a132ae00c3 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Creating Snapshot of the VM instance {{(pid=62301) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 779.964441] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ec81ef6a-8bf9-45f9-a7cd-f67303f8794e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.976039] env[62301]: DEBUG oslo_vmware.api [None req-32b642be-203f-4a4f-a14b-d9a132ae00c3 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Waiting for the task: (returnval){ [ 779.976039] env[62301]: value = "task-2570175" [ 779.976039] env[62301]: _type = "Task" [ 779.976039] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.994097] env[62301]: DEBUG oslo_vmware.api [None req-32b642be-203f-4a4f-a14b-d9a132ae00c3 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Task: {'id': task-2570175, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.003531] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.003884] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c196265d-a7f2-4762-b270-8c3cf8dff321 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.015199] env[62301]: DEBUG oslo_vmware.api [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2570171, 'name': ReconfigVM_Task, 'duration_secs': 0.571511} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.016952] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 0380936a-9aed-43bd-beec-585a1d9f073c] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 0380936a-9aed-43bd-beec-585a1d9f073c/0380936a-9aed-43bd-beec-585a1d9f073c.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.017664] env[62301]: DEBUG oslo_vmware.api [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 780.017664] env[62301]: value = "task-2570176" [ 780.017664] env[62301]: _type = "Task" [ 780.017664] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.017805] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ea9e445-8ead-47ed-9e40-042076d33f6d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.034818] env[62301]: DEBUG oslo_vmware.api [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Waiting for the task: (returnval){ [ 780.034818] env[62301]: value = "task-2570177" [ 780.034818] env[62301]: _type = "Task" [ 780.034818] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.050107] env[62301]: DEBUG oslo_vmware.api [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2570177, 'name': Rename_Task} progress is 10%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.264947] env[62301]: DEBUG oslo_vmware.api [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]522e996c-ca6a-1424-a664-6c254d9b0afa, 'name': SearchDatastore_Task, 'duration_secs': 0.025861} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.265125] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.266056] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 583782d7-07da-40e5-9731-c3f5f6fef812] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 780.266056] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.266056] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.266056] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 780.266410] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6cdf7d1a-37bc-4528-8064-a6a704c53671 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.282041] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 780.283619] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 780.283619] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b81e905-c6f9-40c3-bc50-86f5daba7a10 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.289520] env[62301]: DEBUG oslo_vmware.api [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Waiting for the task: (returnval){ [ 780.289520] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]525a99ec-6248-61b3-f8be-f7663e8f232f" [ 780.289520] env[62301]: _type = "Task" [ 780.289520] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.302896] env[62301]: DEBUG oslo_vmware.api [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]525a99ec-6248-61b3-f8be-f7663e8f232f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.416793] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e103237-c248-4529-bbec-ec3caa98014d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.424786] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6641546b-a6ee-4aef-96d4-a46f54420a0d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.460103] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7357f8c-e55c-48e4-bb36-4e655fa1e4cb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.468350] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17b0005-1885-4494-a63b-1e0df5b10c99 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.482395] env[62301]: DEBUG nova.compute.provider_tree [None req-59f8d03c-dcb2-4b1d-b387-01881a427e71 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.492902] env[62301]: DEBUG oslo_vmware.api [None req-32b642be-203f-4a4f-a14b-d9a132ae00c3 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Task: {'id': task-2570175, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.533112] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] VM already powered off {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 780.533410] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 780.535028] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7922f2f-577d-476f-b550-9b1734add738 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.545435] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 780.549695] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d465234a-a6ea-4400-81cc-6c8435637999 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.551644] env[62301]: DEBUG oslo_vmware.api [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2570177, 'name': Rename_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.630964] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 780.631582] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Deleting contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 780.631582] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Deleting the datastore file [datastore2] a31f97bc-8467-4f02-8120-2ce25075d351 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 780.631707] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3314c693-9dce-4aff-b9ff-92d41eccea9c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.638617] env[62301]: DEBUG oslo_vmware.api [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 780.638617] env[62301]: value = "task-2570179" [ 780.638617] env[62301]: _type = "Task" [ 780.638617] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.646790] env[62301]: DEBUG oslo_vmware.api [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570179, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.801591] env[62301]: DEBUG oslo_vmware.api [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]525a99ec-6248-61b3-f8be-f7663e8f232f, 'name': SearchDatastore_Task, 'duration_secs': 0.029113} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.802491] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-115d0481-729e-4cf6-a02b-bd2101c9a6e6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.809148] env[62301]: DEBUG oslo_vmware.api [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Waiting for the task: (returnval){ [ 780.809148] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52e8e764-80aa-3c05-e3d0-57edb793905f" [ 780.809148] env[62301]: _type = "Task" [ 780.809148] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.819691] env[62301]: DEBUG oslo_vmware.api [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52e8e764-80aa-3c05-e3d0-57edb793905f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.992148] env[62301]: DEBUG nova.scheduler.client.report [None req-59f8d03c-dcb2-4b1d-b387-01881a427e71 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.005166] env[62301]: DEBUG oslo_vmware.api [None req-32b642be-203f-4a4f-a14b-d9a132ae00c3 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Task: {'id': task-2570175, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.049359] env[62301]: DEBUG oslo_vmware.api [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2570177, 'name': Rename_Task, 'duration_secs': 0.731464} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.054883] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 0380936a-9aed-43bd-beec-585a1d9f073c] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 781.054883] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77d8c511-a307-484a-b374-bd91b72bd35c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.060157] env[62301]: DEBUG oslo_vmware.api [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Waiting for the task: (returnval){ [ 781.060157] env[62301]: value = "task-2570180" [ 781.060157] env[62301]: _type = "Task" [ 781.060157] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.070192] env[62301]: DEBUG oslo_vmware.api [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2570180, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.158099] env[62301]: DEBUG oslo_vmware.api [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570179, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323734} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.158467] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 781.158741] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Deleted contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 781.159010] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 781.226157] env[62301]: DEBUG oslo_vmware.rw_handles [None req-035ba33a-60d0-4777-b366-1f8ce9750179 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528070ea-85d4-a914-262f-39c0a959253c/disk-0.vmdk. {{(pid=62301) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 781.226489] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2cb3c8-303a-4447-a830-2de0234de7de {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.234809] env[62301]: DEBUG oslo_vmware.rw_handles [None req-035ba33a-60d0-4777-b366-1f8ce9750179 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528070ea-85d4-a914-262f-39c0a959253c/disk-0.vmdk is in state: ready. {{(pid=62301) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 781.235145] env[62301]: ERROR oslo_vmware.rw_handles [None req-035ba33a-60d0-4777-b366-1f8ce9750179 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528070ea-85d4-a914-262f-39c0a959253c/disk-0.vmdk due to incomplete transfer. [ 781.235523] env[62301]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a2262021-c135-42b5-98d6-5251ea38dd94 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.246186] env[62301]: DEBUG oslo_vmware.rw_handles [None req-035ba33a-60d0-4777-b366-1f8ce9750179 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528070ea-85d4-a914-262f-39c0a959253c/disk-0.vmdk. {{(pid=62301) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 781.246314] env[62301]: DEBUG nova.virt.vmwareapi.images [None req-035ba33a-60d0-4777-b366-1f8ce9750179 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Uploaded image d1f2dd31-6668-4a2e-8201-a254e15e5325 to the Glance image server {{(pid=62301) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 781.249937] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-035ba33a-60d0-4777-b366-1f8ce9750179 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Destroying the VM {{(pid=62301) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 781.251226] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3c36926e-0db3-49e2-a016-9f17deb50a49 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.258724] env[62301]: DEBUG oslo_vmware.api [None req-035ba33a-60d0-4777-b366-1f8ce9750179 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 781.258724] env[62301]: value = "task-2570181" [ 781.258724] env[62301]: _type = "Task" [ 781.258724] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.271195] env[62301]: DEBUG oslo_vmware.api [None req-035ba33a-60d0-4777-b366-1f8ce9750179 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570181, 'name': Destroy_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.319932] env[62301]: DEBUG oslo_vmware.api [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52e8e764-80aa-3c05-e3d0-57edb793905f, 'name': SearchDatastore_Task, 'duration_secs': 0.016091} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.320218] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.320478] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] 583782d7-07da-40e5-9731-c3f5f6fef812/583782d7-07da-40e5-9731-c3f5f6fef812.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 781.320996] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b259fbaf-9b1c-425a-a0a6-1f9c4fb00207 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.327446] env[62301]: DEBUG oslo_vmware.api [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Waiting for the task: (returnval){ [ 781.327446] env[62301]: value = "task-2570182" [ 781.327446] env[62301]: _type = "Task" [ 781.327446] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.336545] env[62301]: DEBUG oslo_vmware.api [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Task: {'id': task-2570182, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.437751] env[62301]: DEBUG oslo_concurrency.lockutils [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquiring lock "12eef27c-e671-4325-974d-efa141d2c656" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 781.438204] env[62301]: DEBUG oslo_concurrency.lockutils [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "12eef27c-e671-4325-974d-efa141d2c656" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 781.497963] env[62301]: DEBUG oslo_vmware.api [None req-32b642be-203f-4a4f-a14b-d9a132ae00c3 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Task: {'id': task-2570175, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.503023] env[62301]: DEBUG oslo_concurrency.lockutils [None req-59f8d03c-dcb2-4b1d-b387-01881a427e71 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.199s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 781.503483] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.127s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 781.506076] env[62301]: INFO nova.compute.claims [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 2bcefccc-32d9-41f5-b215-d5ce46f20f34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 781.541966] env[62301]: INFO nova.scheduler.client.report [None req-59f8d03c-dcb2-4b1d-b387-01881a427e71 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Deleted allocations for instance 80725a30-75eb-4d3d-8aae-ccd72a64b4cc [ 781.572878] env[62301]: DEBUG oslo_vmware.api [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2570180, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.768892] env[62301]: DEBUG oslo_vmware.api [None req-035ba33a-60d0-4777-b366-1f8ce9750179 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570181, 'name': Destroy_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.837793] env[62301]: DEBUG oslo_vmware.api [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Task: {'id': task-2570182, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.998573] env[62301]: DEBUG oslo_vmware.api [None req-32b642be-203f-4a4f-a14b-d9a132ae00c3 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Task: {'id': task-2570175, 'name': CreateSnapshot_Task, 'duration_secs': 1.548117} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.999040] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-32b642be-203f-4a4f-a14b-d9a132ae00c3 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Created Snapshot of the VM instance {{(pid=62301) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 782.000028] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0324fa7c-b936-4cf0-9f3f-fe8d274039b3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.054153] env[62301]: DEBUG oslo_concurrency.lockutils [None req-59f8d03c-dcb2-4b1d-b387-01881a427e71 tempest-MultipleCreateTestJSON-241797687 tempest-MultipleCreateTestJSON-241797687-project-member] Lock "80725a30-75eb-4d3d-8aae-ccd72a64b4cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.273s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 782.074659] env[62301]: DEBUG oslo_vmware.api [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2570180, 'name': PowerOnVM_Task, 'duration_secs': 0.985964} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.075528] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 0380936a-9aed-43bd-beec-585a1d9f073c] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 782.075528] env[62301]: INFO nova.compute.manager [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 0380936a-9aed-43bd-beec-585a1d9f073c] Took 10.12 seconds to spawn the instance on the hypervisor. [ 782.075528] env[62301]: DEBUG nova.compute.manager [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 0380936a-9aed-43bd-beec-585a1d9f073c] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 782.076862] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e67872c-9b59-44f0-b27f-71020f0e9e4e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.197155] env[62301]: DEBUG nova.virt.hardware [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 782.197155] env[62301]: DEBUG nova.virt.hardware [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 782.197155] env[62301]: DEBUG nova.virt.hardware [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 782.197526] env[62301]: DEBUG nova.virt.hardware [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 782.197824] env[62301]: DEBUG nova.virt.hardware [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 782.198177] env[62301]: DEBUG nova.virt.hardware [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 782.198607] env[62301]: DEBUG nova.virt.hardware [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 782.198959] env[62301]: DEBUG nova.virt.hardware [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 782.199343] env[62301]: DEBUG nova.virt.hardware [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 782.199715] env[62301]: DEBUG nova.virt.hardware [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 782.200111] env[62301]: DEBUG nova.virt.hardware [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 782.201341] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f12367-1b9b-417f-bd33-6b13512fa519 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.215468] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b6e3e1-f46f-4071-aefb-fe59b838dcd4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.235494] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:b5:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '07e9bef1-2b0e-4e4d-997f-de71bb0e213a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5b3e831-f864-4ec2-b3c3-a51392147fbd', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 782.244544] env[62301]: DEBUG oslo.service.loopingcall [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 782.246400] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 782.246400] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3b5b7b8-5874-4023-862f-f37ec3caae95 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.270814] env[62301]: DEBUG oslo_vmware.api [None req-035ba33a-60d0-4777-b366-1f8ce9750179 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570181, 'name': Destroy_Task} progress is 100%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.272141] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 782.272141] env[62301]: value = "task-2570183" [ 782.272141] env[62301]: _type = "Task" [ 782.272141] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.280352] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570183, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.340448] env[62301]: DEBUG oslo_vmware.api [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Task: {'id': task-2570182, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.971125} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.340448] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] 583782d7-07da-40e5-9731-c3f5f6fef812/583782d7-07da-40e5-9731-c3f5f6fef812.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 782.340448] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 583782d7-07da-40e5-9731-c3f5f6fef812] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 782.340448] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1bbd1cff-12db-48f1-94e2-411bb7dda01f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.346392] env[62301]: DEBUG oslo_vmware.api [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Waiting for the task: (returnval){ [ 782.346392] env[62301]: value = "task-2570184" [ 782.346392] env[62301]: _type = "Task" [ 782.346392] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.355134] env[62301]: DEBUG oslo_vmware.api [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Task: {'id': task-2570184, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.521338] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-32b642be-203f-4a4f-a14b-d9a132ae00c3 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Creating linked-clone VM from snapshot {{(pid=62301) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 782.527568] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e7379e78-2ed8-4af1-b944-a3243a496f72 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.534955] env[62301]: DEBUG oslo_vmware.api [None req-32b642be-203f-4a4f-a14b-d9a132ae00c3 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Waiting for the task: (returnval){ [ 782.534955] env[62301]: value = "task-2570185" [ 782.534955] env[62301]: _type = "Task" [ 782.534955] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.545029] env[62301]: DEBUG oslo_vmware.api [None req-32b642be-203f-4a4f-a14b-d9a132ae00c3 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Task: {'id': task-2570185, 'name': CloneVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.602945] env[62301]: INFO nova.compute.manager [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 0380936a-9aed-43bd-beec-585a1d9f073c] Took 46.37 seconds to build instance. [ 782.771644] env[62301]: DEBUG oslo_vmware.api [None req-035ba33a-60d0-4777-b366-1f8ce9750179 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570181, 'name': Destroy_Task, 'duration_secs': 1.017732} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.771644] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-035ba33a-60d0-4777-b366-1f8ce9750179 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Destroyed the VM [ 782.771644] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-035ba33a-60d0-4777-b366-1f8ce9750179 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Deleting Snapshot of the VM instance {{(pid=62301) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 782.771644] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-04ce25ce-2563-416b-aefe-97c7edfc6952 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.781175] env[62301]: DEBUG oslo_vmware.api [None req-035ba33a-60d0-4777-b366-1f8ce9750179 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 782.781175] env[62301]: value = "task-2570186" [ 782.781175] env[62301]: _type = "Task" [ 782.781175] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.784389] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570183, 'name': CreateVM_Task} progress is 25%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.794140] env[62301]: DEBUG oslo_vmware.api [None req-035ba33a-60d0-4777-b366-1f8ce9750179 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570186, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.856499] env[62301]: DEBUG oslo_vmware.api [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Task: {'id': task-2570184, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078426} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.856837] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 583782d7-07da-40e5-9731-c3f5f6fef812] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 782.857860] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2dccce-4c12-4977-bdf2-4371cb896b8e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.882744] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 583782d7-07da-40e5-9731-c3f5f6fef812] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 583782d7-07da-40e5-9731-c3f5f6fef812/583782d7-07da-40e5-9731-c3f5f6fef812.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 782.885884] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd1aa7aa-38cd-4cdf-ab49-b119ab0f20fa {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.912133] env[62301]: DEBUG oslo_vmware.api [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Waiting for the task: (returnval){ [ 782.912133] env[62301]: value = "task-2570187" [ 782.912133] env[62301]: _type = "Task" [ 782.912133] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.920578] env[62301]: DEBUG oslo_vmware.api [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Task: {'id': task-2570187, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.052518] env[62301]: DEBUG oslo_vmware.api [None req-32b642be-203f-4a4f-a14b-d9a132ae00c3 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Task: {'id': task-2570185, 'name': CloneVM_Task} progress is 94%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.088918] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e5c7dc-2fb9-48c8-9029-dddd7783b512 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.096588] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4d4b97-2811-42cc-85d6-b297d90a0d39 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.128071] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a03bd4e6-0911-4a52-9bc6-40958981dc86 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Lock "0380936a-9aed-43bd-beec-585a1d9f073c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.516s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.130212] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b149869-12d2-4c25-a717-bb503b313c6a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.137607] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Acquiring lock "e2d1039f-60fa-4c7b-a0ca-ed566357b1ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.137813] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Lock "e2d1039f-60fa-4c7b-a0ca-ed566357b1ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.143117] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36087466-284c-4eb2-a7d6-05fdcf615d71 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.158801] env[62301]: DEBUG nova.compute.provider_tree [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.285700] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570183, 'name': CreateVM_Task, 'duration_secs': 0.772195} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.289826] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 783.290725] env[62301]: DEBUG oslo_concurrency.lockutils [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.290982] env[62301]: DEBUG oslo_concurrency.lockutils [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.291345] env[62301]: DEBUG oslo_concurrency.lockutils [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.292018] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b28065ab-4d72-41dc-a2c3-2a4295317d84 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.296950] env[62301]: DEBUG oslo_vmware.api [None req-035ba33a-60d0-4777-b366-1f8ce9750179 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570186, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.299980] env[62301]: DEBUG oslo_vmware.api [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 783.299980] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]526e71e4-c1cf-cf9f-5779-04a9b8817414" [ 783.299980] env[62301]: _type = "Task" [ 783.299980] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.308439] env[62301]: DEBUG oslo_vmware.api [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]526e71e4-c1cf-cf9f-5779-04a9b8817414, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.422737] env[62301]: DEBUG oslo_vmware.api [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Task: {'id': task-2570187, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.552507] env[62301]: DEBUG oslo_vmware.api [None req-32b642be-203f-4a4f-a14b-d9a132ae00c3 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Task: {'id': task-2570185, 'name': CloneVM_Task} progress is 94%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.636909] env[62301]: DEBUG nova.compute.manager [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 12eef27c-e671-4325-974d-efa141d2c656] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 783.664250] env[62301]: DEBUG nova.scheduler.client.report [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.796010] env[62301]: DEBUG oslo_vmware.api [None req-035ba33a-60d0-4777-b366-1f8ce9750179 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570186, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.810068] env[62301]: DEBUG oslo_vmware.api [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]526e71e4-c1cf-cf9f-5779-04a9b8817414, 'name': SearchDatastore_Task, 'duration_secs': 0.029015} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.810380] env[62301]: DEBUG oslo_concurrency.lockutils [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.810834] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 783.811116] env[62301]: DEBUG oslo_concurrency.lockutils [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.811267] env[62301]: DEBUG oslo_concurrency.lockutils [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.811450] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 783.811909] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b1c125b-919c-4403-8f66-fad0efa520fa {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.822922] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 783.823066] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 783.823898] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-500d0e02-2224-4b22-b560-6e023fa16d30 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.829953] env[62301]: DEBUG oslo_vmware.api [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 783.829953] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52933e73-d320-1c28-d399-6bbd64f42bf6" [ 783.829953] env[62301]: _type = "Task" [ 783.829953] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.841351] env[62301]: DEBUG oslo_vmware.api [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52933e73-d320-1c28-d399-6bbd64f42bf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.924920] env[62301]: DEBUG oslo_vmware.api [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Task: {'id': task-2570187, 'name': ReconfigVM_Task, 'duration_secs': 0.527707} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.925397] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 583782d7-07da-40e5-9731-c3f5f6fef812] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 583782d7-07da-40e5-9731-c3f5f6fef812/583782d7-07da-40e5-9731-c3f5f6fef812.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 783.926288] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28c70d95-0bea-462e-bc8a-90430e6f1a9d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.934706] env[62301]: DEBUG oslo_vmware.api [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Waiting for the task: (returnval){ [ 783.934706] env[62301]: value = "task-2570188" [ 783.934706] env[62301]: _type = "Task" [ 783.934706] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.952902] env[62301]: DEBUG oslo_vmware.api [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Task: {'id': task-2570188, 'name': Rename_Task} progress is 10%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.050417] env[62301]: DEBUG oslo_vmware.api [None req-32b642be-203f-4a4f-a14b-d9a132ae00c3 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Task: {'id': task-2570185, 'name': CloneVM_Task} progress is 95%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.168023] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.665s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.168795] env[62301]: DEBUG nova.compute.manager [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 2bcefccc-32d9-41f5-b215-d5ce46f20f34] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 784.173849] env[62301]: DEBUG oslo_concurrency.lockutils [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 784.174270] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0f414830-a302-43db-aef1-f542b73205c4 tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.119s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 784.174826] env[62301]: DEBUG nova.objects.instance [None req-0f414830-a302-43db-aef1-f542b73205c4 tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Lazy-loading 'resources' on Instance uuid 446670be-9a46-4954-bc20-232498d46a3f {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 784.297644] env[62301]: DEBUG oslo_vmware.api [None req-035ba33a-60d0-4777-b366-1f8ce9750179 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570186, 'name': RemoveSnapshot_Task, 'duration_secs': 1.140215} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.299097] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-035ba33a-60d0-4777-b366-1f8ce9750179 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Deleted Snapshot of the VM instance {{(pid=62301) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 784.299564] env[62301]: INFO nova.compute.manager [None req-035ba33a-60d0-4777-b366-1f8ce9750179 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Took 18.75 seconds to snapshot the instance on the hypervisor. [ 784.341585] env[62301]: DEBUG oslo_vmware.api [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52933e73-d320-1c28-d399-6bbd64f42bf6, 'name': SearchDatastore_Task, 'duration_secs': 0.01195} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.343434] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f48a551-4837-4316-99ba-1fe992c7f3db {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.351151] env[62301]: DEBUG oslo_vmware.api [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 784.351151] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52ac32ff-732c-5ed3-0767-43428e9a6eef" [ 784.351151] env[62301]: _type = "Task" [ 784.351151] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.363091] env[62301]: DEBUG oslo_vmware.api [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52ac32ff-732c-5ed3-0767-43428e9a6eef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.444353] env[62301]: DEBUG oslo_vmware.api [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Task: {'id': task-2570188, 'name': Rename_Task, 'duration_secs': 0.16185} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.446105] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 583782d7-07da-40e5-9731-c3f5f6fef812] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 784.446105] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e6a7558-4896-4532-aa06-24a1a4d240d3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.451703] env[62301]: DEBUG oslo_vmware.api [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Waiting for the task: (returnval){ [ 784.451703] env[62301]: value = "task-2570189" [ 784.451703] env[62301]: _type = "Task" [ 784.451703] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.465016] env[62301]: DEBUG oslo_vmware.api [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Task: {'id': task-2570189, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.549331] env[62301]: DEBUG oslo_vmware.api [None req-32b642be-203f-4a4f-a14b-d9a132ae00c3 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Task: {'id': task-2570185, 'name': CloneVM_Task, 'duration_secs': 1.657305} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.549596] env[62301]: INFO nova.virt.vmwareapi.vmops [None req-32b642be-203f-4a4f-a14b-d9a132ae00c3 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Created linked-clone VM from snapshot [ 784.550366] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a5c504-e110-4c6c-9912-a645a2a034e2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.557979] env[62301]: DEBUG nova.virt.vmwareapi.images [None req-32b642be-203f-4a4f-a14b-d9a132ae00c3 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Uploading image e21ce7c5-49c2-48ff-ac0e-558ab1665059 {{(pid=62301) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 784.579643] env[62301]: DEBUG oslo_vmware.rw_handles [None req-32b642be-203f-4a4f-a14b-d9a132ae00c3 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 784.579643] env[62301]: value = "vm-518819" [ 784.579643] env[62301]: _type = "VirtualMachine" [ 784.579643] env[62301]: }. {{(pid=62301) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 784.579919] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a75acdeb-dfdf-4ca9-80c8-1a82875ac4af {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.587410] env[62301]: DEBUG oslo_vmware.rw_handles [None req-32b642be-203f-4a4f-a14b-d9a132ae00c3 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Lease: (returnval){ [ 784.587410] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]522109e3-4b12-2746-8835-5f75ac2dfc7f" [ 784.587410] env[62301]: _type = "HttpNfcLease" [ 784.587410] env[62301]: } obtained for exporting VM: (result){ [ 784.587410] env[62301]: value = "vm-518819" [ 784.587410] env[62301]: _type = "VirtualMachine" [ 784.587410] env[62301]: }. {{(pid=62301) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 784.587410] env[62301]: DEBUG oslo_vmware.api [None req-32b642be-203f-4a4f-a14b-d9a132ae00c3 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Waiting for the lease: (returnval){ [ 784.587410] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]522109e3-4b12-2746-8835-5f75ac2dfc7f" [ 784.587410] env[62301]: _type = "HttpNfcLease" [ 784.587410] env[62301]: } to be ready. {{(pid=62301) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 784.597127] env[62301]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 784.597127] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]522109e3-4b12-2746-8835-5f75ac2dfc7f" [ 784.597127] env[62301]: _type = "HttpNfcLease" [ 784.597127] env[62301]: } is initializing. {{(pid=62301) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 784.674490] env[62301]: DEBUG nova.compute.utils [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 784.676747] env[62301]: DEBUG nova.compute.manager [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 2bcefccc-32d9-41f5-b215-d5ce46f20f34] Not allocating networking since 'none' was specified. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 784.864578] env[62301]: DEBUG oslo_vmware.api [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52ac32ff-732c-5ed3-0767-43428e9a6eef, 'name': SearchDatastore_Task, 'duration_secs': 0.03502} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.867217] env[62301]: DEBUG nova.compute.manager [None req-035ba33a-60d0-4777-b366-1f8ce9750179 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Found 3 images (rotation: 2) {{(pid=62301) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 784.867358] env[62301]: DEBUG nova.compute.manager [None req-035ba33a-60d0-4777-b366-1f8ce9750179 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Rotating out 1 backups {{(pid=62301) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 784.867535] env[62301]: DEBUG nova.compute.manager [None req-035ba33a-60d0-4777-b366-1f8ce9750179 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Deleting image 9cef87d8-9327-4358-9d39-dc2d0eeafabb {{(pid=62301) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 784.869348] env[62301]: DEBUG oslo_concurrency.lockutils [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.869613] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] a31f97bc-8467-4f02-8120-2ce25075d351/a31f97bc-8467-4f02-8120-2ce25075d351.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 784.870254] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bfeb645f-b964-4b84-a1f2-e96f4fd251dd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.879391] env[62301]: DEBUG oslo_vmware.api [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 784.879391] env[62301]: value = "task-2570191" [ 784.879391] env[62301]: _type = "Task" [ 784.879391] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.888806] env[62301]: DEBUG oslo_vmware.api [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570191, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.966892] env[62301]: DEBUG nova.compute.manager [None req-20168da2-2f8f-42be-86e0-fe378c0cc263 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 0380936a-9aed-43bd-beec-585a1d9f073c] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 784.967389] env[62301]: DEBUG oslo_vmware.api [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Task: {'id': task-2570189, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.970587] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38fc2a50-0d1e-4527-8a5d-7c97c34d282a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.096633] env[62301]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 785.096633] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]522109e3-4b12-2746-8835-5f75ac2dfc7f" [ 785.096633] env[62301]: _type = "HttpNfcLease" [ 785.096633] env[62301]: } is ready. {{(pid=62301) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 785.097461] env[62301]: DEBUG oslo_vmware.rw_handles [None req-32b642be-203f-4a4f-a14b-d9a132ae00c3 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 785.097461] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]522109e3-4b12-2746-8835-5f75ac2dfc7f" [ 785.097461] env[62301]: _type = "HttpNfcLease" [ 785.097461] env[62301]: }. {{(pid=62301) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 785.102347] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07cca7dd-1c4a-44e5-a93b-dfb663e22f71 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.112197] env[62301]: DEBUG oslo_vmware.rw_handles [None req-32b642be-203f-4a4f-a14b-d9a132ae00c3 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529fab97-d2ee-ad97-a86f-e83b7fca6b03/disk-0.vmdk from lease info. {{(pid=62301) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 785.112242] env[62301]: DEBUG oslo_vmware.rw_handles [None req-32b642be-203f-4a4f-a14b-d9a132ae00c3 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529fab97-d2ee-ad97-a86f-e83b7fca6b03/disk-0.vmdk for reading. {{(pid=62301) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 785.180986] env[62301]: DEBUG nova.compute.manager [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 2bcefccc-32d9-41f5-b215-d5ce46f20f34] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 785.233665] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7022c38-0f36-4323-a4ac-1e7764643656 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.245597] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b915880-ea66-4be8-8241-b9682ffae04c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.284486] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f198371-6a73-45bc-a059-f5754278176c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.287961] env[62301]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d104d00e-4513-4645-b381-f75ff0cfee75 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.297213] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dbf8d76-6205-4a92-965f-524635d4099d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.315211] env[62301]: DEBUG nova.compute.provider_tree [None req-0f414830-a302-43db-aef1-f542b73205c4 tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.390068] env[62301]: DEBUG oslo_vmware.api [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570191, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.462010] env[62301]: DEBUG oslo_vmware.api [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Task: {'id': task-2570189, 'name': PowerOnVM_Task, 'duration_secs': 0.529425} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.462408] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 583782d7-07da-40e5-9731-c3f5f6fef812] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 785.462631] env[62301]: INFO nova.compute.manager [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 583782d7-07da-40e5-9731-c3f5f6fef812] Took 6.37 seconds to spawn the instance on the hypervisor. [ 785.462816] env[62301]: DEBUG nova.compute.manager [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 583782d7-07da-40e5-9731-c3f5f6fef812] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 785.463893] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d977e677-a100-48c0-8e65-c3dabc5d2c54 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.488061] env[62301]: INFO nova.compute.manager [None req-20168da2-2f8f-42be-86e0-fe378c0cc263 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 0380936a-9aed-43bd-beec-585a1d9f073c] instance snapshotting [ 785.493580] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de67bff-7884-471e-a3ca-605735a7f869 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.519012] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d62a079-7445-426b-a31d-7d6fcc6dc819 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.819681] env[62301]: DEBUG nova.scheduler.client.report [None req-0f414830-a302-43db-aef1-f542b73205c4 tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.891052] env[62301]: DEBUG oslo_vmware.api [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570191, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594921} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.892080] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] a31f97bc-8467-4f02-8120-2ce25075d351/a31f97bc-8467-4f02-8120-2ce25075d351.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 785.892382] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 785.892828] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b4c314a-089a-4df5-a21c-031df7292bd4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.900946] env[62301]: DEBUG oslo_vmware.api [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 785.900946] env[62301]: value = "task-2570192" [ 785.900946] env[62301]: _type = "Task" [ 785.900946] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.913576] env[62301]: DEBUG oslo_vmware.api [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570192, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.984709] env[62301]: INFO nova.compute.manager [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 583782d7-07da-40e5-9731-c3f5f6fef812] Took 44.16 seconds to build instance. [ 786.032784] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-20168da2-2f8f-42be-86e0-fe378c0cc263 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 0380936a-9aed-43bd-beec-585a1d9f073c] Creating Snapshot of the VM instance {{(pid=62301) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 786.033124] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a3d7da4e-90c6-4e5b-bf14-8c49bbe8d0e5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.042245] env[62301]: DEBUG oslo_vmware.api [None req-20168da2-2f8f-42be-86e0-fe378c0cc263 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Waiting for the task: (returnval){ [ 786.042245] env[62301]: value = "task-2570193" [ 786.042245] env[62301]: _type = "Task" [ 786.042245] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.055996] env[62301]: DEBUG oslo_vmware.api [None req-20168da2-2f8f-42be-86e0-fe378c0cc263 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2570193, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.194995] env[62301]: DEBUG nova.compute.manager [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 2bcefccc-32d9-41f5-b215-d5ce46f20f34] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 786.218596] env[62301]: DEBUG nova.virt.hardware [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 786.219085] env[62301]: DEBUG nova.virt.hardware [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 786.219085] env[62301]: DEBUG nova.virt.hardware [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 786.220036] env[62301]: DEBUG nova.virt.hardware [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 786.220036] env[62301]: DEBUG nova.virt.hardware [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 786.220036] env[62301]: DEBUG nova.virt.hardware [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 786.220036] env[62301]: DEBUG nova.virt.hardware [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 786.220267] env[62301]: DEBUG nova.virt.hardware [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 786.220296] env[62301]: DEBUG nova.virt.hardware [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 786.220466] env[62301]: DEBUG nova.virt.hardware [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 786.220658] env[62301]: DEBUG nova.virt.hardware [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 786.221602] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41ecbd4-cddc-4ec9-aa23-8c730b04b30f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.229914] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d38128c-84dc-43b0-88e1-b7d13a574e35 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.247194] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 2bcefccc-32d9-41f5-b215-d5ce46f20f34] Instance VIF info [] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 786.254782] env[62301]: DEBUG oslo.service.loopingcall [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 786.255548] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bcefccc-32d9-41f5-b215-d5ce46f20f34] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 786.255609] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0bcf92cf-ed07-4d64-aaed-db7eb9710b67 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.274641] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 786.274641] env[62301]: value = "task-2570194" [ 786.274641] env[62301]: _type = "Task" [ 786.274641] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.282836] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570194, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.325154] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0f414830-a302-43db-aef1-f542b73205c4 tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.151s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 786.328097] env[62301]: DEBUG oslo_concurrency.lockutils [None req-219c69ae-90a8-4198-874c-d8db8162c1dc tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.182s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 786.328776] env[62301]: DEBUG nova.objects.instance [None req-219c69ae-90a8-4198-874c-d8db8162c1dc tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Lazy-loading 'resources' on Instance uuid 24eb8464-8e33-4a08-b792-a2da8ce72eb1 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 786.356474] env[62301]: INFO nova.scheduler.client.report [None req-0f414830-a302-43db-aef1-f542b73205c4 tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Deleted allocations for instance 446670be-9a46-4954-bc20-232498d46a3f [ 786.420115] env[62301]: DEBUG oslo_vmware.api [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570192, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071583} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.421267] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 786.422184] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae207f4-0788-49e6-ac23-b0b4e9e5de4c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.451023] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] a31f97bc-8467-4f02-8120-2ce25075d351/a31f97bc-8467-4f02-8120-2ce25075d351.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 786.451743] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4e84c57-af26-4269-bdbe-98a98bfb880a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.477150] env[62301]: DEBUG oslo_vmware.api [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 786.477150] env[62301]: value = "task-2570195" [ 786.477150] env[62301]: _type = "Task" [ 786.477150] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.483899] env[62301]: DEBUG oslo_vmware.api [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570195, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.487955] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2a087553-64c9-4c30-a7c3-057cb3d5c8e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Lock "583782d7-07da-40e5-9731-c3f5f6fef812" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.490s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 786.557925] env[62301]: DEBUG oslo_vmware.api [None req-20168da2-2f8f-42be-86e0-fe378c0cc263 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2570193, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.787800] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570194, 'name': CreateVM_Task, 'duration_secs': 0.312304} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.787800] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bcefccc-32d9-41f5-b215-d5ce46f20f34] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 786.788156] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.788355] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.788727] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.789041] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1165be80-5c01-491a-97f7-45bd1c38d591 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.793832] env[62301]: DEBUG oslo_vmware.api [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Waiting for the task: (returnval){ [ 786.793832] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5239b694-7e82-e567-f2fc-8c4fc2e75d54" [ 786.793832] env[62301]: _type = "Task" [ 786.793832] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.802433] env[62301]: DEBUG oslo_vmware.api [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5239b694-7e82-e567-f2fc-8c4fc2e75d54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.863905] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0f414830-a302-43db-aef1-f542b73205c4 tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Lock "446670be-9a46-4954-bc20-232498d46a3f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.595s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 786.987390] env[62301]: DEBUG oslo_vmware.api [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570195, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.991365] env[62301]: DEBUG nova.compute.manager [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] [instance: e2d1039f-60fa-4c7b-a0ca-ed566357b1ea] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 787.055042] env[62301]: DEBUG oslo_vmware.api [None req-20168da2-2f8f-42be-86e0-fe378c0cc263 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2570193, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.128867] env[62301]: DEBUG oslo_concurrency.lockutils [None req-38a14c57-cc85-49f5-9a0b-56c4fee48598 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquiring lock "6bb105e9-936b-46c0-82e3-37a2139c76bd" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.129073] env[62301]: DEBUG oslo_concurrency.lockutils [None req-38a14c57-cc85-49f5-9a0b-56c4fee48598 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lock "6bb105e9-936b-46c0-82e3-37a2139c76bd" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.129250] env[62301]: DEBUG nova.compute.manager [None req-38a14c57-cc85-49f5-9a0b-56c4fee48598 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.130326] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091ed0f9-8e9e-49c5-8d0b-0f79671b3d44 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.137099] env[62301]: DEBUG nova.compute.manager [None req-38a14c57-cc85-49f5-9a0b-56c4fee48598 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62301) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 787.137757] env[62301]: DEBUG nova.objects.instance [None req-38a14c57-cc85-49f5-9a0b-56c4fee48598 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lazy-loading 'flavor' on Instance uuid 6bb105e9-936b-46c0-82e3-37a2139c76bd {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 787.260170] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43ea4d6-0f54-4382-b1e4-93afd2853e48 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.267590] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c3f1f3-cbc6-4c12-94b6-e9d92559ba5c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.304413] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d85d56-a48a-4247-893b-a5efeaa86f82 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.313393] env[62301]: DEBUG oslo_vmware.api [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5239b694-7e82-e567-f2fc-8c4fc2e75d54, 'name': SearchDatastore_Task, 'duration_secs': 0.011155} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.315940] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.316212] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 2bcefccc-32d9-41f5-b215-d5ce46f20f34] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 787.316503] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.316715] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.316911] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 787.317248] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7cbcecc-e38d-4323-9789-8e20eef183d7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.320070] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c29ac5f-38f2-41bb-8ffc-d78de89569f9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.337198] env[62301]: DEBUG nova.compute.provider_tree [None req-219c69ae-90a8-4198-874c-d8db8162c1dc tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.339974] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 787.340157] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 787.341235] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f1e2e5c-4c75-485e-b382-9a89b75fea70 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.347953] env[62301]: DEBUG oslo_vmware.api [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Waiting for the task: (returnval){ [ 787.347953] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52d2570d-8bb1-2b22-122e-dd6fdfb96025" [ 787.347953] env[62301]: _type = "Task" [ 787.347953] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.359330] env[62301]: DEBUG oslo_vmware.api [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52d2570d-8bb1-2b22-122e-dd6fdfb96025, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.485717] env[62301]: DEBUG oslo_vmware.api [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570195, 'name': ReconfigVM_Task, 'duration_secs': 0.571914} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.485997] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Reconfigured VM instance instance-00000036 to attach disk [datastore2] a31f97bc-8467-4f02-8120-2ce25075d351/a31f97bc-8467-4f02-8120-2ce25075d351.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 787.487105] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b649a5b4-270c-4ea4-80c1-dddd204ee812 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.493477] env[62301]: DEBUG oslo_vmware.api [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 787.493477] env[62301]: value = "task-2570196" [ 787.493477] env[62301]: _type = "Task" [ 787.493477] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.505063] env[62301]: DEBUG oslo_vmware.api [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570196, 'name': Rename_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.511855] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.553173] env[62301]: DEBUG oslo_vmware.api [None req-20168da2-2f8f-42be-86e0-fe378c0cc263 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2570193, 'name': CreateSnapshot_Task, 'duration_secs': 1.288563} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.553440] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-20168da2-2f8f-42be-86e0-fe378c0cc263 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 0380936a-9aed-43bd-beec-585a1d9f073c] Created Snapshot of the VM instance {{(pid=62301) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 787.554247] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ac3863-13c6-474d-bcc2-faec89b79406 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.842775] env[62301]: DEBUG nova.scheduler.client.report [None req-219c69ae-90a8-4198-874c-d8db8162c1dc tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.861010] env[62301]: DEBUG oslo_vmware.api [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52d2570d-8bb1-2b22-122e-dd6fdfb96025, 'name': SearchDatastore_Task, 'duration_secs': 0.012764} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.862518] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dae3395-3aa8-4406-b565-a9f80d7eda9c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.869052] env[62301]: DEBUG oslo_vmware.api [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Waiting for the task: (returnval){ [ 787.869052] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52954a30-446a-0b95-39fc-57c26600a0b2" [ 787.869052] env[62301]: _type = "Task" [ 787.869052] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.877552] env[62301]: DEBUG oslo_vmware.api [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52954a30-446a-0b95-39fc-57c26600a0b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.005552] env[62301]: DEBUG oslo_vmware.api [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570196, 'name': Rename_Task, 'duration_secs': 0.181017} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.006239] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 788.006594] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c2cd79f-4e77-43dc-8734-ddb7197ce286 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.013387] env[62301]: DEBUG oslo_vmware.api [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 788.013387] env[62301]: value = "task-2570197" [ 788.013387] env[62301]: _type = "Task" [ 788.013387] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.021290] env[62301]: DEBUG oslo_vmware.api [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570197, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.074015] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-20168da2-2f8f-42be-86e0-fe378c0cc263 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 0380936a-9aed-43bd-beec-585a1d9f073c] Creating linked-clone VM from snapshot {{(pid=62301) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 788.074425] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fb804403-6737-475f-abe4-0814f28367cc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.083890] env[62301]: DEBUG oslo_vmware.api [None req-20168da2-2f8f-42be-86e0-fe378c0cc263 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Waiting for the task: (returnval){ [ 788.083890] env[62301]: value = "task-2570198" [ 788.083890] env[62301]: _type = "Task" [ 788.083890] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.092791] env[62301]: DEBUG oslo_vmware.api [None req-20168da2-2f8f-42be-86e0-fe378c0cc263 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2570198, 'name': CloneVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.146975] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-38a14c57-cc85-49f5-9a0b-56c4fee48598 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 788.147385] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d2982cb-b0d2-4fa8-9a1e-a81de67b8598 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.155193] env[62301]: DEBUG oslo_vmware.api [None req-38a14c57-cc85-49f5-9a0b-56c4fee48598 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 788.155193] env[62301]: value = "task-2570199" [ 788.155193] env[62301]: _type = "Task" [ 788.155193] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.164545] env[62301]: DEBUG oslo_vmware.api [None req-38a14c57-cc85-49f5-9a0b-56c4fee48598 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570199, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.348290] env[62301]: DEBUG oslo_concurrency.lockutils [None req-219c69ae-90a8-4198-874c-d8db8162c1dc tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.020s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.351490] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6a47b0cd-f2df-4efd-a9d8-09b388741c06 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.777s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.351626] env[62301]: DEBUG nova.objects.instance [None req-6a47b0cd-f2df-4efd-a9d8-09b388741c06 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Lazy-loading 'resources' on Instance uuid f1851d82-eb68-4ede-bf79-01212aed0c62 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 788.374876] env[62301]: INFO nova.scheduler.client.report [None req-219c69ae-90a8-4198-874c-d8db8162c1dc tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Deleted allocations for instance 24eb8464-8e33-4a08-b792-a2da8ce72eb1 [ 788.383258] env[62301]: DEBUG oslo_vmware.api [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52954a30-446a-0b95-39fc-57c26600a0b2, 'name': SearchDatastore_Task, 'duration_secs': 0.02003} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.383258] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.383410] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] 2bcefccc-32d9-41f5-b215-d5ce46f20f34/2bcefccc-32d9-41f5-b215-d5ce46f20f34.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 788.384030] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a8f6301-028a-46fd-b9ba-f0b6599b44d2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.390935] env[62301]: DEBUG oslo_vmware.api [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Waiting for the task: (returnval){ [ 788.390935] env[62301]: value = "task-2570200" [ 788.390935] env[62301]: _type = "Task" [ 788.390935] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.399497] env[62301]: DEBUG oslo_vmware.api [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Task: {'id': task-2570200, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.524133] env[62301]: DEBUG oslo_vmware.api [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570197, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.599644] env[62301]: DEBUG oslo_vmware.api [None req-20168da2-2f8f-42be-86e0-fe378c0cc263 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2570198, 'name': CloneVM_Task} progress is 94%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.666307] env[62301]: DEBUG oslo_vmware.api [None req-38a14c57-cc85-49f5-9a0b-56c4fee48598 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570199, 'name': PowerOffVM_Task, 'duration_secs': 0.246777} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.666638] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-38a14c57-cc85-49f5-9a0b-56c4fee48598 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 788.666840] env[62301]: DEBUG nova.compute.manager [None req-38a14c57-cc85-49f5-9a0b-56c4fee48598 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 788.667778] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc81e8f-51c0-4f72-bb5d-596efb900337 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.887158] env[62301]: DEBUG oslo_concurrency.lockutils [None req-219c69ae-90a8-4198-874c-d8db8162c1dc tempest-ListServersNegativeTestJSON-1891481000 tempest-ListServersNegativeTestJSON-1891481000-project-member] Lock "24eb8464-8e33-4a08-b792-a2da8ce72eb1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.479s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.904748] env[62301]: DEBUG oslo_vmware.api [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Task: {'id': task-2570200, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.025816] env[62301]: DEBUG oslo_vmware.api [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570197, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.095619] env[62301]: DEBUG oslo_vmware.api [None req-20168da2-2f8f-42be-86e0-fe378c0cc263 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2570198, 'name': CloneVM_Task} progress is 94%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.181142] env[62301]: DEBUG oslo_concurrency.lockutils [None req-38a14c57-cc85-49f5-9a0b-56c4fee48598 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lock "6bb105e9-936b-46c0-82e3-37a2139c76bd" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.052s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.328290] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b7a616-f8c4-44d0-9dc6-34ff84fb6b92 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.336217] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b010a3-2995-4a6e-bf4a-b9379cb1f34e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.373842] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c828c33-50d7-4e61-9ab2-28bc12a1529f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.384323] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0926986c-5c4f-46c1-baa3-a62d9305f558 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.400482] env[62301]: DEBUG nova.compute.provider_tree [None req-6a47b0cd-f2df-4efd-a9d8-09b388741c06 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.411599] env[62301]: DEBUG oslo_vmware.api [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Task: {'id': task-2570200, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523615} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.411599] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] 2bcefccc-32d9-41f5-b215-d5ce46f20f34/2bcefccc-32d9-41f5-b215-d5ce46f20f34.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 789.411807] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 2bcefccc-32d9-41f5-b215-d5ce46f20f34] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 789.412800] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0ec6963-bd0b-4666-bdd9-a8fea018c643 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.422983] env[62301]: DEBUG oslo_vmware.api [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Waiting for the task: (returnval){ [ 789.422983] env[62301]: value = "task-2570201" [ 789.422983] env[62301]: _type = "Task" [ 789.422983] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.432454] env[62301]: DEBUG oslo_vmware.api [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Task: {'id': task-2570201, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.525436] env[62301]: DEBUG oslo_vmware.api [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570197, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.596187] env[62301]: DEBUG oslo_vmware.api [None req-20168da2-2f8f-42be-86e0-fe378c0cc263 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2570198, 'name': CloneVM_Task} progress is 95%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.906708] env[62301]: DEBUG nova.scheduler.client.report [None req-6a47b0cd-f2df-4efd-a9d8-09b388741c06 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 789.933371] env[62301]: DEBUG oslo_vmware.api [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Task: {'id': task-2570201, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115738} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.933629] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 2bcefccc-32d9-41f5-b215-d5ce46f20f34] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 789.934429] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a63b8c-0a2e-4dc2-95c1-6ce401d85522 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.956370] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 2bcefccc-32d9-41f5-b215-d5ce46f20f34] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 2bcefccc-32d9-41f5-b215-d5ce46f20f34/2bcefccc-32d9-41f5-b215-d5ce46f20f34.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 789.956632] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a87be1b8-cc86-45f2-9252-7df7f013004f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.978338] env[62301]: DEBUG oslo_vmware.api [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Waiting for the task: (returnval){ [ 789.978338] env[62301]: value = "task-2570202" [ 789.978338] env[62301]: _type = "Task" [ 789.978338] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.992341] env[62301]: DEBUG oslo_vmware.api [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Task: {'id': task-2570202, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.027473] env[62301]: DEBUG oslo_vmware.api [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570197, 'name': PowerOnVM_Task, 'duration_secs': 1.908095} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.027997] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 790.028379] env[62301]: DEBUG nova.compute.manager [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 790.029337] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ebd4d30-3466-470b-af8a-8fa3e7c34e42 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.097786] env[62301]: DEBUG oslo_vmware.api [None req-20168da2-2f8f-42be-86e0-fe378c0cc263 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2570198, 'name': CloneVM_Task, 'duration_secs': 1.801168} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.097786] env[62301]: INFO nova.virt.vmwareapi.vmops [None req-20168da2-2f8f-42be-86e0-fe378c0cc263 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 0380936a-9aed-43bd-beec-585a1d9f073c] Created linked-clone VM from snapshot [ 790.098805] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d304524-36e5-464c-8782-728dbb06c0ab {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.107319] env[62301]: DEBUG nova.virt.vmwareapi.images [None req-20168da2-2f8f-42be-86e0-fe378c0cc263 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 0380936a-9aed-43bd-beec-585a1d9f073c] Uploading image 02e4669e-3ffe-4e08-9a47-21fa5a8a8c8a {{(pid=62301) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 790.124100] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-20168da2-2f8f-42be-86e0-fe378c0cc263 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 0380936a-9aed-43bd-beec-585a1d9f073c] Destroying the VM {{(pid=62301) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 790.124100] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6f7592a5-70ba-4baf-beca-71064b841e37 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.130495] env[62301]: DEBUG oslo_vmware.api [None req-20168da2-2f8f-42be-86e0-fe378c0cc263 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Waiting for the task: (returnval){ [ 790.130495] env[62301]: value = "task-2570203" [ 790.130495] env[62301]: _type = "Task" [ 790.130495] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.138887] env[62301]: DEBUG oslo_vmware.api [None req-20168da2-2f8f-42be-86e0-fe378c0cc263 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2570203, 'name': Destroy_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.412543] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6a47b0cd-f2df-4efd-a9d8-09b388741c06 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.062s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 790.417326] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.248s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 790.419538] env[62301]: INFO nova.compute.claims [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 790.446453] env[62301]: INFO nova.scheduler.client.report [None req-6a47b0cd-f2df-4efd-a9d8-09b388741c06 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Deleted allocations for instance f1851d82-eb68-4ede-bf79-01212aed0c62 [ 790.498057] env[62301]: DEBUG oslo_vmware.api [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Task: {'id': task-2570202, 'name': ReconfigVM_Task, 'duration_secs': 0.325985} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.498057] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 2bcefccc-32d9-41f5-b215-d5ce46f20f34] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 2bcefccc-32d9-41f5-b215-d5ce46f20f34/2bcefccc-32d9-41f5-b215-d5ce46f20f34.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 790.498057] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44524c7f-9dba-411e-af5d-7cc34ded8975 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.504596] env[62301]: DEBUG oslo_vmware.api [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Waiting for the task: (returnval){ [ 790.504596] env[62301]: value = "task-2570204" [ 790.504596] env[62301]: _type = "Task" [ 790.504596] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.518368] env[62301]: DEBUG oslo_vmware.api [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Task: {'id': task-2570204, 'name': Rename_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.542043] env[62301]: INFO nova.compute.manager [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] bringing vm to original state: 'stopped' [ 790.555524] env[62301]: DEBUG nova.compute.manager [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Stashing vm_state: stopped {{(pid=62301) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 790.641209] env[62301]: DEBUG oslo_vmware.api [None req-20168da2-2f8f-42be-86e0-fe378c0cc263 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2570203, 'name': Destroy_Task} progress is 33%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.961080] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6a47b0cd-f2df-4efd-a9d8-09b388741c06 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Lock "f1851d82-eb68-4ede-bf79-01212aed0c62" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.474s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.015901] env[62301]: DEBUG oslo_vmware.api [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Task: {'id': task-2570204, 'name': Rename_Task, 'duration_secs': 0.14198} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.016331] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 2bcefccc-32d9-41f5-b215-d5ce46f20f34] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 791.016708] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46f54ee9-87b7-433b-94a5-ccf19936be7d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.023674] env[62301]: DEBUG oslo_vmware.api [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Waiting for the task: (returnval){ [ 791.023674] env[62301]: value = "task-2570205" [ 791.023674] env[62301]: _type = "Task" [ 791.023674] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.031388] env[62301]: DEBUG oslo_vmware.api [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Task: {'id': task-2570205, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.142054] env[62301]: DEBUG oslo_vmware.api [None req-20168da2-2f8f-42be-86e0-fe378c0cc263 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2570203, 'name': Destroy_Task, 'duration_secs': 0.550338} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.142400] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-20168da2-2f8f-42be-86e0-fe378c0cc263 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 0380936a-9aed-43bd-beec-585a1d9f073c] Destroyed the VM [ 791.142882] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-20168da2-2f8f-42be-86e0-fe378c0cc263 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 0380936a-9aed-43bd-beec-585a1d9f073c] Deleting Snapshot of the VM instance {{(pid=62301) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 791.143425] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6e6f93dc-4f36-4ea2-bd47-56759d247f8e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.152287] env[62301]: DEBUG oslo_vmware.api [None req-20168da2-2f8f-42be-86e0-fe378c0cc263 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Waiting for the task: (returnval){ [ 791.152287] env[62301]: value = "task-2570206" [ 791.152287] env[62301]: _type = "Task" [ 791.152287] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.161489] env[62301]: DEBUG oslo_vmware.api [None req-20168da2-2f8f-42be-86e0-fe378c0cc263 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2570206, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.213713] env[62301]: DEBUG oslo_concurrency.lockutils [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 791.533429] env[62301]: DEBUG oslo_vmware.api [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Task: {'id': task-2570205, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.547023] env[62301]: DEBUG oslo_concurrency.lockutils [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquiring lock "a31f97bc-8467-4f02-8120-2ce25075d351" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 791.547394] env[62301]: DEBUG oslo_concurrency.lockutils [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "a31f97bc-8467-4f02-8120-2ce25075d351" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.547643] env[62301]: DEBUG nova.compute.manager [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 791.548705] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd17401-8f2a-4978-929c-ade3faf97ffb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.558757] env[62301]: DEBUG nova.compute.manager [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62301) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 791.665878] env[62301]: DEBUG oslo_vmware.api [None req-20168da2-2f8f-42be-86e0-fe378c0cc263 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2570206, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.850770] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85bfa1a-6f6d-47b0-9fdb-885eb51d38e6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.858056] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8e931c-7257-49b7-951f-873274897f31 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.889517] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02fddc14-b986-4800-a4c1-89299d77cb75 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.896541] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888e8b6b-f1fd-41f3-940c-883ebe303da9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.909421] env[62301]: DEBUG nova.compute.provider_tree [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.034980] env[62301]: DEBUG oslo_vmware.api [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Task: {'id': task-2570205, 'name': PowerOnVM_Task, 'duration_secs': 0.667074} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.035424] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 2bcefccc-32d9-41f5-b215-d5ce46f20f34] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.035756] env[62301]: INFO nova.compute.manager [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 2bcefccc-32d9-41f5-b215-d5ce46f20f34] Took 5.84 seconds to spawn the instance on the hypervisor. [ 792.036048] env[62301]: DEBUG nova.compute.manager [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 2bcefccc-32d9-41f5-b215-d5ce46f20f34] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 792.036999] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462e6417-3de0-44b9-8dcb-0995f5f57b1a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.063902] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 792.064305] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a85a00a-c5e9-4ce5-8316-609296f4f49f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.071867] env[62301]: DEBUG oslo_vmware.api [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 792.071867] env[62301]: value = "task-2570207" [ 792.071867] env[62301]: _type = "Task" [ 792.071867] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.079866] env[62301]: DEBUG oslo_vmware.api [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570207, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.163958] env[62301]: DEBUG oslo_vmware.api [None req-20168da2-2f8f-42be-86e0-fe378c0cc263 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2570206, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.413237] env[62301]: DEBUG nova.scheduler.client.report [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.557046] env[62301]: INFO nova.compute.manager [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 2bcefccc-32d9-41f5-b215-d5ce46f20f34] Took 43.21 seconds to build instance. [ 792.582134] env[62301]: DEBUG oslo_vmware.api [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570207, 'name': PowerOffVM_Task, 'duration_secs': 0.259383} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.582134] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 792.582294] env[62301]: DEBUG nova.compute.manager [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 792.583048] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f65da1-bd0b-413a-a75d-621acad91698 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.663960] env[62301]: DEBUG oslo_vmware.api [None req-20168da2-2f8f-42be-86e0-fe378c0cc263 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2570206, 'name': RemoveSnapshot_Task, 'duration_secs': 1.146669} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.664319] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-20168da2-2f8f-42be-86e0-fe378c0cc263 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 0380936a-9aed-43bd-beec-585a1d9f073c] Deleted Snapshot of the VM instance {{(pid=62301) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 792.923023] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.504s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.923023] env[62301]: DEBUG nova.compute.manager [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 792.924164] env[62301]: DEBUG oslo_concurrency.lockutils [None req-42903421-5d18-4d1b-94a3-14c738f5ff0d tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.408s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.924524] env[62301]: DEBUG nova.objects.instance [None req-42903421-5d18-4d1b-94a3-14c738f5ff0d tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Lazy-loading 'resources' on Instance uuid 91b2eaca-3a17-446b-abe7-ff677db29514 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 793.059143] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e5b9b424-1051-4e4e-8a1e-78b057b11cd6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Lock "2bcefccc-32d9-41f5-b215-d5ce46f20f34" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.721s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.105890] env[62301]: DEBUG oslo_concurrency.lockutils [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "a31f97bc-8467-4f02-8120-2ce25075d351" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.558s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.171127] env[62301]: WARNING nova.compute.manager [None req-20168da2-2f8f-42be-86e0-fe378c0cc263 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 0380936a-9aed-43bd-beec-585a1d9f073c] Image not found during snapshot: nova.exception.ImageNotFound: Image 02e4669e-3ffe-4e08-9a47-21fa5a8a8c8a could not be found. [ 793.428525] env[62301]: DEBUG nova.compute.utils [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 793.433319] env[62301]: DEBUG nova.compute.manager [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 793.433319] env[62301]: DEBUG nova.network.neutron [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 793.498025] env[62301]: DEBUG nova.policy [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc4c2373a680473cbd09ceaba570a714', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd4f9b7deea8a4de682068275e378c7b8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 793.510111] env[62301]: INFO nova.compute.manager [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 2bcefccc-32d9-41f5-b215-d5ce46f20f34] Rebuilding instance [ 793.555717] env[62301]: DEBUG nova.compute.manager [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 2bcefccc-32d9-41f5-b215-d5ce46f20f34] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 793.556583] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa4f990-9679-4c7d-9271-f42d18e0036c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.615114] env[62301]: DEBUG oslo_concurrency.lockutils [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.893510] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7561d8-bc23-44a6-ae59-386762a3f93a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.901701] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18190e87-7f93-4042-b1e4-903755bdf43a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.938629] env[62301]: DEBUG nova.compute.manager [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 793.942568] env[62301]: DEBUG nova.network.neutron [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] Successfully created port: df8bcd1f-0e36-4dc0-a7ad-78ec482cfbc5 {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 793.945490] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b461541-69b5-4e72-85b6-ebeca4dea920 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.953368] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0247725a-1b28-47e6-ba75-259b611dcf59 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.968431] env[62301]: DEBUG nova.compute.provider_tree [None req-42903421-5d18-4d1b-94a3-14c738f5ff0d tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.301664] env[62301]: DEBUG oslo_concurrency.lockutils [None req-19bc9584-8b3f-4bcb-862b-23aa8ce0cb19 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Acquiring lock "0380936a-9aed-43bd-beec-585a1d9f073c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.301664] env[62301]: DEBUG oslo_concurrency.lockutils [None req-19bc9584-8b3f-4bcb-862b-23aa8ce0cb19 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Lock "0380936a-9aed-43bd-beec-585a1d9f073c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.301664] env[62301]: DEBUG oslo_concurrency.lockutils [None req-19bc9584-8b3f-4bcb-862b-23aa8ce0cb19 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Acquiring lock "0380936a-9aed-43bd-beec-585a1d9f073c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.301664] env[62301]: DEBUG oslo_concurrency.lockutils [None req-19bc9584-8b3f-4bcb-862b-23aa8ce0cb19 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Lock "0380936a-9aed-43bd-beec-585a1d9f073c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.301664] env[62301]: DEBUG oslo_concurrency.lockutils [None req-19bc9584-8b3f-4bcb-862b-23aa8ce0cb19 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Lock "0380936a-9aed-43bd-beec-585a1d9f073c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.303154] env[62301]: INFO nova.compute.manager [None req-19bc9584-8b3f-4bcb-862b-23aa8ce0cb19 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 0380936a-9aed-43bd-beec-585a1d9f073c] Terminating instance [ 794.471599] env[62301]: DEBUG nova.scheduler.client.report [None req-42903421-5d18-4d1b-94a3-14c738f5ff0d tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.573516] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 2bcefccc-32d9-41f5-b215-d5ce46f20f34] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 794.573824] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9874b197-3ebe-48f3-bc59-ff4377b7a0c4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.583278] env[62301]: DEBUG oslo_vmware.rw_handles [None req-32b642be-203f-4a4f-a14b-d9a132ae00c3 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529fab97-d2ee-ad97-a86f-e83b7fca6b03/disk-0.vmdk. {{(pid=62301) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 794.584356] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace589a1-8dd2-47b9-b447-2319e8827bad {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.588231] env[62301]: DEBUG oslo_vmware.api [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Waiting for the task: (returnval){ [ 794.588231] env[62301]: value = "task-2570208" [ 794.588231] env[62301]: _type = "Task" [ 794.588231] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.598484] env[62301]: DEBUG oslo_vmware.api [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Task: {'id': task-2570208, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.599955] env[62301]: DEBUG oslo_vmware.rw_handles [None req-32b642be-203f-4a4f-a14b-d9a132ae00c3 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529fab97-d2ee-ad97-a86f-e83b7fca6b03/disk-0.vmdk is in state: ready. {{(pid=62301) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 794.600150] env[62301]: ERROR oslo_vmware.rw_handles [None req-32b642be-203f-4a4f-a14b-d9a132ae00c3 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529fab97-d2ee-ad97-a86f-e83b7fca6b03/disk-0.vmdk due to incomplete transfer. [ 794.600373] env[62301]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4fc1c522-ff53-4235-b951-97ce6aca11f8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.608535] env[62301]: DEBUG oslo_vmware.rw_handles [None req-32b642be-203f-4a4f-a14b-d9a132ae00c3 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529fab97-d2ee-ad97-a86f-e83b7fca6b03/disk-0.vmdk. {{(pid=62301) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 794.608733] env[62301]: DEBUG nova.virt.vmwareapi.images [None req-32b642be-203f-4a4f-a14b-d9a132ae00c3 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Uploaded image e21ce7c5-49c2-48ff-ac0e-558ab1665059 to the Glance image server {{(pid=62301) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 794.611188] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-32b642be-203f-4a4f-a14b-d9a132ae00c3 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Destroying the VM {{(pid=62301) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 794.611432] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6efaee2e-f084-4465-89ab-5c20f4880a5f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.617705] env[62301]: DEBUG oslo_vmware.api [None req-32b642be-203f-4a4f-a14b-d9a132ae00c3 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Waiting for the task: (returnval){ [ 794.617705] env[62301]: value = "task-2570209" [ 794.617705] env[62301]: _type = "Task" [ 794.617705] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.626372] env[62301]: DEBUG oslo_vmware.api [None req-32b642be-203f-4a4f-a14b-d9a132ae00c3 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Task: {'id': task-2570209, 'name': Destroy_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.808563] env[62301]: DEBUG nova.compute.manager [None req-19bc9584-8b3f-4bcb-862b-23aa8ce0cb19 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 0380936a-9aed-43bd-beec-585a1d9f073c] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 794.808833] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-19bc9584-8b3f-4bcb-862b-23aa8ce0cb19 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 0380936a-9aed-43bd-beec-585a1d9f073c] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 794.809774] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3c1b09-a0cf-4426-9788-ea920dacf4d3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.817448] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-19bc9584-8b3f-4bcb-862b-23aa8ce0cb19 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 0380936a-9aed-43bd-beec-585a1d9f073c] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 794.817737] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cdd85795-39b8-42dc-b9d5-b9c1a35cab07 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.823708] env[62301]: DEBUG oslo_vmware.api [None req-19bc9584-8b3f-4bcb-862b-23aa8ce0cb19 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Waiting for the task: (returnval){ [ 794.823708] env[62301]: value = "task-2570210" [ 794.823708] env[62301]: _type = "Task" [ 794.823708] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.831901] env[62301]: DEBUG oslo_vmware.api [None req-19bc9584-8b3f-4bcb-862b-23aa8ce0cb19 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2570210, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.947522] env[62301]: DEBUG nova.compute.manager [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 794.949806] env[62301]: DEBUG oslo_concurrency.lockutils [None req-387ccc71-aee1-4836-a39b-ae1003988c4c tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquiring lock "a31f97bc-8467-4f02-8120-2ce25075d351" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.950060] env[62301]: DEBUG oslo_concurrency.lockutils [None req-387ccc71-aee1-4836-a39b-ae1003988c4c tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "a31f97bc-8467-4f02-8120-2ce25075d351" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.950305] env[62301]: DEBUG oslo_concurrency.lockutils [None req-387ccc71-aee1-4836-a39b-ae1003988c4c tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquiring lock "a31f97bc-8467-4f02-8120-2ce25075d351-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.950599] env[62301]: DEBUG oslo_concurrency.lockutils [None req-387ccc71-aee1-4836-a39b-ae1003988c4c tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "a31f97bc-8467-4f02-8120-2ce25075d351-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.950667] env[62301]: DEBUG oslo_concurrency.lockutils [None req-387ccc71-aee1-4836-a39b-ae1003988c4c tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "a31f97bc-8467-4f02-8120-2ce25075d351-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.952971] env[62301]: INFO nova.compute.manager [None req-387ccc71-aee1-4836-a39b-ae1003988c4c tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Terminating instance [ 794.974024] env[62301]: DEBUG nova.virt.hardware [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 794.974024] env[62301]: DEBUG nova.virt.hardware [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 794.974233] env[62301]: DEBUG nova.virt.hardware [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 794.974384] env[62301]: DEBUG nova.virt.hardware [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 794.975483] env[62301]: DEBUG nova.virt.hardware [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 794.975483] env[62301]: DEBUG nova.virt.hardware [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 794.975483] env[62301]: DEBUG nova.virt.hardware [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 794.976304] env[62301]: DEBUG nova.virt.hardware [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 794.976770] env[62301]: DEBUG nova.virt.hardware [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 794.976971] env[62301]: DEBUG nova.virt.hardware [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 794.977197] env[62301]: DEBUG nova.virt.hardware [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 794.978417] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595a2a2b-737d-484c-b654-07bba67254c0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.982537] env[62301]: DEBUG oslo_concurrency.lockutils [None req-42903421-5d18-4d1b-94a3-14c738f5ff0d tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.058s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.985889] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 36.158s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.986134] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.986403] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62301) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 794.986806] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.936s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.988726] env[62301]: INFO nova.compute.claims [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 4e71c89c-d6ec-4c4d-af87-24dc5adf634b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 794.996602] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98eddfac-0a88-4f1e-bbb1-72f48c3eb2e0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.003455] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66258791-3d16-4852-b1a6-4f4fb7d1b0c7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.012134] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d98934a-11bf-46e4-9363-b1a44a15f718 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.026722] env[62301]: INFO nova.scheduler.client.report [None req-42903421-5d18-4d1b-94a3-14c738f5ff0d tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Deleted allocations for instance 91b2eaca-3a17-446b-abe7-ff677db29514 [ 795.039862] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4659845-0781-4c2c-9959-c697cfc57ed1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.051219] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31684768-3e4e-4614-9844-18ba37b5599f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.085182] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178990MB free_disk=130GB free_vcpus=48 pci_devices=None {{(pid=62301) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 795.085182] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 795.097814] env[62301]: DEBUG oslo_vmware.api [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Task: {'id': task-2570208, 'name': PowerOffVM_Task, 'duration_secs': 0.146905} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.098153] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 2bcefccc-32d9-41f5-b215-d5ce46f20f34] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 795.098394] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 2bcefccc-32d9-41f5-b215-d5ce46f20f34] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 795.099164] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258f9a9d-83cf-4c30-b510-36c1a3c08c77 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.106362] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 2bcefccc-32d9-41f5-b215-d5ce46f20f34] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 795.106602] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d1ab16e-0d6b-410e-9407-f20dc288dc7f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.126980] env[62301]: DEBUG oslo_vmware.api [None req-32b642be-203f-4a4f-a14b-d9a132ae00c3 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Task: {'id': task-2570209, 'name': Destroy_Task, 'duration_secs': 0.394199} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.127262] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-32b642be-203f-4a4f-a14b-d9a132ae00c3 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Destroyed the VM [ 795.127526] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-32b642be-203f-4a4f-a14b-d9a132ae00c3 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Deleting Snapshot of the VM instance {{(pid=62301) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 795.127784] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8ad68f19-176c-4cf8-aeb2-b4ecdb8883cd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.131145] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 2bcefccc-32d9-41f5-b215-d5ce46f20f34] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 795.131420] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 2bcefccc-32d9-41f5-b215-d5ce46f20f34] Deleting contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 795.131537] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Deleting the datastore file [datastore2] 2bcefccc-32d9-41f5-b215-d5ce46f20f34 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 795.131762] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8fb8390-bcbf-4975-8a66-35aa726a588b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.135176] env[62301]: DEBUG oslo_vmware.api [None req-32b642be-203f-4a4f-a14b-d9a132ae00c3 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Waiting for the task: (returnval){ [ 795.135176] env[62301]: value = "task-2570212" [ 795.135176] env[62301]: _type = "Task" [ 795.135176] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.139518] env[62301]: DEBUG oslo_vmware.api [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Waiting for the task: (returnval){ [ 795.139518] env[62301]: value = "task-2570213" [ 795.139518] env[62301]: _type = "Task" [ 795.139518] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.146030] env[62301]: DEBUG oslo_vmware.api [None req-32b642be-203f-4a4f-a14b-d9a132ae00c3 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Task: {'id': task-2570212, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.150672] env[62301]: DEBUG oslo_vmware.api [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Task: {'id': task-2570213, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.333983] env[62301]: DEBUG oslo_vmware.api [None req-19bc9584-8b3f-4bcb-862b-23aa8ce0cb19 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2570210, 'name': PowerOffVM_Task, 'duration_secs': 0.199082} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.334267] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-19bc9584-8b3f-4bcb-862b-23aa8ce0cb19 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 0380936a-9aed-43bd-beec-585a1d9f073c] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 795.334438] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-19bc9584-8b3f-4bcb-862b-23aa8ce0cb19 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 0380936a-9aed-43bd-beec-585a1d9f073c] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 795.334685] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-021ff2c9-0330-4dad-bf73-456cc1db15ff {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.397442] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-19bc9584-8b3f-4bcb-862b-23aa8ce0cb19 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 0380936a-9aed-43bd-beec-585a1d9f073c] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 795.397679] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-19bc9584-8b3f-4bcb-862b-23aa8ce0cb19 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 0380936a-9aed-43bd-beec-585a1d9f073c] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 795.397857] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-19bc9584-8b3f-4bcb-862b-23aa8ce0cb19 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Deleting the datastore file [datastore1] 0380936a-9aed-43bd-beec-585a1d9f073c {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 795.398153] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d79b7bd6-623d-4d18-a291-c9807d166f6a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.404186] env[62301]: DEBUG oslo_vmware.api [None req-19bc9584-8b3f-4bcb-862b-23aa8ce0cb19 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Waiting for the task: (returnval){ [ 795.404186] env[62301]: value = "task-2570215" [ 795.404186] env[62301]: _type = "Task" [ 795.404186] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.412487] env[62301]: DEBUG oslo_vmware.api [None req-19bc9584-8b3f-4bcb-862b-23aa8ce0cb19 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2570215, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.456710] env[62301]: DEBUG nova.compute.manager [None req-387ccc71-aee1-4836-a39b-ae1003988c4c tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 795.456928] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-387ccc71-aee1-4836-a39b-ae1003988c4c tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 795.458262] env[62301]: DEBUG nova.compute.manager [req-1c5099a6-9282-404f-bf24-128c863afcdd req-31bd10a1-7663-42b8-9ef6-e55bd9c05091 service nova] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] Received event network-vif-plugged-df8bcd1f-0e36-4dc0-a7ad-78ec482cfbc5 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 795.458390] env[62301]: DEBUG oslo_concurrency.lockutils [req-1c5099a6-9282-404f-bf24-128c863afcdd req-31bd10a1-7663-42b8-9ef6-e55bd9c05091 service nova] Acquiring lock "d32bd877-7829-4c08-8518-478d2f8925ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 795.458720] env[62301]: DEBUG oslo_concurrency.lockutils [req-1c5099a6-9282-404f-bf24-128c863afcdd req-31bd10a1-7663-42b8-9ef6-e55bd9c05091 service nova] Lock "d32bd877-7829-4c08-8518-478d2f8925ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 795.458905] env[62301]: DEBUG oslo_concurrency.lockutils [req-1c5099a6-9282-404f-bf24-128c863afcdd req-31bd10a1-7663-42b8-9ef6-e55bd9c05091 service nova] Lock "d32bd877-7829-4c08-8518-478d2f8925ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 795.459102] env[62301]: DEBUG nova.compute.manager [req-1c5099a6-9282-404f-bf24-128c863afcdd req-31bd10a1-7663-42b8-9ef6-e55bd9c05091 service nova] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] No waiting events found dispatching network-vif-plugged-df8bcd1f-0e36-4dc0-a7ad-78ec482cfbc5 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 795.459272] env[62301]: WARNING nova.compute.manager [req-1c5099a6-9282-404f-bf24-128c863afcdd req-31bd10a1-7663-42b8-9ef6-e55bd9c05091 service nova] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] Received unexpected event network-vif-plugged-df8bcd1f-0e36-4dc0-a7ad-78ec482cfbc5 for instance with vm_state building and task_state spawning. [ 795.460533] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e0eb7c-8810-4687-bebb-ebb3f847a352 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.469763] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-387ccc71-aee1-4836-a39b-ae1003988c4c tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 795.470084] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec3815bd-b686-4fb2-8835-9ad4bd9b8f17 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.534382] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-387ccc71-aee1-4836-a39b-ae1003988c4c tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 795.534640] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-387ccc71-aee1-4836-a39b-ae1003988c4c tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Deleting contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 795.534857] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-387ccc71-aee1-4836-a39b-ae1003988c4c tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Deleting the datastore file [datastore2] a31f97bc-8467-4f02-8120-2ce25075d351 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 795.535168] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48e3d375-e8eb-489d-87a8-2b18faf8356e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.543104] env[62301]: DEBUG oslo_vmware.api [None req-387ccc71-aee1-4836-a39b-ae1003988c4c tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 795.543104] env[62301]: value = "task-2570217" [ 795.543104] env[62301]: _type = "Task" [ 795.543104] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.543520] env[62301]: DEBUG oslo_concurrency.lockutils [None req-42903421-5d18-4d1b-94a3-14c738f5ff0d tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Lock "91b2eaca-3a17-446b-abe7-ff677db29514" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.931s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 795.553502] env[62301]: DEBUG oslo_vmware.api [None req-387ccc71-aee1-4836-a39b-ae1003988c4c tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570217, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.566144] env[62301]: DEBUG nova.network.neutron [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] Successfully updated port: df8bcd1f-0e36-4dc0-a7ad-78ec482cfbc5 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 795.657486] env[62301]: DEBUG oslo_vmware.api [None req-32b642be-203f-4a4f-a14b-d9a132ae00c3 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Task: {'id': task-2570212, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.662688] env[62301]: DEBUG oslo_vmware.api [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Task: {'id': task-2570213, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.117407} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.663128] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 795.663439] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 2bcefccc-32d9-41f5-b215-d5ce46f20f34] Deleted contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 795.663757] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 2bcefccc-32d9-41f5-b215-d5ce46f20f34] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 795.915155] env[62301]: DEBUG oslo_vmware.api [None req-19bc9584-8b3f-4bcb-862b-23aa8ce0cb19 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2570215, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227428} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.915457] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-19bc9584-8b3f-4bcb-862b-23aa8ce0cb19 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 795.915651] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-19bc9584-8b3f-4bcb-862b-23aa8ce0cb19 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 0380936a-9aed-43bd-beec-585a1d9f073c] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 795.915844] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-19bc9584-8b3f-4bcb-862b-23aa8ce0cb19 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 0380936a-9aed-43bd-beec-585a1d9f073c] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 795.916029] env[62301]: INFO nova.compute.manager [None req-19bc9584-8b3f-4bcb-862b-23aa8ce0cb19 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: 0380936a-9aed-43bd-beec-585a1d9f073c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 795.916269] env[62301]: DEBUG oslo.service.loopingcall [None req-19bc9584-8b3f-4bcb-862b-23aa8ce0cb19 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 795.916506] env[62301]: DEBUG nova.compute.manager [-] [instance: 0380936a-9aed-43bd-beec-585a1d9f073c] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 795.916595] env[62301]: DEBUG nova.network.neutron [-] [instance: 0380936a-9aed-43bd-beec-585a1d9f073c] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 796.052688] env[62301]: DEBUG oslo_vmware.api [None req-387ccc71-aee1-4836-a39b-ae1003988c4c tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570217, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175128} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.055080] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-387ccc71-aee1-4836-a39b-ae1003988c4c tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 796.055281] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-387ccc71-aee1-4836-a39b-ae1003988c4c tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Deleted contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 796.055464] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-387ccc71-aee1-4836-a39b-ae1003988c4c tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 796.055638] env[62301]: INFO nova.compute.manager [None req-387ccc71-aee1-4836-a39b-ae1003988c4c tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Took 0.60 seconds to destroy the instance on the hypervisor. [ 796.055868] env[62301]: DEBUG oslo.service.loopingcall [None req-387ccc71-aee1-4836-a39b-ae1003988c4c tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 796.056483] env[62301]: DEBUG nova.compute.manager [-] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 796.056605] env[62301]: DEBUG nova.network.neutron [-] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 796.069836] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Acquiring lock "refresh_cache-d32bd877-7829-4c08-8518-478d2f8925ed" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.070038] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Acquired lock "refresh_cache-d32bd877-7829-4c08-8518-478d2f8925ed" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.072690] env[62301]: DEBUG nova.network.neutron [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 796.148344] env[62301]: DEBUG oslo_vmware.api [None req-32b642be-203f-4a4f-a14b-d9a132ae00c3 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Task: {'id': task-2570212, 'name': RemoveSnapshot_Task, 'duration_secs': 0.645091} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.148464] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-32b642be-203f-4a4f-a14b-d9a132ae00c3 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Deleted Snapshot of the VM instance {{(pid=62301) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 796.148685] env[62301]: INFO nova.compute.manager [None req-32b642be-203f-4a4f-a14b-d9a132ae00c3 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Took 16.72 seconds to snapshot the instance on the hypervisor. [ 796.376102] env[62301]: DEBUG nova.compute.manager [req-1caac7d5-ecd4-406c-8e90-8f1732cfd93f req-460b39e0-4769-44f6-80d1-b59704a01cf9 service nova] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Received event network-vif-deleted-d5b3e831-f864-4ec2-b3c3-a51392147fbd {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 796.376102] env[62301]: INFO nova.compute.manager [req-1caac7d5-ecd4-406c-8e90-8f1732cfd93f req-460b39e0-4769-44f6-80d1-b59704a01cf9 service nova] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Neutron deleted interface d5b3e831-f864-4ec2-b3c3-a51392147fbd; detaching it from the instance and deleting it from the info cache [ 796.376102] env[62301]: DEBUG nova.network.neutron [req-1caac7d5-ecd4-406c-8e90-8f1732cfd93f req-460b39e0-4769-44f6-80d1-b59704a01cf9 service nova] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.455888] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77eb87b6-b47b-446e-bf2e-401803995212 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.465045] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c86525a-40ca-4f5c-b1d7-891e43552518 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.498068] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7477fe9-f9e1-4b6a-a5da-dad4775977f0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.505177] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5937aae1-de67-4ffd-b098-e826a235d02b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.518575] env[62301]: DEBUG nova.compute.provider_tree [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.599397] env[62301]: DEBUG nova.network.neutron [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 796.682182] env[62301]: DEBUG nova.network.neutron [-] [instance: 0380936a-9aed-43bd-beec-585a1d9f073c] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.708018] env[62301]: DEBUG nova.virt.hardware [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 796.708018] env[62301]: DEBUG nova.virt.hardware [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 796.708018] env[62301]: DEBUG nova.virt.hardware [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 796.708018] env[62301]: DEBUG nova.virt.hardware [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 796.708018] env[62301]: DEBUG nova.virt.hardware [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 796.708018] env[62301]: DEBUG nova.virt.hardware [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 796.708018] env[62301]: DEBUG nova.virt.hardware [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 796.708018] env[62301]: DEBUG nova.virt.hardware [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 796.708018] env[62301]: DEBUG nova.virt.hardware [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 796.708018] env[62301]: DEBUG nova.virt.hardware [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 796.708588] env[62301]: DEBUG nova.virt.hardware [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 796.709529] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da994f5-6cdf-42a1-bb02-e9826a1d1505 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.717662] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139c6230-6869-49d1-a03f-94bd55ffbc4e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.732402] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 2bcefccc-32d9-41f5-b215-d5ce46f20f34] Instance VIF info [] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 796.738496] env[62301]: DEBUG oslo.service.loopingcall [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 796.739530] env[62301]: DEBUG nova.network.neutron [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] Updating instance_info_cache with network_info: [{"id": "df8bcd1f-0e36-4dc0-a7ad-78ec482cfbc5", "address": "fa:16:3e:34:21:f0", "network": {"id": "3f588a45-bca2-4c38-93ee-dbfb75b51e73", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1857406658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f9b7deea8a4de682068275e378c7b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf8bcd1f-0e", "ovs_interfaceid": "df8bcd1f-0e36-4dc0-a7ad-78ec482cfbc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.740840] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bcefccc-32d9-41f5-b215-d5ce46f20f34] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 796.741022] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d314722-72d0-4b7c-99b6-d927e72b18cc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.754113] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Releasing lock "refresh_cache-d32bd877-7829-4c08-8518-478d2f8925ed" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.754381] env[62301]: DEBUG nova.compute.manager [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] Instance network_info: |[{"id": "df8bcd1f-0e36-4dc0-a7ad-78ec482cfbc5", "address": "fa:16:3e:34:21:f0", "network": {"id": "3f588a45-bca2-4c38-93ee-dbfb75b51e73", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1857406658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f9b7deea8a4de682068275e378c7b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf8bcd1f-0e", "ovs_interfaceid": "df8bcd1f-0e36-4dc0-a7ad-78ec482cfbc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 796.754740] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:21:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35342bcb-8b06-472e-b3c0-43fd3d6c4b30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df8bcd1f-0e36-4dc0-a7ad-78ec482cfbc5', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 796.761947] env[62301]: DEBUG oslo.service.loopingcall [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 796.762733] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 796.763241] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-630300b6-f189-4914-9e0c-e8a411ebdb56 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.778099] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 796.778099] env[62301]: value = "task-2570218" [ 796.778099] env[62301]: _type = "Task" [ 796.778099] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.783087] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 796.783087] env[62301]: value = "task-2570219" [ 796.783087] env[62301]: _type = "Task" [ 796.783087] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.786035] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570218, 'name': CreateVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.794212] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570219, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.851733] env[62301]: DEBUG nova.network.neutron [-] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.877493] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9fac2542-6273-45de-bbdd-97b995485b94 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.887649] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd324954-6aef-4f09-b2d1-c6da62b6c1e4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.924207] env[62301]: DEBUG nova.compute.manager [req-1caac7d5-ecd4-406c-8e90-8f1732cfd93f req-460b39e0-4769-44f6-80d1-b59704a01cf9 service nova] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Detach interface failed, port_id=d5b3e831-f864-4ec2-b3c3-a51392147fbd, reason: Instance a31f97bc-8467-4f02-8120-2ce25075d351 could not be found. {{(pid=62301) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 797.022498] env[62301]: DEBUG nova.scheduler.client.report [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.184838] env[62301]: INFO nova.compute.manager [-] [instance: 0380936a-9aed-43bd-beec-585a1d9f073c] Took 1.27 seconds to deallocate network for instance. [ 797.288374] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570218, 'name': CreateVM_Task, 'duration_secs': 0.348271} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.291431] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bcefccc-32d9-41f5-b215-d5ce46f20f34] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 797.292538] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.292538] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.292538] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.292915] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-161be4c4-569a-4501-b979-aea567491162 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.297353] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570219, 'name': CreateVM_Task, 'duration_secs': 0.369811} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.297844] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 797.298493] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.298665] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.299014] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.300210] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d66110c5-c919-4b34-a303-ccf37a87179d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.301767] env[62301]: DEBUG oslo_vmware.api [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Waiting for the task: (returnval){ [ 797.301767] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5264aa5e-8990-faca-eb1e-6fe6195aa3f5" [ 797.301767] env[62301]: _type = "Task" [ 797.301767] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.306171] env[62301]: DEBUG oslo_vmware.api [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the task: (returnval){ [ 797.306171] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5244edb2-b22a-fb85-ccf3-8267ca0fb9fe" [ 797.306171] env[62301]: _type = "Task" [ 797.306171] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.311801] env[62301]: DEBUG oslo_vmware.api [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5264aa5e-8990-faca-eb1e-6fe6195aa3f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.316388] env[62301]: DEBUG oslo_vmware.api [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5244edb2-b22a-fb85-ccf3-8267ca0fb9fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.354824] env[62301]: INFO nova.compute.manager [-] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Took 1.30 seconds to deallocate network for instance. [ 797.519636] env[62301]: DEBUG nova.compute.manager [req-766a25e8-2e1d-4dcc-834f-7fbf05d14884 req-de00d5f7-53fa-4b37-bc04-72dc93aa0016 service nova] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] Received event network-changed-df8bcd1f-0e36-4dc0-a7ad-78ec482cfbc5 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 797.519764] env[62301]: DEBUG nova.compute.manager [req-766a25e8-2e1d-4dcc-834f-7fbf05d14884 req-de00d5f7-53fa-4b37-bc04-72dc93aa0016 service nova] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] Refreshing instance network info cache due to event network-changed-df8bcd1f-0e36-4dc0-a7ad-78ec482cfbc5. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 797.519993] env[62301]: DEBUG oslo_concurrency.lockutils [req-766a25e8-2e1d-4dcc-834f-7fbf05d14884 req-de00d5f7-53fa-4b37-bc04-72dc93aa0016 service nova] Acquiring lock "refresh_cache-d32bd877-7829-4c08-8518-478d2f8925ed" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.520144] env[62301]: DEBUG oslo_concurrency.lockutils [req-766a25e8-2e1d-4dcc-834f-7fbf05d14884 req-de00d5f7-53fa-4b37-bc04-72dc93aa0016 service nova] Acquired lock "refresh_cache-d32bd877-7829-4c08-8518-478d2f8925ed" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.520270] env[62301]: DEBUG nova.network.neutron [req-766a25e8-2e1d-4dcc-834f-7fbf05d14884 req-de00d5f7-53fa-4b37-bc04-72dc93aa0016 service nova] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] Refreshing network info cache for port df8bcd1f-0e36-4dc0-a7ad-78ec482cfbc5 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 797.531464] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.545s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.531996] env[62301]: DEBUG nova.compute.manager [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 4e71c89c-d6ec-4c4d-af87-24dc5adf634b] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 797.534536] env[62301]: DEBUG oslo_concurrency.lockutils [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.613s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.535924] env[62301]: INFO nova.compute.claims [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 3edef36a-8f7d-41ad-b5ca-c260776e36e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 797.692269] env[62301]: DEBUG oslo_concurrency.lockutils [None req-19bc9584-8b3f-4bcb-862b-23aa8ce0cb19 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 797.813719] env[62301]: DEBUG oslo_vmware.api [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5264aa5e-8990-faca-eb1e-6fe6195aa3f5, 'name': SearchDatastore_Task, 'duration_secs': 0.011111} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.814410] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.814697] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 2bcefccc-32d9-41f5-b215-d5ce46f20f34] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 797.814932] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.815094] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.815277] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 797.815664] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-266b4865-b87f-4e39-9fc6-2e5bd30938ba {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.822403] env[62301]: DEBUG oslo_vmware.api [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5244edb2-b22a-fb85-ccf3-8267ca0fb9fe, 'name': SearchDatastore_Task, 'duration_secs': 0.017905} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.822968] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.823216] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 797.823454] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.823607] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.823777] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 797.824007] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-330f7df7-2647-4e76-a5a9-709ba574328b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.828728] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 797.828927] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 797.829635] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72d9ce07-401c-4988-893b-99f5504aa2d8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.832626] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 797.832795] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 797.833719] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97ca6166-3ed0-4671-b033-689f8634f20c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.836996] env[62301]: DEBUG oslo_vmware.api [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Waiting for the task: (returnval){ [ 797.836996] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]522bfc63-da6e-9d7f-d38d-565bdfd90ed8" [ 797.836996] env[62301]: _type = "Task" [ 797.836996] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.840917] env[62301]: DEBUG oslo_vmware.api [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the task: (returnval){ [ 797.840917] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52357915-b05c-b603-ada7-4df29c19ff0b" [ 797.840917] env[62301]: _type = "Task" [ 797.840917] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.847293] env[62301]: DEBUG oslo_vmware.api [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]522bfc63-da6e-9d7f-d38d-565bdfd90ed8, 'name': SearchDatastore_Task} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.848245] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-424f4b8e-2fa2-4da9-900a-02786511936d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.853160] env[62301]: DEBUG oslo_vmware.api [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52357915-b05c-b603-ada7-4df29c19ff0b, 'name': SearchDatastore_Task, 'duration_secs': 0.0085} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.854104] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a414437-c991-481b-be93-92a95d5196e0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.856955] env[62301]: DEBUG oslo_vmware.api [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Waiting for the task: (returnval){ [ 797.856955] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]525941db-b219-dd07-5f06-ec837efe38f1" [ 797.856955] env[62301]: _type = "Task" [ 797.856955] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.861636] env[62301]: DEBUG oslo_concurrency.lockutils [None req-387ccc71-aee1-4836-a39b-ae1003988c4c tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 797.861950] env[62301]: DEBUG oslo_vmware.api [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the task: (returnval){ [ 797.861950] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52195e26-8c6b-cce0-166a-7b6bee0b8feb" [ 797.861950] env[62301]: _type = "Task" [ 797.861950] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.868009] env[62301]: DEBUG oslo_vmware.api [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]525941db-b219-dd07-5f06-ec837efe38f1, 'name': SearchDatastore_Task, 'duration_secs': 0.007754} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.868521] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.868762] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] 2bcefccc-32d9-41f5-b215-d5ce46f20f34/2bcefccc-32d9-41f5-b215-d5ce46f20f34.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 797.868977] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94d4975e-b734-46a6-95fe-5980cae36fcc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.873820] env[62301]: DEBUG oslo_vmware.api [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52195e26-8c6b-cce0-166a-7b6bee0b8feb, 'name': SearchDatastore_Task, 'duration_secs': 0.00768} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.874311] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.874542] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] d32bd877-7829-4c08-8518-478d2f8925ed/d32bd877-7829-4c08-8518-478d2f8925ed.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 797.874755] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01f6775f-4ecc-4043-bac4-046fc2544df4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.878276] env[62301]: DEBUG oslo_vmware.api [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Waiting for the task: (returnval){ [ 797.878276] env[62301]: value = "task-2570220" [ 797.878276] env[62301]: _type = "Task" [ 797.878276] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.882036] env[62301]: DEBUG oslo_vmware.api [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the task: (returnval){ [ 797.882036] env[62301]: value = "task-2570221" [ 797.882036] env[62301]: _type = "Task" [ 797.882036] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.887692] env[62301]: DEBUG oslo_vmware.api [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Task: {'id': task-2570220, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.892108] env[62301]: DEBUG oslo_vmware.api [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570221, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.042461] env[62301]: DEBUG nova.compute.utils [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 798.044473] env[62301]: DEBUG nova.compute.manager [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 4e71c89c-d6ec-4c4d-af87-24dc5adf634b] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 798.045144] env[62301]: DEBUG nova.network.neutron [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 4e71c89c-d6ec-4c4d-af87-24dc5adf634b] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 798.097083] env[62301]: DEBUG nova.policy [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f512d5d6b1824777804eae9fde88df01', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e11c1362b8af4c37a053f63281a80c0c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 798.276231] env[62301]: DEBUG nova.network.neutron [req-766a25e8-2e1d-4dcc-834f-7fbf05d14884 req-de00d5f7-53fa-4b37-bc04-72dc93aa0016 service nova] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] Updated VIF entry in instance network info cache for port df8bcd1f-0e36-4dc0-a7ad-78ec482cfbc5. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 798.276637] env[62301]: DEBUG nova.network.neutron [req-766a25e8-2e1d-4dcc-834f-7fbf05d14884 req-de00d5f7-53fa-4b37-bc04-72dc93aa0016 service nova] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] Updating instance_info_cache with network_info: [{"id": "df8bcd1f-0e36-4dc0-a7ad-78ec482cfbc5", "address": "fa:16:3e:34:21:f0", "network": {"id": "3f588a45-bca2-4c38-93ee-dbfb75b51e73", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1857406658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f9b7deea8a4de682068275e378c7b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf8bcd1f-0e", "ovs_interfaceid": "df8bcd1f-0e36-4dc0-a7ad-78ec482cfbc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.394698] env[62301]: DEBUG oslo_vmware.api [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Task: {'id': task-2570220, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.398342] env[62301]: DEBUG oslo_vmware.api [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570221, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.473296] env[62301]: DEBUG nova.network.neutron [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 4e71c89c-d6ec-4c4d-af87-24dc5adf634b] Successfully created port: 7e3b6ece-4f0c-4b73-9838-c84bb462bcfd {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 798.489306] env[62301]: DEBUG nova.compute.manager [None req-c1e1fad4-be15-4f6b-bda4-d876b7937a34 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 798.490503] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c6d996-8705-43b2-b919-ae282dda9876 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.552142] env[62301]: DEBUG nova.compute.utils [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 798.783185] env[62301]: DEBUG oslo_concurrency.lockutils [req-766a25e8-2e1d-4dcc-834f-7fbf05d14884 req-de00d5f7-53fa-4b37-bc04-72dc93aa0016 service nova] Releasing lock "refresh_cache-d32bd877-7829-4c08-8518-478d2f8925ed" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.784084] env[62301]: DEBUG nova.compute.manager [req-766a25e8-2e1d-4dcc-834f-7fbf05d14884 req-de00d5f7-53fa-4b37-bc04-72dc93aa0016 service nova] [instance: 0380936a-9aed-43bd-beec-585a1d9f073c] Received event network-vif-deleted-fc26d0a2-8f32-4956-8f9f-e7a2dde18e2d {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 798.894855] env[62301]: DEBUG oslo_vmware.api [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Task: {'id': task-2570220, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579655} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.895191] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] 2bcefccc-32d9-41f5-b215-d5ce46f20f34/2bcefccc-32d9-41f5-b215-d5ce46f20f34.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 798.895420] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 2bcefccc-32d9-41f5-b215-d5ce46f20f34] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 798.895676] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4639898e-6a42-43ee-b2e1-579968c5415e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.900406] env[62301]: DEBUG oslo_vmware.api [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570221, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598421} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.900950] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] d32bd877-7829-4c08-8518-478d2f8925ed/d32bd877-7829-4c08-8518-478d2f8925ed.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 798.901197] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 798.901442] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-feae114b-adf4-491e-84bd-b7d2bafa2515 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.906325] env[62301]: DEBUG oslo_vmware.api [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Waiting for the task: (returnval){ [ 798.906325] env[62301]: value = "task-2570222" [ 798.906325] env[62301]: _type = "Task" [ 798.906325] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.910337] env[62301]: DEBUG oslo_vmware.api [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the task: (returnval){ [ 798.910337] env[62301]: value = "task-2570223" [ 798.910337] env[62301]: _type = "Task" [ 798.910337] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.918079] env[62301]: DEBUG oslo_vmware.api [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Task: {'id': task-2570222, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.918931] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874f1a7a-3657-4add-8d15-28820d2f4656 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.926580] env[62301]: DEBUG oslo_vmware.api [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570223, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.929138] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11a8395-f230-4232-9a06-42cf765e8960 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.960561] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28dacf81-2938-422e-8d60-87b51624f44c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.968292] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29086eef-1b19-456d-9926-f784d8e262cb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.981544] env[62301]: DEBUG nova.compute.provider_tree [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.002076] env[62301]: INFO nova.compute.manager [None req-c1e1fad4-be15-4f6b-bda4-d876b7937a34 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] [instance: 456442d0-f73e-4b17-aff4-276186b86782] instance snapshotting [ 799.004761] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19849dce-0357-4694-be43-f4bfcc2e807a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.024306] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59f1cf9-34b1-4f06-b053-d0474c18f0f1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.055522] env[62301]: DEBUG nova.compute.manager [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 4e71c89c-d6ec-4c4d-af87-24dc5adf634b] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 799.417804] env[62301]: DEBUG oslo_vmware.api [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Task: {'id': task-2570222, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067055} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.418446] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 2bcefccc-32d9-41f5-b215-d5ce46f20f34] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 799.419239] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2b35f6-b007-4c08-8291-4e6ee9403e95 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.424156] env[62301]: DEBUG oslo_vmware.api [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570223, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071199} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.424703] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 799.425411] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ef3400-9f6e-4fb5-a95a-696c18850b07 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.442155] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 2bcefccc-32d9-41f5-b215-d5ce46f20f34] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 2bcefccc-32d9-41f5-b215-d5ce46f20f34/2bcefccc-32d9-41f5-b215-d5ce46f20f34.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 799.442648] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17bbf6bd-577f-402e-a9c8-a8d9132b9d71 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.473020] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] d32bd877-7829-4c08-8518-478d2f8925ed/d32bd877-7829-4c08-8518-478d2f8925ed.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 799.473529] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3303cbf6-6bcc-4f5e-9eb9-660461888d35 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.488552] env[62301]: DEBUG nova.scheduler.client.report [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.491708] env[62301]: DEBUG oslo_vmware.api [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Waiting for the task: (returnval){ [ 799.491708] env[62301]: value = "task-2570224" [ 799.491708] env[62301]: _type = "Task" [ 799.491708] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.496238] env[62301]: DEBUG oslo_vmware.api [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the task: (returnval){ [ 799.496238] env[62301]: value = "task-2570225" [ 799.496238] env[62301]: _type = "Task" [ 799.496238] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.502579] env[62301]: DEBUG oslo_vmware.api [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Task: {'id': task-2570224, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.507859] env[62301]: DEBUG oslo_vmware.api [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570225, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.536183] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e1fad4-be15-4f6b-bda4-d876b7937a34 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Creating Snapshot of the VM instance {{(pid=62301) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 799.536538] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e4e8b7b7-5e78-4234-bc16-b7ee9e5d321c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.543505] env[62301]: DEBUG oslo_vmware.api [None req-c1e1fad4-be15-4f6b-bda4-d876b7937a34 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Waiting for the task: (returnval){ [ 799.543505] env[62301]: value = "task-2570226" [ 799.543505] env[62301]: _type = "Task" [ 799.543505] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.551699] env[62301]: DEBUG oslo_vmware.api [None req-c1e1fad4-be15-4f6b-bda4-d876b7937a34 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Task: {'id': task-2570226, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.988871] env[62301]: DEBUG nova.compute.manager [req-733d13d3-2651-4a2c-8108-b1f2ab02596f req-b4765409-a55c-4791-93f8-ed9a3fadb613 service nova] [instance: 4e71c89c-d6ec-4c4d-af87-24dc5adf634b] Received event network-vif-plugged-7e3b6ece-4f0c-4b73-9838-c84bb462bcfd {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 799.989131] env[62301]: DEBUG oslo_concurrency.lockutils [req-733d13d3-2651-4a2c-8108-b1f2ab02596f req-b4765409-a55c-4791-93f8-ed9a3fadb613 service nova] Acquiring lock "4e71c89c-d6ec-4c4d-af87-24dc5adf634b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 799.989310] env[62301]: DEBUG oslo_concurrency.lockutils [req-733d13d3-2651-4a2c-8108-b1f2ab02596f req-b4765409-a55c-4791-93f8-ed9a3fadb613 service nova] Lock "4e71c89c-d6ec-4c4d-af87-24dc5adf634b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 799.989477] env[62301]: DEBUG oslo_concurrency.lockutils [req-733d13d3-2651-4a2c-8108-b1f2ab02596f req-b4765409-a55c-4791-93f8-ed9a3fadb613 service nova] Lock "4e71c89c-d6ec-4c4d-af87-24dc5adf634b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 799.989670] env[62301]: DEBUG nova.compute.manager [req-733d13d3-2651-4a2c-8108-b1f2ab02596f req-b4765409-a55c-4791-93f8-ed9a3fadb613 service nova] [instance: 4e71c89c-d6ec-4c4d-af87-24dc5adf634b] No waiting events found dispatching network-vif-plugged-7e3b6ece-4f0c-4b73-9838-c84bb462bcfd {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 799.989838] env[62301]: WARNING nova.compute.manager [req-733d13d3-2651-4a2c-8108-b1f2ab02596f req-b4765409-a55c-4791-93f8-ed9a3fadb613 service nova] [instance: 4e71c89c-d6ec-4c4d-af87-24dc5adf634b] Received unexpected event network-vif-plugged-7e3b6ece-4f0c-4b73-9838-c84bb462bcfd for instance with vm_state building and task_state spawning. [ 799.993094] env[62301]: DEBUG oslo_concurrency.lockutils [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.459s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 799.993556] env[62301]: DEBUG nova.compute.manager [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 3edef36a-8f7d-41ad-b5ca-c260776e36e1] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 799.998971] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b57deb19-12b3-49a6-b543-7e49cb54b31b tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.288s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 799.998971] env[62301]: DEBUG nova.objects.instance [None req-b57deb19-12b3-49a6-b543-7e49cb54b31b tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Lazy-loading 'resources' on Instance uuid 96e7754e-7f17-4ef3-9ff9-127583b55f5a {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 800.010016] env[62301]: DEBUG oslo_vmware.api [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Task: {'id': task-2570224, 'name': ReconfigVM_Task, 'duration_secs': 0.269068} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.014783] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 2bcefccc-32d9-41f5-b215-d5ce46f20f34] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 2bcefccc-32d9-41f5-b215-d5ce46f20f34/2bcefccc-32d9-41f5-b215-d5ce46f20f34.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 800.015598] env[62301]: DEBUG oslo_vmware.api [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570225, 'name': ReconfigVM_Task, 'duration_secs': 0.276334} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.015944] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd786e20-bddd-461d-a277-90c510ae3aa7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.017375] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] Reconfigured VM instance instance-0000003b to attach disk [datastore1] d32bd877-7829-4c08-8518-478d2f8925ed/d32bd877-7829-4c08-8518-478d2f8925ed.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 800.017857] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08f081fa-11de-4af1-88a9-ec8c2bc455da {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.023695] env[62301]: DEBUG oslo_vmware.api [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Waiting for the task: (returnval){ [ 800.023695] env[62301]: value = "task-2570227" [ 800.023695] env[62301]: _type = "Task" [ 800.023695] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.024862] env[62301]: DEBUG oslo_vmware.api [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the task: (returnval){ [ 800.024862] env[62301]: value = "task-2570228" [ 800.024862] env[62301]: _type = "Task" [ 800.024862] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.035920] env[62301]: DEBUG oslo_vmware.api [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Task: {'id': task-2570227, 'name': Rename_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.038946] env[62301]: DEBUG oslo_vmware.api [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570228, 'name': Rename_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.052427] env[62301]: DEBUG oslo_vmware.api [None req-c1e1fad4-be15-4f6b-bda4-d876b7937a34 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Task: {'id': task-2570226, 'name': CreateSnapshot_Task, 'duration_secs': 0.452124} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.052763] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e1fad4-be15-4f6b-bda4-d876b7937a34 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Created Snapshot of the VM instance {{(pid=62301) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 800.053747] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5efb2a2e-a31d-494a-8e2c-9b6a4829cb80 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.067293] env[62301]: DEBUG nova.compute.manager [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 4e71c89c-d6ec-4c4d-af87-24dc5adf634b] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 800.074142] env[62301]: DEBUG nova.network.neutron [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 4e71c89c-d6ec-4c4d-af87-24dc5adf634b] Successfully updated port: 7e3b6ece-4f0c-4b73-9838-c84bb462bcfd {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 800.100698] env[62301]: DEBUG nova.virt.hardware [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:46:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='498215799',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1281536567',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 800.101115] env[62301]: DEBUG nova.virt.hardware [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 800.101366] env[62301]: DEBUG nova.virt.hardware [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 800.102033] env[62301]: DEBUG nova.virt.hardware [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 800.102273] env[62301]: DEBUG nova.virt.hardware [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 800.102520] env[62301]: DEBUG nova.virt.hardware [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 800.102838] env[62301]: DEBUG nova.virt.hardware [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 800.103357] env[62301]: DEBUG nova.virt.hardware [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 800.103436] env[62301]: DEBUG nova.virt.hardware [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 800.103641] env[62301]: DEBUG nova.virt.hardware [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 800.103931] env[62301]: DEBUG nova.virt.hardware [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 800.104937] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bfd5cff-e381-453e-bb83-446e551f0bf6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.114796] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a6255c-18b8-4da5-ada8-e68390e99c53 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.498109] env[62301]: DEBUG nova.compute.utils [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 800.499559] env[62301]: DEBUG nova.compute.manager [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 3edef36a-8f7d-41ad-b5ca-c260776e36e1] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 800.499682] env[62301]: DEBUG nova.network.neutron [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 3edef36a-8f7d-41ad-b5ca-c260776e36e1] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 800.540325] env[62301]: DEBUG oslo_vmware.api [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570228, 'name': Rename_Task, 'duration_secs': 0.145816} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.544272] env[62301]: DEBUG nova.policy [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30be54806a3d4d0189a36451fe44a8da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '42d31ce3318c41efa2c57cf4efd133b3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 800.546089] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.546177] env[62301]: DEBUG oslo_vmware.api [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Task: {'id': task-2570227, 'name': Rename_Task, 'duration_secs': 0.144262} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.548515] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80fdb226-ab44-41b6-80aa-034adb0e8e3c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.550219] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 2bcefccc-32d9-41f5-b215-d5ce46f20f34] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.551145] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3d8aa60-084f-41b3-93d6-dbb62ceabc2d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.557676] env[62301]: DEBUG oslo_vmware.api [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Waiting for the task: (returnval){ [ 800.557676] env[62301]: value = "task-2570230" [ 800.557676] env[62301]: _type = "Task" [ 800.557676] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.559032] env[62301]: DEBUG oslo_vmware.api [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the task: (returnval){ [ 800.559032] env[62301]: value = "task-2570229" [ 800.559032] env[62301]: _type = "Task" [ 800.559032] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.580737] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e1fad4-be15-4f6b-bda4-d876b7937a34 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Creating linked-clone VM from snapshot {{(pid=62301) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 800.581133] env[62301]: DEBUG oslo_vmware.api [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Task: {'id': task-2570230, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.587906] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Acquiring lock "refresh_cache-4e71c89c-d6ec-4c4d-af87-24dc5adf634b" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.588055] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Acquired lock "refresh_cache-4e71c89c-d6ec-4c4d-af87-24dc5adf634b" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.588204] env[62301]: DEBUG nova.network.neutron [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 4e71c89c-d6ec-4c4d-af87-24dc5adf634b] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 800.589427] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cfdf4abc-604b-4c53-be87-71bf454475ba {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.593969] env[62301]: DEBUG oslo_vmware.api [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570229, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.600611] env[62301]: DEBUG oslo_vmware.api [None req-c1e1fad4-be15-4f6b-bda4-d876b7937a34 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Waiting for the task: (returnval){ [ 800.600611] env[62301]: value = "task-2570231" [ 800.600611] env[62301]: _type = "Task" [ 800.600611] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.612484] env[62301]: DEBUG oslo_vmware.api [None req-c1e1fad4-be15-4f6b-bda4-d876b7937a34 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Task: {'id': task-2570231, 'name': CloneVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.910588] env[62301]: DEBUG nova.network.neutron [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 3edef36a-8f7d-41ad-b5ca-c260776e36e1] Successfully created port: cb8e41bd-7552-4f45-a90b-df42816fce09 {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 800.974898] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381ab06b-cb5c-44f8-812d-7c3967796345 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.983306] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99ff028-b9fa-45c6-8b1d-f653d173bc32 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.016784] env[62301]: DEBUG nova.compute.manager [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 3edef36a-8f7d-41ad-b5ca-c260776e36e1] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 801.020609] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947640fb-7cd2-493e-b85a-42f715b6382e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.035957] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f54527-5531-49bf-a80d-772c0c15e7c1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.053798] env[62301]: DEBUG nova.compute.provider_tree [None req-b57deb19-12b3-49a6-b543-7e49cb54b31b tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.068665] env[62301]: DEBUG oslo_vmware.api [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Task: {'id': task-2570230, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.074782] env[62301]: DEBUG oslo_vmware.api [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570229, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.117930] env[62301]: DEBUG oslo_vmware.api [None req-c1e1fad4-be15-4f6b-bda4-d876b7937a34 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Task: {'id': task-2570231, 'name': CloneVM_Task} progress is 94%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.136028] env[62301]: DEBUG nova.network.neutron [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 4e71c89c-d6ec-4c4d-af87-24dc5adf634b] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 801.322674] env[62301]: DEBUG nova.network.neutron [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 4e71c89c-d6ec-4c4d-af87-24dc5adf634b] Updating instance_info_cache with network_info: [{"id": "7e3b6ece-4f0c-4b73-9838-c84bb462bcfd", "address": "fa:16:3e:4f:a3:36", "network": {"id": "b9decadf-ee16-4e06-9d46-1ca7e88995ac", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1528769376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e11c1362b8af4c37a053f63281a80c0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e3b6ece-4f", "ovs_interfaceid": "7e3b6ece-4f0c-4b73-9838-c84bb462bcfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.558010] env[62301]: DEBUG nova.scheduler.client.report [None req-b57deb19-12b3-49a6-b543-7e49cb54b31b tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.574632] env[62301]: DEBUG oslo_vmware.api [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Task: {'id': task-2570230, 'name': PowerOnVM_Task, 'duration_secs': 0.622678} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.578036] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 2bcefccc-32d9-41f5-b215-d5ce46f20f34] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.578306] env[62301]: DEBUG nova.compute.manager [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 2bcefccc-32d9-41f5-b215-d5ce46f20f34] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.578804] env[62301]: DEBUG oslo_vmware.api [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570229, 'name': PowerOnVM_Task, 'duration_secs': 0.563753} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.579480] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cdacfb3-021b-4139-ad64-31e4e28b2d3d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.582115] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.582322] env[62301]: INFO nova.compute.manager [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] Took 6.63 seconds to spawn the instance on the hypervisor. [ 801.582493] env[62301]: DEBUG nova.compute.manager [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.583610] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed9244b-ee5a-4ba9-901c-cf8184d82806 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.609770] env[62301]: DEBUG oslo_vmware.api [None req-c1e1fad4-be15-4f6b-bda4-d876b7937a34 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Task: {'id': task-2570231, 'name': CloneVM_Task} progress is 94%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.825122] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Releasing lock "refresh_cache-4e71c89c-d6ec-4c4d-af87-24dc5adf634b" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.825122] env[62301]: DEBUG nova.compute.manager [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 4e71c89c-d6ec-4c4d-af87-24dc5adf634b] Instance network_info: |[{"id": "7e3b6ece-4f0c-4b73-9838-c84bb462bcfd", "address": "fa:16:3e:4f:a3:36", "network": {"id": "b9decadf-ee16-4e06-9d46-1ca7e88995ac", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1528769376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e11c1362b8af4c37a053f63281a80c0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e3b6ece-4f", "ovs_interfaceid": "7e3b6ece-4f0c-4b73-9838-c84bb462bcfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 801.825652] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 4e71c89c-d6ec-4c4d-af87-24dc5adf634b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:a3:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cc0a33d-17c0-4b87-b48f-413a87a4cc6a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e3b6ece-4f0c-4b73-9838-c84bb462bcfd', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.833356] env[62301]: DEBUG oslo.service.loopingcall [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 801.833597] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e71c89c-d6ec-4c4d-af87-24dc5adf634b] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.833793] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3e62647-5165-47e9-84d9-d1b8e7578ba1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.853058] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 801.853058] env[62301]: value = "task-2570232" [ 801.853058] env[62301]: _type = "Task" [ 801.853058] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.860928] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570232, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.019822] env[62301]: DEBUG nova.compute.manager [req-b7793741-b764-48cf-ab36-4a5d5c39b900 req-b17fa54e-b0a9-4329-87a6-928bfe8c0da8 service nova] [instance: 4e71c89c-d6ec-4c4d-af87-24dc5adf634b] Received event network-changed-7e3b6ece-4f0c-4b73-9838-c84bb462bcfd {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 802.020066] env[62301]: DEBUG nova.compute.manager [req-b7793741-b764-48cf-ab36-4a5d5c39b900 req-b17fa54e-b0a9-4329-87a6-928bfe8c0da8 service nova] [instance: 4e71c89c-d6ec-4c4d-af87-24dc5adf634b] Refreshing instance network info cache due to event network-changed-7e3b6ece-4f0c-4b73-9838-c84bb462bcfd. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 802.020250] env[62301]: DEBUG oslo_concurrency.lockutils [req-b7793741-b764-48cf-ab36-4a5d5c39b900 req-b17fa54e-b0a9-4329-87a6-928bfe8c0da8 service nova] Acquiring lock "refresh_cache-4e71c89c-d6ec-4c4d-af87-24dc5adf634b" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.020395] env[62301]: DEBUG oslo_concurrency.lockutils [req-b7793741-b764-48cf-ab36-4a5d5c39b900 req-b17fa54e-b0a9-4329-87a6-928bfe8c0da8 service nova] Acquired lock "refresh_cache-4e71c89c-d6ec-4c4d-af87-24dc5adf634b" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.020556] env[62301]: DEBUG nova.network.neutron [req-b7793741-b764-48cf-ab36-4a5d5c39b900 req-b17fa54e-b0a9-4329-87a6-928bfe8c0da8 service nova] [instance: 4e71c89c-d6ec-4c4d-af87-24dc5adf634b] Refreshing network info cache for port 7e3b6ece-4f0c-4b73-9838-c84bb462bcfd {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 802.025535] env[62301]: DEBUG nova.compute.manager [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 3edef36a-8f7d-41ad-b5ca-c260776e36e1] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 802.047837] env[62301]: DEBUG nova.virt.hardware [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 802.048120] env[62301]: DEBUG nova.virt.hardware [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 802.048287] env[62301]: DEBUG nova.virt.hardware [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 802.048622] env[62301]: DEBUG nova.virt.hardware [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 802.048776] env[62301]: DEBUG nova.virt.hardware [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 802.048941] env[62301]: DEBUG nova.virt.hardware [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 802.049183] env[62301]: DEBUG nova.virt.hardware [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 802.049357] env[62301]: DEBUG nova.virt.hardware [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 802.049531] env[62301]: DEBUG nova.virt.hardware [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 802.049748] env[62301]: DEBUG nova.virt.hardware [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 802.049873] env[62301]: DEBUG nova.virt.hardware [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 802.051093] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bed7290-9dc6-40a2-80c4-c551079721b3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.059778] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c81444-3243-41d3-b207-bfd4899e41fc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.064750] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b57deb19-12b3-49a6-b543-7e49cb54b31b tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.068s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 802.067012] env[62301]: DEBUG oslo_concurrency.lockutils [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.923s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.068675] env[62301]: INFO nova.compute.claims [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 802.086091] env[62301]: INFO nova.scheduler.client.report [None req-b57deb19-12b3-49a6-b543-7e49cb54b31b tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Deleted allocations for instance 96e7754e-7f17-4ef3-9ff9-127583b55f5a [ 802.108751] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.115522] env[62301]: INFO nova.compute.manager [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] Took 48.97 seconds to build instance. [ 802.121331] env[62301]: DEBUG oslo_vmware.api [None req-c1e1fad4-be15-4f6b-bda4-d876b7937a34 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Task: {'id': task-2570231, 'name': CloneVM_Task} progress is 94%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.363404] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570232, 'name': CreateVM_Task, 'duration_secs': 0.319239} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.364258] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e71c89c-d6ec-4c4d-af87-24dc5adf634b] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 802.365119] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.365319] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.365675] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.365953] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2911307b-164a-415b-8871-89766e1352b2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.370973] env[62301]: DEBUG oslo_vmware.api [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Waiting for the task: (returnval){ [ 802.370973] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52ef1307-7efb-9f60-2a86-92e41e7c04df" [ 802.370973] env[62301]: _type = "Task" [ 802.370973] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.379060] env[62301]: DEBUG oslo_vmware.api [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52ef1307-7efb-9f60-2a86-92e41e7c04df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.491873] env[62301]: DEBUG nova.network.neutron [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 3edef36a-8f7d-41ad-b5ca-c260776e36e1] Successfully updated port: cb8e41bd-7552-4f45-a90b-df42816fce09 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 802.596443] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b57deb19-12b3-49a6-b543-7e49cb54b31b tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Lock "96e7754e-7f17-4ef3-9ff9-127583b55f5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.436s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 802.615995] env[62301]: DEBUG oslo_concurrency.lockutils [None req-07866061-8944-42e4-94df-768d93f154e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Acquiring lock "2bcefccc-32d9-41f5-b215-d5ce46f20f34" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.616282] env[62301]: DEBUG oslo_concurrency.lockutils [None req-07866061-8944-42e4-94df-768d93f154e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Lock "2bcefccc-32d9-41f5-b215-d5ce46f20f34" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.616493] env[62301]: DEBUG oslo_concurrency.lockutils [None req-07866061-8944-42e4-94df-768d93f154e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Acquiring lock "2bcefccc-32d9-41f5-b215-d5ce46f20f34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.616707] env[62301]: DEBUG oslo_concurrency.lockutils [None req-07866061-8944-42e4-94df-768d93f154e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Lock "2bcefccc-32d9-41f5-b215-d5ce46f20f34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.616949] env[62301]: DEBUG oslo_concurrency.lockutils [None req-07866061-8944-42e4-94df-768d93f154e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Lock "2bcefccc-32d9-41f5-b215-d5ce46f20f34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 802.618662] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4b9529bc-bda8-4443-9644-318dbc15df51 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Lock "d32bd877-7829-4c08-8518-478d2f8925ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.283s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 802.618901] env[62301]: DEBUG oslo_vmware.api [None req-c1e1fad4-be15-4f6b-bda4-d876b7937a34 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Task: {'id': task-2570231, 'name': CloneVM_Task} progress is 95%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.622416] env[62301]: INFO nova.compute.manager [None req-07866061-8944-42e4-94df-768d93f154e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 2bcefccc-32d9-41f5-b215-d5ce46f20f34] Terminating instance [ 802.759955] env[62301]: DEBUG nova.network.neutron [req-b7793741-b764-48cf-ab36-4a5d5c39b900 req-b17fa54e-b0a9-4329-87a6-928bfe8c0da8 service nova] [instance: 4e71c89c-d6ec-4c4d-af87-24dc5adf634b] Updated VIF entry in instance network info cache for port 7e3b6ece-4f0c-4b73-9838-c84bb462bcfd. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 802.760386] env[62301]: DEBUG nova.network.neutron [req-b7793741-b764-48cf-ab36-4a5d5c39b900 req-b17fa54e-b0a9-4329-87a6-928bfe8c0da8 service nova] [instance: 4e71c89c-d6ec-4c4d-af87-24dc5adf634b] Updating instance_info_cache with network_info: [{"id": "7e3b6ece-4f0c-4b73-9838-c84bb462bcfd", "address": "fa:16:3e:4f:a3:36", "network": {"id": "b9decadf-ee16-4e06-9d46-1ca7e88995ac", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1528769376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e11c1362b8af4c37a053f63281a80c0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e3b6ece-4f", "ovs_interfaceid": "7e3b6ece-4f0c-4b73-9838-c84bb462bcfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.880885] env[62301]: DEBUG oslo_vmware.api [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52ef1307-7efb-9f60-2a86-92e41e7c04df, 'name': SearchDatastore_Task, 'duration_secs': 0.011164} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.881203] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.881433] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 4e71c89c-d6ec-4c4d-af87-24dc5adf634b] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 802.881662] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.881809] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.881983] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 802.882302] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db924b03-5ed0-422b-9514-ee8dc15eaf7d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.890426] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 802.890600] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 802.891293] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8036da37-b20f-460e-9a01-30ef8a35a01b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.896907] env[62301]: DEBUG oslo_vmware.api [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Waiting for the task: (returnval){ [ 802.896907] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]521b3626-a7c5-1dff-5056-f47e35efcb58" [ 802.896907] env[62301]: _type = "Task" [ 802.896907] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.904491] env[62301]: DEBUG oslo_vmware.api [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]521b3626-a7c5-1dff-5056-f47e35efcb58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.970677] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a3862c33-95df-4659-8b9c-1ea7f006346c tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Acquiring lock "e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.971137] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a3862c33-95df-4659-8b9c-1ea7f006346c tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Lock "e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.971234] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a3862c33-95df-4659-8b9c-1ea7f006346c tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Acquiring lock "e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.971396] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a3862c33-95df-4659-8b9c-1ea7f006346c tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Lock "e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.971566] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a3862c33-95df-4659-8b9c-1ea7f006346c tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Lock "e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 802.973840] env[62301]: INFO nova.compute.manager [None req-a3862c33-95df-4659-8b9c-1ea7f006346c tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8] Terminating instance [ 802.994223] env[62301]: DEBUG oslo_concurrency.lockutils [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Acquiring lock "refresh_cache-3edef36a-8f7d-41ad-b5ca-c260776e36e1" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.994396] env[62301]: DEBUG oslo_concurrency.lockutils [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Acquired lock "refresh_cache-3edef36a-8f7d-41ad-b5ca-c260776e36e1" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.994511] env[62301]: DEBUG nova.network.neutron [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 3edef36a-8f7d-41ad-b5ca-c260776e36e1] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.116115] env[62301]: DEBUG oslo_vmware.api [None req-c1e1fad4-be15-4f6b-bda4-d876b7937a34 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Task: {'id': task-2570231, 'name': CloneVM_Task, 'duration_secs': 2.090058} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.116379] env[62301]: INFO nova.virt.vmwareapi.vmops [None req-c1e1fad4-be15-4f6b-bda4-d876b7937a34 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Created linked-clone VM from snapshot [ 803.116991] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9ae72f-96e0-4ecf-b7c1-dc7283dbd683 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.123922] env[62301]: DEBUG nova.virt.vmwareapi.images [None req-c1e1fad4-be15-4f6b-bda4-d876b7937a34 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Uploading image b1099470-e966-4552-854b-d45f60f4bfeb {{(pid=62301) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 803.125934] env[62301]: DEBUG oslo_concurrency.lockutils [None req-07866061-8944-42e4-94df-768d93f154e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Acquiring lock "refresh_cache-2bcefccc-32d9-41f5-b215-d5ce46f20f34" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.126108] env[62301]: DEBUG oslo_concurrency.lockutils [None req-07866061-8944-42e4-94df-768d93f154e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Acquired lock "refresh_cache-2bcefccc-32d9-41f5-b215-d5ce46f20f34" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.126265] env[62301]: DEBUG nova.network.neutron [None req-07866061-8944-42e4-94df-768d93f154e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 2bcefccc-32d9-41f5-b215-d5ce46f20f34] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.147536] env[62301]: DEBUG oslo_vmware.rw_handles [None req-c1e1fad4-be15-4f6b-bda4-d876b7937a34 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 803.147536] env[62301]: value = "vm-518826" [ 803.147536] env[62301]: _type = "VirtualMachine" [ 803.147536] env[62301]: }. {{(pid=62301) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 803.147785] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a2ebd5e6-e643-4aab-aa5b-51762f0e73ef {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.155084] env[62301]: DEBUG oslo_vmware.rw_handles [None req-c1e1fad4-be15-4f6b-bda4-d876b7937a34 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Lease: (returnval){ [ 803.155084] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52b6e754-e46f-3c64-319a-ab7223cbbd7d" [ 803.155084] env[62301]: _type = "HttpNfcLease" [ 803.155084] env[62301]: } obtained for exporting VM: (result){ [ 803.155084] env[62301]: value = "vm-518826" [ 803.155084] env[62301]: _type = "VirtualMachine" [ 803.155084] env[62301]: }. {{(pid=62301) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 803.155443] env[62301]: DEBUG oslo_vmware.api [None req-c1e1fad4-be15-4f6b-bda4-d876b7937a34 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Waiting for the lease: (returnval){ [ 803.155443] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52b6e754-e46f-3c64-319a-ab7223cbbd7d" [ 803.155443] env[62301]: _type = "HttpNfcLease" [ 803.155443] env[62301]: } to be ready. {{(pid=62301) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 803.161156] env[62301]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 803.161156] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52b6e754-e46f-3c64-319a-ab7223cbbd7d" [ 803.161156] env[62301]: _type = "HttpNfcLease" [ 803.161156] env[62301]: } is initializing. {{(pid=62301) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 803.263244] env[62301]: DEBUG oslo_concurrency.lockutils [req-b7793741-b764-48cf-ab36-4a5d5c39b900 req-b17fa54e-b0a9-4329-87a6-928bfe8c0da8 service nova] Releasing lock "refresh_cache-4e71c89c-d6ec-4c4d-af87-24dc5adf634b" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.407147] env[62301]: DEBUG oslo_vmware.api [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]521b3626-a7c5-1dff-5056-f47e35efcb58, 'name': SearchDatastore_Task, 'duration_secs': 0.011321} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.410371] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db13cd01-39eb-4885-b457-0550fb130a10 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.416471] env[62301]: DEBUG oslo_vmware.api [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Waiting for the task: (returnval){ [ 803.416471] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52ca54ca-ca75-9c75-69fb-7482ecac4f5b" [ 803.416471] env[62301]: _type = "Task" [ 803.416471] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.427071] env[62301]: DEBUG oslo_vmware.api [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52ca54ca-ca75-9c75-69fb-7482ecac4f5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.432426] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a55ee6-48fa-4a46-926b-0387479fc475 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.438986] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac650e3-5997-420b-bfb3-a1a995cb68a9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.468789] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59942066-87b8-44df-bd89-2e6150e0e79e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.475993] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c641d7-2ae8-4140-ab84-c1382e6a1076 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.480676] env[62301]: DEBUG nova.compute.manager [None req-a3862c33-95df-4659-8b9c-1ea7f006346c tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 803.480676] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-a3862c33-95df-4659-8b9c-1ea7f006346c tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 803.481072] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9725d186-46af-4654-96ea-80de3181a196 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.494139] env[62301]: DEBUG nova.compute.provider_tree [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.498637] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3862c33-95df-4659-8b9c-1ea7f006346c tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 803.499072] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6866456-794d-45f8-8da9-a372badfd5ae {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.504918] env[62301]: DEBUG oslo_vmware.api [None req-a3862c33-95df-4659-8b9c-1ea7f006346c tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Waiting for the task: (returnval){ [ 803.504918] env[62301]: value = "task-2570234" [ 803.504918] env[62301]: _type = "Task" [ 803.504918] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.512949] env[62301]: DEBUG oslo_vmware.api [None req-a3862c33-95df-4659-8b9c-1ea7f006346c tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': task-2570234, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.528947] env[62301]: DEBUG nova.network.neutron [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 3edef36a-8f7d-41ad-b5ca-c260776e36e1] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 803.648992] env[62301]: DEBUG nova.network.neutron [None req-07866061-8944-42e4-94df-768d93f154e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 2bcefccc-32d9-41f5-b215-d5ce46f20f34] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 803.669783] env[62301]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 803.669783] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52b6e754-e46f-3c64-319a-ab7223cbbd7d" [ 803.669783] env[62301]: _type = "HttpNfcLease" [ 803.669783] env[62301]: } is ready. {{(pid=62301) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 803.670139] env[62301]: DEBUG oslo_vmware.rw_handles [None req-c1e1fad4-be15-4f6b-bda4-d876b7937a34 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 803.670139] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52b6e754-e46f-3c64-319a-ab7223cbbd7d" [ 803.670139] env[62301]: _type = "HttpNfcLease" [ 803.670139] env[62301]: }. {{(pid=62301) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 803.671701] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ef6cd6-9f20-4a4f-999c-60143f2b0609 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.679477] env[62301]: DEBUG oslo_vmware.rw_handles [None req-c1e1fad4-be15-4f6b-bda4-d876b7937a34 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52beabc8-1a13-eb08-0897-d8ac3d4b8abd/disk-0.vmdk from lease info. {{(pid=62301) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 803.679735] env[62301]: DEBUG oslo_vmware.rw_handles [None req-c1e1fad4-be15-4f6b-bda4-d876b7937a34 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52beabc8-1a13-eb08-0897-d8ac3d4b8abd/disk-0.vmdk for reading. {{(pid=62301) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 803.742015] env[62301]: DEBUG nova.compute.manager [None req-4d12bd01-56fa-49da-a632-8250966677d3 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.743349] env[62301]: DEBUG nova.network.neutron [None req-07866061-8944-42e4-94df-768d93f154e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 2bcefccc-32d9-41f5-b215-d5ce46f20f34] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.745015] env[62301]: DEBUG nova.network.neutron [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 3edef36a-8f7d-41ad-b5ca-c260776e36e1] Updating instance_info_cache with network_info: [{"id": "cb8e41bd-7552-4f45-a90b-df42816fce09", "address": "fa:16:3e:2f:1f:33", "network": {"id": "58849131-a187-4199-af59-dde8b89cc4d4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1073856399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42d31ce3318c41efa2c57cf4efd133b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb8e41bd-75", "ovs_interfaceid": "cb8e41bd-7552-4f45-a90b-df42816fce09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.747331] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b882b97c-b8f6-4349-941c-c6064a8a6c97 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.782342] env[62301]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2934c5a6-7be3-4a50-9b33-0f3da3b38662 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.928020] env[62301]: DEBUG oslo_vmware.api [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52ca54ca-ca75-9c75-69fb-7482ecac4f5b, 'name': SearchDatastore_Task, 'duration_secs': 0.010127} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.928237] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.928489] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 4e71c89c-d6ec-4c4d-af87-24dc5adf634b/4e71c89c-d6ec-4c4d-af87-24dc5adf634b.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 803.928745] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1da48400-46e5-4373-8641-32652eb55cf9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.943200] env[62301]: DEBUG oslo_vmware.api [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Waiting for the task: (returnval){ [ 803.943200] env[62301]: value = "task-2570235" [ 803.943200] env[62301]: _type = "Task" [ 803.943200] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.949972] env[62301]: DEBUG oslo_vmware.api [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Task: {'id': task-2570235, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.000565] env[62301]: DEBUG nova.scheduler.client.report [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.014271] env[62301]: DEBUG oslo_vmware.api [None req-a3862c33-95df-4659-8b9c-1ea7f006346c tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': task-2570234, 'name': PowerOffVM_Task, 'duration_secs': 0.225299} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.014570] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3862c33-95df-4659-8b9c-1ea7f006346c tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 804.014801] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-a3862c33-95df-4659-8b9c-1ea7f006346c tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 804.015109] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f97e26c0-e561-4926-bd81-44915df3337d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.066542] env[62301]: DEBUG nova.compute.manager [req-416cc84b-681d-4282-8dfe-641dc9668110 req-662c685e-9d9d-4d3c-8b90-5ed66d4667ab service nova] [instance: 3edef36a-8f7d-41ad-b5ca-c260776e36e1] Received event network-vif-plugged-cb8e41bd-7552-4f45-a90b-df42816fce09 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 804.066817] env[62301]: DEBUG oslo_concurrency.lockutils [req-416cc84b-681d-4282-8dfe-641dc9668110 req-662c685e-9d9d-4d3c-8b90-5ed66d4667ab service nova] Acquiring lock "3edef36a-8f7d-41ad-b5ca-c260776e36e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 804.067124] env[62301]: DEBUG oslo_concurrency.lockutils [req-416cc84b-681d-4282-8dfe-641dc9668110 req-662c685e-9d9d-4d3c-8b90-5ed66d4667ab service nova] Lock "3edef36a-8f7d-41ad-b5ca-c260776e36e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 804.067350] env[62301]: DEBUG oslo_concurrency.lockutils [req-416cc84b-681d-4282-8dfe-641dc9668110 req-662c685e-9d9d-4d3c-8b90-5ed66d4667ab service nova] Lock "3edef36a-8f7d-41ad-b5ca-c260776e36e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 804.067549] env[62301]: DEBUG nova.compute.manager [req-416cc84b-681d-4282-8dfe-641dc9668110 req-662c685e-9d9d-4d3c-8b90-5ed66d4667ab service nova] [instance: 3edef36a-8f7d-41ad-b5ca-c260776e36e1] No waiting events found dispatching network-vif-plugged-cb8e41bd-7552-4f45-a90b-df42816fce09 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 804.067816] env[62301]: WARNING nova.compute.manager [req-416cc84b-681d-4282-8dfe-641dc9668110 req-662c685e-9d9d-4d3c-8b90-5ed66d4667ab service nova] [instance: 3edef36a-8f7d-41ad-b5ca-c260776e36e1] Received unexpected event network-vif-plugged-cb8e41bd-7552-4f45-a90b-df42816fce09 for instance with vm_state building and task_state spawning. [ 804.068079] env[62301]: DEBUG nova.compute.manager [req-416cc84b-681d-4282-8dfe-641dc9668110 req-662c685e-9d9d-4d3c-8b90-5ed66d4667ab service nova] [instance: 3edef36a-8f7d-41ad-b5ca-c260776e36e1] Received event network-changed-cb8e41bd-7552-4f45-a90b-df42816fce09 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 804.068234] env[62301]: DEBUG nova.compute.manager [req-416cc84b-681d-4282-8dfe-641dc9668110 req-662c685e-9d9d-4d3c-8b90-5ed66d4667ab service nova] [instance: 3edef36a-8f7d-41ad-b5ca-c260776e36e1] Refreshing instance network info cache due to event network-changed-cb8e41bd-7552-4f45-a90b-df42816fce09. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 804.068487] env[62301]: DEBUG oslo_concurrency.lockutils [req-416cc84b-681d-4282-8dfe-641dc9668110 req-662c685e-9d9d-4d3c-8b90-5ed66d4667ab service nova] Acquiring lock "refresh_cache-3edef36a-8f7d-41ad-b5ca-c260776e36e1" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.075563] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-a3862c33-95df-4659-8b9c-1ea7f006346c tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 804.075825] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-a3862c33-95df-4659-8b9c-1ea7f006346c tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 804.076046] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3862c33-95df-4659-8b9c-1ea7f006346c tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Deleting the datastore file [datastore1] e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 804.076648] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9b6d3cb-8f67-4435-9417-99e0983f8a07 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.084096] env[62301]: DEBUG oslo_vmware.api [None req-a3862c33-95df-4659-8b9c-1ea7f006346c tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Waiting for the task: (returnval){ [ 804.084096] env[62301]: value = "task-2570237" [ 804.084096] env[62301]: _type = "Task" [ 804.084096] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.093244] env[62301]: DEBUG oslo_vmware.api [None req-a3862c33-95df-4659-8b9c-1ea7f006346c tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': task-2570237, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.251375] env[62301]: DEBUG oslo_concurrency.lockutils [None req-07866061-8944-42e4-94df-768d93f154e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Releasing lock "refresh_cache-2bcefccc-32d9-41f5-b215-d5ce46f20f34" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.251858] env[62301]: DEBUG nova.compute.manager [None req-07866061-8944-42e4-94df-768d93f154e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 2bcefccc-32d9-41f5-b215-d5ce46f20f34] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 804.252196] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-07866061-8944-42e4-94df-768d93f154e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 2bcefccc-32d9-41f5-b215-d5ce46f20f34] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 804.252646] env[62301]: DEBUG oslo_concurrency.lockutils [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Releasing lock "refresh_cache-3edef36a-8f7d-41ad-b5ca-c260776e36e1" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.253079] env[62301]: DEBUG nova.compute.manager [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 3edef36a-8f7d-41ad-b5ca-c260776e36e1] Instance network_info: |[{"id": "cb8e41bd-7552-4f45-a90b-df42816fce09", "address": "fa:16:3e:2f:1f:33", "network": {"id": "58849131-a187-4199-af59-dde8b89cc4d4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1073856399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42d31ce3318c41efa2c57cf4efd133b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb8e41bd-75", "ovs_interfaceid": "cb8e41bd-7552-4f45-a90b-df42816fce09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 804.254155] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28d3727-2872-42c9-951d-08ead8a04025 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.258697] env[62301]: DEBUG oslo_concurrency.lockutils [req-416cc84b-681d-4282-8dfe-641dc9668110 req-662c685e-9d9d-4d3c-8b90-5ed66d4667ab service nova] Acquired lock "refresh_cache-3edef36a-8f7d-41ad-b5ca-c260776e36e1" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.259028] env[62301]: DEBUG nova.network.neutron [req-416cc84b-681d-4282-8dfe-641dc9668110 req-662c685e-9d9d-4d3c-8b90-5ed66d4667ab service nova] [instance: 3edef36a-8f7d-41ad-b5ca-c260776e36e1] Refreshing network info cache for port cb8e41bd-7552-4f45-a90b-df42816fce09 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.261129] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 3edef36a-8f7d-41ad-b5ca-c260776e36e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:1f:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cba18f15-a919-422e-a423-1e705e233389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb8e41bd-7552-4f45-a90b-df42816fce09', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 804.269772] env[62301]: DEBUG oslo.service.loopingcall [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 804.270954] env[62301]: INFO nova.compute.manager [None req-4d12bd01-56fa-49da-a632-8250966677d3 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] instance snapshotting [ 804.274695] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3edef36a-8f7d-41ad-b5ca-c260776e36e1] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 804.275756] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e46775d8-4f7a-4d50-bedf-b9c62a240250 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.294229] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40763608-c03d-4990-9cd7-64db83ca0be2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.299743] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-07866061-8944-42e4-94df-768d93f154e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 2bcefccc-32d9-41f5-b215-d5ce46f20f34] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 804.300957] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79864a4e-65bd-491a-a423-78a723fd4e51 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.320982] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab08844b-222a-4788-99b3-62f14ed1511e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.323790] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 804.323790] env[62301]: value = "task-2570238" [ 804.323790] env[62301]: _type = "Task" [ 804.323790] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.324197] env[62301]: DEBUG oslo_vmware.api [None req-07866061-8944-42e4-94df-768d93f154e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Waiting for the task: (returnval){ [ 804.324197] env[62301]: value = "task-2570239" [ 804.324197] env[62301]: _type = "Task" [ 804.324197] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.343399] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570238, 'name': CreateVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.347034] env[62301]: DEBUG oslo_vmware.api [None req-07866061-8944-42e4-94df-768d93f154e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Task: {'id': task-2570239, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.456953] env[62301]: DEBUG oslo_vmware.api [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Task: {'id': task-2570235, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514079} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.458455] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 4e71c89c-d6ec-4c4d-af87-24dc5adf634b/4e71c89c-d6ec-4c4d-af87-24dc5adf634b.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 804.459318] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 4e71c89c-d6ec-4c4d-af87-24dc5adf634b] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 804.459318] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be6aa244-2185-4273-ae3f-39a43c0183a6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.466364] env[62301]: DEBUG oslo_vmware.api [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Waiting for the task: (returnval){ [ 804.466364] env[62301]: value = "task-2570240" [ 804.466364] env[62301]: _type = "Task" [ 804.466364] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.478306] env[62301]: DEBUG oslo_vmware.api [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Task: {'id': task-2570240, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.507608] env[62301]: DEBUG oslo_concurrency.lockutils [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.440s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 804.509191] env[62301]: DEBUG nova.compute.manager [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 804.518334] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.787s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 804.520174] env[62301]: INFO nova.compute.claims [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: ad58b606-b954-4ce1-bda7-56f0bd23e83f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 804.594263] env[62301]: DEBUG oslo_vmware.api [None req-a3862c33-95df-4659-8b9c-1ea7f006346c tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': task-2570237, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.836315] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570238, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.840167] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4d12bd01-56fa-49da-a632-8250966677d3 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] Creating Snapshot of the VM instance {{(pid=62301) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 804.840568] env[62301]: DEBUG oslo_vmware.api [None req-07866061-8944-42e4-94df-768d93f154e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Task: {'id': task-2570239, 'name': PowerOffVM_Task, 'duration_secs': 0.214024} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.840867] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ded09a2b-61b5-472b-8693-b82d0eeb1ace {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.842868] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-07866061-8944-42e4-94df-768d93f154e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 2bcefccc-32d9-41f5-b215-d5ce46f20f34] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 804.843383] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-07866061-8944-42e4-94df-768d93f154e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 2bcefccc-32d9-41f5-b215-d5ce46f20f34] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 804.843676] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-603f7ebc-59ca-4947-abda-65adb52ac391 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.850883] env[62301]: DEBUG oslo_vmware.api [None req-4d12bd01-56fa-49da-a632-8250966677d3 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the task: (returnval){ [ 804.850883] env[62301]: value = "task-2570241" [ 804.850883] env[62301]: _type = "Task" [ 804.850883] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.861485] env[62301]: DEBUG oslo_vmware.api [None req-4d12bd01-56fa-49da-a632-8250966677d3 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570241, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.869640] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-07866061-8944-42e4-94df-768d93f154e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 2bcefccc-32d9-41f5-b215-d5ce46f20f34] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 804.869915] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-07866061-8944-42e4-94df-768d93f154e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 2bcefccc-32d9-41f5-b215-d5ce46f20f34] Deleting contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 804.870089] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-07866061-8944-42e4-94df-768d93f154e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Deleting the datastore file [datastore2] 2bcefccc-32d9-41f5-b215-d5ce46f20f34 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 804.870406] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ff44286-eaa1-4b30-bcb4-48108c3c29b2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.884023] env[62301]: DEBUG oslo_vmware.api [None req-07866061-8944-42e4-94df-768d93f154e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Waiting for the task: (returnval){ [ 804.884023] env[62301]: value = "task-2570243" [ 804.884023] env[62301]: _type = "Task" [ 804.884023] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.893359] env[62301]: DEBUG oslo_vmware.api [None req-07866061-8944-42e4-94df-768d93f154e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Task: {'id': task-2570243, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.976207] env[62301]: DEBUG oslo_vmware.api [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Task: {'id': task-2570240, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077286} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.976651] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 4e71c89c-d6ec-4c4d-af87-24dc5adf634b] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 804.977518] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39c782d-391c-4507-a417-3498d46e2128 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.011964] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 4e71c89c-d6ec-4c4d-af87-24dc5adf634b] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 4e71c89c-d6ec-4c4d-af87-24dc5adf634b/4e71c89c-d6ec-4c4d-af87-24dc5adf634b.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.015092] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-118f6bac-d7ee-4438-a86c-61ce384a099b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.033821] env[62301]: DEBUG nova.compute.utils [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 805.039185] env[62301]: DEBUG nova.compute.manager [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 805.039330] env[62301]: DEBUG nova.network.neutron [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 805.054781] env[62301]: DEBUG oslo_vmware.api [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Waiting for the task: (returnval){ [ 805.054781] env[62301]: value = "task-2570244" [ 805.054781] env[62301]: _type = "Task" [ 805.054781] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.067261] env[62301]: DEBUG oslo_vmware.api [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Task: {'id': task-2570244, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.080696] env[62301]: DEBUG nova.network.neutron [req-416cc84b-681d-4282-8dfe-641dc9668110 req-662c685e-9d9d-4d3c-8b90-5ed66d4667ab service nova] [instance: 3edef36a-8f7d-41ad-b5ca-c260776e36e1] Updated VIF entry in instance network info cache for port cb8e41bd-7552-4f45-a90b-df42816fce09. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.081064] env[62301]: DEBUG nova.network.neutron [req-416cc84b-681d-4282-8dfe-641dc9668110 req-662c685e-9d9d-4d3c-8b90-5ed66d4667ab service nova] [instance: 3edef36a-8f7d-41ad-b5ca-c260776e36e1] Updating instance_info_cache with network_info: [{"id": "cb8e41bd-7552-4f45-a90b-df42816fce09", "address": "fa:16:3e:2f:1f:33", "network": {"id": "58849131-a187-4199-af59-dde8b89cc4d4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1073856399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42d31ce3318c41efa2c57cf4efd133b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb8e41bd-75", "ovs_interfaceid": "cb8e41bd-7552-4f45-a90b-df42816fce09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.084554] env[62301]: DEBUG nova.policy [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ecb7f299eaa4fcfb1336b1a19974040', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4352f1b6608f4987911fa3832ca6aeb9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 805.097403] env[62301]: DEBUG oslo_vmware.api [None req-a3862c33-95df-4659-8b9c-1ea7f006346c tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Task: {'id': task-2570237, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.699292} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.099887] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3862c33-95df-4659-8b9c-1ea7f006346c tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 805.100123] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-a3862c33-95df-4659-8b9c-1ea7f006346c tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 805.100346] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-a3862c33-95df-4659-8b9c-1ea7f006346c tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 805.100477] env[62301]: INFO nova.compute.manager [None req-a3862c33-95df-4659-8b9c-1ea7f006346c tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] [instance: e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8] Took 1.62 seconds to destroy the instance on the hypervisor. [ 805.100721] env[62301]: DEBUG oslo.service.loopingcall [None req-a3862c33-95df-4659-8b9c-1ea7f006346c tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 805.101509] env[62301]: DEBUG nova.compute.manager [-] [instance: e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 805.101964] env[62301]: DEBUG nova.network.neutron [-] [instance: e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 805.335328] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570238, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.366613] env[62301]: DEBUG oslo_vmware.api [None req-4d12bd01-56fa-49da-a632-8250966677d3 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570241, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.392474] env[62301]: DEBUG oslo_vmware.api [None req-07866061-8944-42e4-94df-768d93f154e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Task: {'id': task-2570243, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201973} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.392828] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-07866061-8944-42e4-94df-768d93f154e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 805.393074] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-07866061-8944-42e4-94df-768d93f154e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 2bcefccc-32d9-41f5-b215-d5ce46f20f34] Deleted contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 805.393359] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-07866061-8944-42e4-94df-768d93f154e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 2bcefccc-32d9-41f5-b215-d5ce46f20f34] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 805.393574] env[62301]: INFO nova.compute.manager [None req-07866061-8944-42e4-94df-768d93f154e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 2bcefccc-32d9-41f5-b215-d5ce46f20f34] Took 1.14 seconds to destroy the instance on the hypervisor. [ 805.393856] env[62301]: DEBUG oslo.service.loopingcall [None req-07866061-8944-42e4-94df-768d93f154e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 805.394137] env[62301]: DEBUG nova.compute.manager [-] [instance: 2bcefccc-32d9-41f5-b215-d5ce46f20f34] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 805.394251] env[62301]: DEBUG nova.network.neutron [-] [instance: 2bcefccc-32d9-41f5-b215-d5ce46f20f34] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 805.421234] env[62301]: DEBUG nova.network.neutron [-] [instance: 2bcefccc-32d9-41f5-b215-d5ce46f20f34] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 805.513801] env[62301]: DEBUG nova.network.neutron [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Successfully created port: eda45011-3e4c-4f43-8bbe-e318d510e502 {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 805.537592] env[62301]: DEBUG nova.compute.manager [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 805.565778] env[62301]: DEBUG oslo_vmware.api [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Task: {'id': task-2570244, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.584295] env[62301]: DEBUG oslo_concurrency.lockutils [req-416cc84b-681d-4282-8dfe-641dc9668110 req-662c685e-9d9d-4d3c-8b90-5ed66d4667ab service nova] Releasing lock "refresh_cache-3edef36a-8f7d-41ad-b5ca-c260776e36e1" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.840917] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570238, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.863976] env[62301]: DEBUG nova.network.neutron [-] [instance: e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.865226] env[62301]: DEBUG oslo_vmware.api [None req-4d12bd01-56fa-49da-a632-8250966677d3 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570241, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.923009] env[62301]: DEBUG nova.network.neutron [-] [instance: 2bcefccc-32d9-41f5-b215-d5ce46f20f34] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.984936] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe67ef10-e5fa-4dfd-9a93-bc1b7b7b63ac {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.992908] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63734e4f-d8e5-4530-94f6-f02d11e31234 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.023732] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f016cb-cc5e-46b0-a262-1cf63ebfb732 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.032586] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591ddc6b-4aa1-4a4a-a9ef-778cc23d64fb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.051328] env[62301]: DEBUG nova.compute.provider_tree [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.065074] env[62301]: DEBUG oslo_vmware.api [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Task: {'id': task-2570244, 'name': ReconfigVM_Task, 'duration_secs': 0.578807} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.065302] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 4e71c89c-d6ec-4c4d-af87-24dc5adf634b] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 4e71c89c-d6ec-4c4d-af87-24dc5adf634b/4e71c89c-d6ec-4c4d-af87-24dc5adf634b.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.065733] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=62301) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 806.066212] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-458bac8b-9420-4bf0-a034-948f2d4e9d20 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.074673] env[62301]: DEBUG oslo_vmware.api [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Waiting for the task: (returnval){ [ 806.074673] env[62301]: value = "task-2570245" [ 806.074673] env[62301]: _type = "Task" [ 806.074673] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.083447] env[62301]: DEBUG oslo_vmware.api [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Task: {'id': task-2570245, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.337384] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570238, 'name': CreateVM_Task, 'duration_secs': 1.604232} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.337695] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3edef36a-8f7d-41ad-b5ca-c260776e36e1] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 806.338385] env[62301]: DEBUG oslo_concurrency.lockutils [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.338490] env[62301]: DEBUG oslo_concurrency.lockutils [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.338766] env[62301]: DEBUG oslo_concurrency.lockutils [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.339028] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-513d6ab5-7374-45fd-bb82-b3f6125640c6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.344027] env[62301]: DEBUG oslo_vmware.api [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for the task: (returnval){ [ 806.344027] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52e224b5-3d1e-a674-a2ab-d9f5ba4aa207" [ 806.344027] env[62301]: _type = "Task" [ 806.344027] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.354035] env[62301]: DEBUG oslo_vmware.api [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52e224b5-3d1e-a674-a2ab-d9f5ba4aa207, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.362624] env[62301]: DEBUG oslo_vmware.api [None req-4d12bd01-56fa-49da-a632-8250966677d3 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570241, 'name': CreateSnapshot_Task, 'duration_secs': 1.122334} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.362779] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4d12bd01-56fa-49da-a632-8250966677d3 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] Created Snapshot of the VM instance {{(pid=62301) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 806.363445] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b067c14c-9989-40bf-b581-cda9433d2556 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.367868] env[62301]: INFO nova.compute.manager [-] [instance: e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8] Took 1.27 seconds to deallocate network for instance. [ 806.395326] env[62301]: DEBUG nova.compute.manager [req-827f0bb3-be49-4a3c-b9fe-2a478659a44f req-a5aa114d-0683-45c1-adde-bc07498e60a6 service nova] [instance: e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8] Received event network-vif-deleted-8db30077-e152-472d-a22e-2d497f2416ef {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 806.425015] env[62301]: INFO nova.compute.manager [-] [instance: 2bcefccc-32d9-41f5-b215-d5ce46f20f34] Took 1.03 seconds to deallocate network for instance. [ 806.555036] env[62301]: DEBUG nova.compute.manager [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 806.558030] env[62301]: DEBUG nova.scheduler.client.report [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.582273] env[62301]: DEBUG nova.virt.hardware [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 806.582583] env[62301]: DEBUG nova.virt.hardware [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 806.582751] env[62301]: DEBUG nova.virt.hardware [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 806.582934] env[62301]: DEBUG nova.virt.hardware [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 806.583115] env[62301]: DEBUG nova.virt.hardware [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 806.583240] env[62301]: DEBUG nova.virt.hardware [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 806.583448] env[62301]: DEBUG nova.virt.hardware [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 806.583604] env[62301]: DEBUG nova.virt.hardware [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 806.583771] env[62301]: DEBUG nova.virt.hardware [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 806.583930] env[62301]: DEBUG nova.virt.hardware [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 806.584133] env[62301]: DEBUG nova.virt.hardware [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 806.585175] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c946a129-9ce2-48d7-b42b-f808b33c2112 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.591047] env[62301]: DEBUG oslo_vmware.api [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Task: {'id': task-2570245, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.111655} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.591613] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=62301) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 806.592386] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c8a865-0334-4fc2-98bc-393de2aeaa39 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.598387] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e44a174-934f-41a0-af6c-894a5ddd592c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.622789] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 4e71c89c-d6ec-4c4d-af87-24dc5adf634b] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 4e71c89c-d6ec-4c4d-af87-24dc5adf634b/ephemeral_0.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 806.623536] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68c01f93-4166-4f76-8ba4-d20b2a2c4cf8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.649360] env[62301]: DEBUG oslo_vmware.api [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Waiting for the task: (returnval){ [ 806.649360] env[62301]: value = "task-2570246" [ 806.649360] env[62301]: _type = "Task" [ 806.649360] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.657610] env[62301]: DEBUG oslo_vmware.api [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Task: {'id': task-2570246, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.854856] env[62301]: DEBUG oslo_vmware.api [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52e224b5-3d1e-a674-a2ab-d9f5ba4aa207, 'name': SearchDatastore_Task, 'duration_secs': 0.012354} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.855256] env[62301]: DEBUG oslo_concurrency.lockutils [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.855515] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 3edef36a-8f7d-41ad-b5ca-c260776e36e1] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 806.855748] env[62301]: DEBUG oslo_concurrency.lockutils [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.856024] env[62301]: DEBUG oslo_concurrency.lockutils [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.856236] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 806.856501] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f785f2fd-b208-47b9-87e0-08cd2616740c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.865597] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 806.865770] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 806.866618] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4324abdb-29de-4cdb-81ba-08ac8ef54158 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.874194] env[62301]: DEBUG oslo_vmware.api [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for the task: (returnval){ [ 806.874194] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5291a9c4-ecc4-11cf-bd8f-f1af31866f3d" [ 806.874194] env[62301]: _type = "Task" [ 806.874194] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.888121] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4d12bd01-56fa-49da-a632-8250966677d3 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] Creating linked-clone VM from snapshot {{(pid=62301) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 806.888583] env[62301]: DEBUG oslo_vmware.api [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5291a9c4-ecc4-11cf-bd8f-f1af31866f3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.889451] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a3862c33-95df-4659-8b9c-1ea7f006346c tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.889697] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cf2357e4-d4ea-4568-9fd8-bb320d989857 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.898870] env[62301]: DEBUG oslo_vmware.api [None req-4d12bd01-56fa-49da-a632-8250966677d3 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the task: (returnval){ [ 806.898870] env[62301]: value = "task-2570247" [ 806.898870] env[62301]: _type = "Task" [ 806.898870] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.908451] env[62301]: DEBUG oslo_vmware.api [None req-4d12bd01-56fa-49da-a632-8250966677d3 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570247, 'name': CloneVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.932045] env[62301]: DEBUG oslo_concurrency.lockutils [None req-07866061-8944-42e4-94df-768d93f154e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 807.004026] env[62301]: DEBUG nova.compute.manager [req-194ba468-dbb4-4b42-a3ed-bef9a5a70000 req-49f89822-251b-48da-98ed-dfe34efe5047 service nova] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Received event network-vif-plugged-eda45011-3e4c-4f43-8bbe-e318d510e502 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 807.004026] env[62301]: DEBUG oslo_concurrency.lockutils [req-194ba468-dbb4-4b42-a3ed-bef9a5a70000 req-49f89822-251b-48da-98ed-dfe34efe5047 service nova] Acquiring lock "7015dc41-f1f8-4dd4-8e35-6ea6e574d44e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 807.004026] env[62301]: DEBUG oslo_concurrency.lockutils [req-194ba468-dbb4-4b42-a3ed-bef9a5a70000 req-49f89822-251b-48da-98ed-dfe34efe5047 service nova] Lock "7015dc41-f1f8-4dd4-8e35-6ea6e574d44e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 807.004026] env[62301]: DEBUG oslo_concurrency.lockutils [req-194ba468-dbb4-4b42-a3ed-bef9a5a70000 req-49f89822-251b-48da-98ed-dfe34efe5047 service nova] Lock "7015dc41-f1f8-4dd4-8e35-6ea6e574d44e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 807.004026] env[62301]: DEBUG nova.compute.manager [req-194ba468-dbb4-4b42-a3ed-bef9a5a70000 req-49f89822-251b-48da-98ed-dfe34efe5047 service nova] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] No waiting events found dispatching network-vif-plugged-eda45011-3e4c-4f43-8bbe-e318d510e502 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 807.004026] env[62301]: WARNING nova.compute.manager [req-194ba468-dbb4-4b42-a3ed-bef9a5a70000 req-49f89822-251b-48da-98ed-dfe34efe5047 service nova] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Received unexpected event network-vif-plugged-eda45011-3e4c-4f43-8bbe-e318d510e502 for instance with vm_state building and task_state spawning. [ 807.064837] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.548s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 807.064837] env[62301]: DEBUG nova.compute.manager [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: ad58b606-b954-4ce1-bda7-56f0bd23e83f] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 807.068036] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 32.746s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 807.110036] env[62301]: DEBUG nova.network.neutron [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Successfully updated port: eda45011-3e4c-4f43-8bbe-e318d510e502 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 807.160627] env[62301]: DEBUG oslo_vmware.api [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Task: {'id': task-2570246, 'name': ReconfigVM_Task, 'duration_secs': 0.401035} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.160861] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 4e71c89c-d6ec-4c4d-af87-24dc5adf634b] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 4e71c89c-d6ec-4c4d-af87-24dc5adf634b/ephemeral_0.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 807.161672] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9db3c377-c90f-4af7-81e2-1ca17b096cea {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.168539] env[62301]: DEBUG oslo_vmware.api [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Waiting for the task: (returnval){ [ 807.168539] env[62301]: value = "task-2570248" [ 807.168539] env[62301]: _type = "Task" [ 807.168539] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.176955] env[62301]: DEBUG oslo_vmware.api [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Task: {'id': task-2570248, 'name': Rename_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.384565] env[62301]: DEBUG oslo_vmware.api [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5291a9c4-ecc4-11cf-bd8f-f1af31866f3d, 'name': SearchDatastore_Task, 'duration_secs': 0.016238} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.385759] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c66b9ba4-28fe-48e1-8e74-6e787b7ea2f9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.391859] env[62301]: DEBUG oslo_vmware.api [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for the task: (returnval){ [ 807.391859] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52b2c95e-bba6-98af-940d-10db06458fed" [ 807.391859] env[62301]: _type = "Task" [ 807.391859] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.400208] env[62301]: DEBUG oslo_vmware.api [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52b2c95e-bba6-98af-940d-10db06458fed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.409037] env[62301]: DEBUG oslo_vmware.api [None req-4d12bd01-56fa-49da-a632-8250966677d3 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570247, 'name': CloneVM_Task} progress is 94%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.572356] env[62301]: DEBUG nova.compute.utils [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 807.576392] env[62301]: INFO nova.compute.claims [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 807.580635] env[62301]: DEBUG nova.compute.manager [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: ad58b606-b954-4ce1-bda7-56f0bd23e83f] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 807.580950] env[62301]: DEBUG nova.network.neutron [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: ad58b606-b954-4ce1-bda7-56f0bd23e83f] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 807.616173] env[62301]: DEBUG oslo_concurrency.lockutils [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Acquiring lock "refresh_cache-7015dc41-f1f8-4dd4-8e35-6ea6e574d44e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.616361] env[62301]: DEBUG oslo_concurrency.lockutils [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Acquired lock "refresh_cache-7015dc41-f1f8-4dd4-8e35-6ea6e574d44e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.617218] env[62301]: DEBUG nova.network.neutron [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 807.640106] env[62301]: DEBUG nova.policy [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6a56cda9aec4cca99b96739ab45e3ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31c7c184f35545928fd615e8b72fb678', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 807.678247] env[62301]: DEBUG oslo_vmware.api [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Task: {'id': task-2570248, 'name': Rename_Task, 'duration_secs': 0.183366} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.678524] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 4e71c89c-d6ec-4c4d-af87-24dc5adf634b] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.678768] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18c41853-1b49-4f1d-8d42-4c87554038c7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.685290] env[62301]: DEBUG oslo_vmware.api [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Waiting for the task: (returnval){ [ 807.685290] env[62301]: value = "task-2570249" [ 807.685290] env[62301]: _type = "Task" [ 807.685290] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.694994] env[62301]: DEBUG oslo_vmware.api [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Task: {'id': task-2570249, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.907810] env[62301]: DEBUG oslo_vmware.api [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52b2c95e-bba6-98af-940d-10db06458fed, 'name': SearchDatastore_Task, 'duration_secs': 0.01411} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.911919] env[62301]: DEBUG oslo_concurrency.lockutils [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.912488] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 3edef36a-8f7d-41ad-b5ca-c260776e36e1/3edef36a-8f7d-41ad-b5ca-c260776e36e1.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 807.912828] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98bf27a7-bf20-4079-8a14-58155d123ab6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.921388] env[62301]: DEBUG oslo_vmware.api [None req-4d12bd01-56fa-49da-a632-8250966677d3 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570247, 'name': CloneVM_Task} progress is 95%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.922501] env[62301]: DEBUG oslo_vmware.api [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for the task: (returnval){ [ 807.922501] env[62301]: value = "task-2570250" [ 807.922501] env[62301]: _type = "Task" [ 807.922501] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.931738] env[62301]: DEBUG oslo_vmware.api [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570250, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.984211] env[62301]: DEBUG nova.network.neutron [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: ad58b606-b954-4ce1-bda7-56f0bd23e83f] Successfully created port: 5d0bac21-aa73-4e9a-8dc9-27fda9944a95 {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 808.081406] env[62301]: DEBUG nova.compute.manager [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: ad58b606-b954-4ce1-bda7-56f0bd23e83f] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 808.086198] env[62301]: INFO nova.compute.resource_tracker [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Updating resource usage from migration ad4af0b7-fc38-48a9-918d-b83ca132d147 [ 808.158997] env[62301]: DEBUG nova.network.neutron [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 808.207036] env[62301]: DEBUG oslo_vmware.api [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Task: {'id': task-2570249, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.343492] env[62301]: DEBUG nova.network.neutron [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Updating instance_info_cache with network_info: [{"id": "eda45011-3e4c-4f43-8bbe-e318d510e502", "address": "fa:16:3e:a1:45:02", "network": {"id": "b833fc4f-6a7f-4f89-9c27-cc3c44b31c21", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-649441464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4352f1b6608f4987911fa3832ca6aeb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c02dd284-ab80-451c-93eb-48c8360acb9c", "external-id": "nsx-vlan-transportzone-818", "segmentation_id": 818, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeda45011-3e", "ovs_interfaceid": "eda45011-3e4c-4f43-8bbe-e318d510e502", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.420022] env[62301]: DEBUG oslo_vmware.api [None req-4d12bd01-56fa-49da-a632-8250966677d3 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570247, 'name': CloneVM_Task, 'duration_secs': 1.412804} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.420426] env[62301]: INFO nova.virt.vmwareapi.vmops [None req-4d12bd01-56fa-49da-a632-8250966677d3 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] Created linked-clone VM from snapshot [ 808.421159] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41eae3e0-dc52-4401-b412-cdcd90c7c22f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.435634] env[62301]: DEBUG nova.virt.vmwareapi.images [None req-4d12bd01-56fa-49da-a632-8250966677d3 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] Uploading image 8a6b7eb5-8c2c-4ffd-b701-d293ba7e0a45 {{(pid=62301) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 808.443525] env[62301]: DEBUG oslo_vmware.api [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570250, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.469089] env[62301]: DEBUG oslo_vmware.rw_handles [None req-4d12bd01-56fa-49da-a632-8250966677d3 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 808.469089] env[62301]: value = "vm-518830" [ 808.469089] env[62301]: _type = "VirtualMachine" [ 808.469089] env[62301]: }. {{(pid=62301) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 808.469318] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-77c7d005-569c-4446-9c4d-cd6b5918d571 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.479173] env[62301]: DEBUG oslo_vmware.rw_handles [None req-4d12bd01-56fa-49da-a632-8250966677d3 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Lease: (returnval){ [ 808.479173] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52a081d9-7461-dcb3-8a49-39ff6451acb2" [ 808.479173] env[62301]: _type = "HttpNfcLease" [ 808.479173] env[62301]: } obtained for exporting VM: (result){ [ 808.479173] env[62301]: value = "vm-518830" [ 808.479173] env[62301]: _type = "VirtualMachine" [ 808.479173] env[62301]: }. {{(pid=62301) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 808.479173] env[62301]: DEBUG oslo_vmware.api [None req-4d12bd01-56fa-49da-a632-8250966677d3 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the lease: (returnval){ [ 808.479173] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52a081d9-7461-dcb3-8a49-39ff6451acb2" [ 808.479173] env[62301]: _type = "HttpNfcLease" [ 808.479173] env[62301]: } to be ready. {{(pid=62301) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 808.486678] env[62301]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 808.486678] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52a081d9-7461-dcb3-8a49-39ff6451acb2" [ 808.486678] env[62301]: _type = "HttpNfcLease" [ 808.486678] env[62301]: } is initializing. {{(pid=62301) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 808.574508] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db416613-1be3-4472-a7b2-f5105c66f6a0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.582191] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f930156e-e232-45ca-bfc3-f35a9db5f087 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.617780] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb40e2f-4dd3-4248-9d40-8879f62d9943 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.625755] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375f8e4f-d243-4ea1-bef8-f17efba77ff2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.641121] env[62301]: DEBUG nova.compute.provider_tree [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.697670] env[62301]: DEBUG oslo_vmware.api [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Task: {'id': task-2570249, 'name': PowerOnVM_Task, 'duration_secs': 0.577449} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.697931] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 4e71c89c-d6ec-4c4d-af87-24dc5adf634b] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.698181] env[62301]: INFO nova.compute.manager [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 4e71c89c-d6ec-4c4d-af87-24dc5adf634b] Took 8.63 seconds to spawn the instance on the hypervisor. [ 808.698317] env[62301]: DEBUG nova.compute.manager [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 4e71c89c-d6ec-4c4d-af87-24dc5adf634b] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.699159] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1d999b-68af-4049-b6b1-76b0c9c170c4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.848389] env[62301]: DEBUG oslo_concurrency.lockutils [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Releasing lock "refresh_cache-7015dc41-f1f8-4dd4-8e35-6ea6e574d44e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.848764] env[62301]: DEBUG nova.compute.manager [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Instance network_info: |[{"id": "eda45011-3e4c-4f43-8bbe-e318d510e502", "address": "fa:16:3e:a1:45:02", "network": {"id": "b833fc4f-6a7f-4f89-9c27-cc3c44b31c21", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-649441464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4352f1b6608f4987911fa3832ca6aeb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c02dd284-ab80-451c-93eb-48c8360acb9c", "external-id": "nsx-vlan-transportzone-818", "segmentation_id": 818, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeda45011-3e", "ovs_interfaceid": "eda45011-3e4c-4f43-8bbe-e318d510e502", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 808.849220] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:45:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c02dd284-ab80-451c-93eb-48c8360acb9c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eda45011-3e4c-4f43-8bbe-e318d510e502', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 808.857790] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Creating folder: Project (4352f1b6608f4987911fa3832ca6aeb9). Parent ref: group-v518653. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 808.858069] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e964eb83-fc09-4685-a478-65722afc546d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.869021] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Created folder: Project (4352f1b6608f4987911fa3832ca6aeb9) in parent group-v518653. [ 808.869238] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Creating folder: Instances. Parent ref: group-v518831. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 808.869486] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3085075c-4d71-43d0-9e3a-efbc5474b3ec {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.878835] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Created folder: Instances in parent group-v518831. [ 808.879080] env[62301]: DEBUG oslo.service.loopingcall [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 808.879271] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 808.879470] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2614ac0d-134f-401a-9573-002cccb008ba {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.898588] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 808.898588] env[62301]: value = "task-2570254" [ 808.898588] env[62301]: _type = "Task" [ 808.898588] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.906150] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570254, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.935982] env[62301]: DEBUG oslo_vmware.api [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570250, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568037} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.936279] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 3edef36a-8f7d-41ad-b5ca-c260776e36e1/3edef36a-8f7d-41ad-b5ca-c260776e36e1.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 808.936492] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 3edef36a-8f7d-41ad-b5ca-c260776e36e1] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 808.936736] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c94ae7d-69ff-4744-a661-d057ca4bfbb7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.951582] env[62301]: DEBUG oslo_vmware.api [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for the task: (returnval){ [ 808.951582] env[62301]: value = "task-2570255" [ 808.951582] env[62301]: _type = "Task" [ 808.951582] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.960886] env[62301]: DEBUG oslo_vmware.api [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570255, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.987775] env[62301]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 808.987775] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52a081d9-7461-dcb3-8a49-39ff6451acb2" [ 808.987775] env[62301]: _type = "HttpNfcLease" [ 808.987775] env[62301]: } is ready. {{(pid=62301) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 808.988076] env[62301]: DEBUG oslo_vmware.rw_handles [None req-4d12bd01-56fa-49da-a632-8250966677d3 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 808.988076] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52a081d9-7461-dcb3-8a49-39ff6451acb2" [ 808.988076] env[62301]: _type = "HttpNfcLease" [ 808.988076] env[62301]: }. {{(pid=62301) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 808.988839] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88925d1a-5c88-4024-a454-eedb2dea6d07 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.997025] env[62301]: DEBUG oslo_vmware.rw_handles [None req-4d12bd01-56fa-49da-a632-8250966677d3 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523066d9-6c41-179f-6dbc-a4c118704b4f/disk-0.vmdk from lease info. {{(pid=62301) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 808.997307] env[62301]: DEBUG oslo_vmware.rw_handles [None req-4d12bd01-56fa-49da-a632-8250966677d3 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523066d9-6c41-179f-6dbc-a4c118704b4f/disk-0.vmdk for reading. {{(pid=62301) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 809.058282] env[62301]: DEBUG nova.compute.manager [req-59b87f40-1c71-4973-a856-1d2ad069a404 req-60f510c7-eca1-4f90-9285-5f1e6237ce50 service nova] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Received event network-changed-eda45011-3e4c-4f43-8bbe-e318d510e502 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 809.058408] env[62301]: DEBUG nova.compute.manager [req-59b87f40-1c71-4973-a856-1d2ad069a404 req-60f510c7-eca1-4f90-9285-5f1e6237ce50 service nova] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Refreshing instance network info cache due to event network-changed-eda45011-3e4c-4f43-8bbe-e318d510e502. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 809.058634] env[62301]: DEBUG oslo_concurrency.lockutils [req-59b87f40-1c71-4973-a856-1d2ad069a404 req-60f510c7-eca1-4f90-9285-5f1e6237ce50 service nova] Acquiring lock "refresh_cache-7015dc41-f1f8-4dd4-8e35-6ea6e574d44e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.058715] env[62301]: DEBUG oslo_concurrency.lockutils [req-59b87f40-1c71-4973-a856-1d2ad069a404 req-60f510c7-eca1-4f90-9285-5f1e6237ce50 service nova] Acquired lock "refresh_cache-7015dc41-f1f8-4dd4-8e35-6ea6e574d44e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.058872] env[62301]: DEBUG nova.network.neutron [req-59b87f40-1c71-4973-a856-1d2ad069a404 req-60f510c7-eca1-4f90-9285-5f1e6237ce50 service nova] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Refreshing network info cache for port eda45011-3e4c-4f43-8bbe-e318d510e502 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 809.102853] env[62301]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7cfea7cb-1512-49eb-92fa-af9e9dd14bf4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.125985] env[62301]: DEBUG nova.compute.manager [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: ad58b606-b954-4ce1-bda7-56f0bd23e83f] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 809.150042] env[62301]: DEBUG nova.scheduler.client.report [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.219936] env[62301]: INFO nova.compute.manager [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 4e71c89c-d6ec-4c4d-af87-24dc5adf634b] Took 49.20 seconds to build instance. [ 809.334743] env[62301]: DEBUG nova.virt.hardware [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 809.335118] env[62301]: DEBUG nova.virt.hardware [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 809.335378] env[62301]: DEBUG nova.virt.hardware [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 809.336091] env[62301]: DEBUG nova.virt.hardware [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 809.336091] env[62301]: DEBUG nova.virt.hardware [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 809.336193] env[62301]: DEBUG nova.virt.hardware [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 809.336534] env[62301]: DEBUG nova.virt.hardware [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 809.336806] env[62301]: DEBUG nova.virt.hardware [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 809.337089] env[62301]: DEBUG nova.virt.hardware [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 809.337359] env[62301]: DEBUG nova.virt.hardware [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 809.337628] env[62301]: DEBUG nova.virt.hardware [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 809.338763] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e986fa2c-4e85-4cd6-b231-d925168f78c3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.349596] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1828cc2-3ec9-41fb-a721-e940af0c800b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.409616] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570254, 'name': CreateVM_Task, 'duration_secs': 0.413477} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.409800] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 809.410756] env[62301]: DEBUG oslo_concurrency.lockutils [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.410947] env[62301]: DEBUG oslo_concurrency.lockutils [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.411401] env[62301]: DEBUG oslo_concurrency.lockutils [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.411698] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed66d19b-33f9-4e2d-92b1-47b4389a3519 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.418130] env[62301]: DEBUG oslo_vmware.api [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Waiting for the task: (returnval){ [ 809.418130] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52ee6bbf-964e-60c7-262a-9795970e2b5f" [ 809.418130] env[62301]: _type = "Task" [ 809.418130] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.425865] env[62301]: DEBUG oslo_vmware.api [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52ee6bbf-964e-60c7-262a-9795970e2b5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.464616] env[62301]: DEBUG oslo_vmware.api [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570255, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.166644} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.465100] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 3edef36a-8f7d-41ad-b5ca-c260776e36e1] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 809.466242] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace12365-8fbd-4baa-b89d-d3a84efb22fa {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.492824] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 3edef36a-8f7d-41ad-b5ca-c260776e36e1] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 3edef36a-8f7d-41ad-b5ca-c260776e36e1/3edef36a-8f7d-41ad-b5ca-c260776e36e1.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.493503] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4f96197-5aba-46a6-becf-fc96a93ad9a3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.521279] env[62301]: DEBUG oslo_vmware.api [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for the task: (returnval){ [ 809.521279] env[62301]: value = "task-2570256" [ 809.521279] env[62301]: _type = "Task" [ 809.521279] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.529545] env[62301]: DEBUG oslo_vmware.api [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570256, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.590766] env[62301]: DEBUG nova.network.neutron [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: ad58b606-b954-4ce1-bda7-56f0bd23e83f] Successfully updated port: 5d0bac21-aa73-4e9a-8dc9-27fda9944a95 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 809.658021] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.588s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.658021] env[62301]: INFO nova.compute.manager [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Migrating [ 809.665749] env[62301]: DEBUG oslo_concurrency.lockutils [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.488s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.668160] env[62301]: INFO nova.compute.claims [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 809.721753] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2efa5198-b533-47ec-9f48-71b49886e3e2 tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Lock "4e71c89c-d6ec-4c4d-af87-24dc5adf634b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.178s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.823100] env[62301]: DEBUG nova.network.neutron [req-59b87f40-1c71-4973-a856-1d2ad069a404 req-60f510c7-eca1-4f90-9285-5f1e6237ce50 service nova] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Updated VIF entry in instance network info cache for port eda45011-3e4c-4f43-8bbe-e318d510e502. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 809.823467] env[62301]: DEBUG nova.network.neutron [req-59b87f40-1c71-4973-a856-1d2ad069a404 req-60f510c7-eca1-4f90-9285-5f1e6237ce50 service nova] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Updating instance_info_cache with network_info: [{"id": "eda45011-3e4c-4f43-8bbe-e318d510e502", "address": "fa:16:3e:a1:45:02", "network": {"id": "b833fc4f-6a7f-4f89-9c27-cc3c44b31c21", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-649441464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4352f1b6608f4987911fa3832ca6aeb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c02dd284-ab80-451c-93eb-48c8360acb9c", "external-id": "nsx-vlan-transportzone-818", "segmentation_id": 818, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeda45011-3e", "ovs_interfaceid": "eda45011-3e4c-4f43-8bbe-e318d510e502", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.929510] env[62301]: DEBUG oslo_vmware.api [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52ee6bbf-964e-60c7-262a-9795970e2b5f, 'name': SearchDatastore_Task, 'duration_secs': 0.012659} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.930377] env[62301]: DEBUG oslo_concurrency.lockutils [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.930377] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 809.930377] env[62301]: DEBUG oslo_concurrency.lockutils [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.930551] env[62301]: DEBUG oslo_concurrency.lockutils [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.930755] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 809.930897] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a49435d5-7701-432e-8eb4-caef20713399 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.938871] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 809.939080] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 809.939892] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba91ee93-30a8-4529-8bf6-8516963273fb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.945869] env[62301]: DEBUG oslo_vmware.api [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Waiting for the task: (returnval){ [ 809.945869] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52c90195-1a75-b485-e28e-fcb99982f90e" [ 809.945869] env[62301]: _type = "Task" [ 809.945869] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.954076] env[62301]: DEBUG oslo_vmware.api [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52c90195-1a75-b485-e28e-fcb99982f90e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.029720] env[62301]: DEBUG oslo_vmware.api [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570256, 'name': ReconfigVM_Task, 'duration_secs': 0.429253} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.030116] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 3edef36a-8f7d-41ad-b5ca-c260776e36e1] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 3edef36a-8f7d-41ad-b5ca-c260776e36e1/3edef36a-8f7d-41ad-b5ca-c260776e36e1.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 810.030818] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af4ae08b-fb3b-4b39-8e53-994ed94bcc8e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.037247] env[62301]: DEBUG oslo_vmware.api [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for the task: (returnval){ [ 810.037247] env[62301]: value = "task-2570257" [ 810.037247] env[62301]: _type = "Task" [ 810.037247] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.045736] env[62301]: DEBUG oslo_vmware.api [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570257, 'name': Rename_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.093686] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Acquiring lock "refresh_cache-ad58b606-b954-4ce1-bda7-56f0bd23e83f" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.093931] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Acquired lock "refresh_cache-ad58b606-b954-4ce1-bda7-56f0bd23e83f" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.094232] env[62301]: DEBUG nova.network.neutron [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: ad58b606-b954-4ce1-bda7-56f0bd23e83f] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 810.181887] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Acquiring lock "refresh_cache-ffff5450-4ec9-4eb1-8b40-8f55c30409a6" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.182222] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Acquired lock "refresh_cache-ffff5450-4ec9-4eb1-8b40-8f55c30409a6" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.182530] env[62301]: DEBUG nova.network.neutron [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 810.326771] env[62301]: DEBUG oslo_concurrency.lockutils [req-59b87f40-1c71-4973-a856-1d2ad069a404 req-60f510c7-eca1-4f90-9285-5f1e6237ce50 service nova] Releasing lock "refresh_cache-7015dc41-f1f8-4dd4-8e35-6ea6e574d44e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.457870] env[62301]: DEBUG oslo_vmware.api [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52c90195-1a75-b485-e28e-fcb99982f90e, 'name': SearchDatastore_Task, 'duration_secs': 0.01398} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.458808] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b92856e0-58e5-4045-b73d-c2ebb19ecf73 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.464895] env[62301]: DEBUG oslo_vmware.api [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Waiting for the task: (returnval){ [ 810.464895] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]528c88fd-71e1-6f8b-869b-79d589b6041e" [ 810.464895] env[62301]: _type = "Task" [ 810.464895] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.473967] env[62301]: DEBUG oslo_vmware.api [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]528c88fd-71e1-6f8b-869b-79d589b6041e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.548050] env[62301]: DEBUG oslo_vmware.api [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570257, 'name': Rename_Task, 'duration_secs': 0.209792} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.548626] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 3edef36a-8f7d-41ad-b5ca-c260776e36e1] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.548997] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe7f98a2-60ed-46b1-bf8d-91f300a9fc58 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.555595] env[62301]: DEBUG oslo_vmware.api [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for the task: (returnval){ [ 810.555595] env[62301]: value = "task-2570258" [ 810.555595] env[62301]: _type = "Task" [ 810.555595] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.565077] env[62301]: DEBUG oslo_vmware.api [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570258, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.631779] env[62301]: DEBUG nova.network.neutron [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: ad58b606-b954-4ce1-bda7-56f0bd23e83f] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 810.826238] env[62301]: DEBUG nova.network.neutron [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: ad58b606-b954-4ce1-bda7-56f0bd23e83f] Updating instance_info_cache with network_info: [{"id": "5d0bac21-aa73-4e9a-8dc9-27fda9944a95", "address": "fa:16:3e:8a:0d:b4", "network": {"id": "c9bc6ff9-87e6-43ca-a829-8abee608caa9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1880576448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31c7c184f35545928fd615e8b72fb678", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d0bac21-aa", "ovs_interfaceid": "5d0bac21-aa73-4e9a-8dc9-27fda9944a95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.915895] env[62301]: DEBUG nova.network.neutron [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Updating instance_info_cache with network_info: [{"id": "cd6db707-1ef4-4fe2-965d-00f1d489cf92", "address": "fa:16:3e:60:bd:0e", "network": {"id": "229d681a-36f3-4cf5-8b82-82a25738b030", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "584ed71e5cee48ffa78bf852023e57aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd6db707-1e", "ovs_interfaceid": "cd6db707-1ef4-4fe2-965d-00f1d489cf92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.978011] env[62301]: DEBUG oslo_vmware.api [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]528c88fd-71e1-6f8b-869b-79d589b6041e, 'name': SearchDatastore_Task, 'duration_secs': 0.012828} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.978300] env[62301]: DEBUG oslo_concurrency.lockutils [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.978586] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e/7015dc41-f1f8-4dd4-8e35-6ea6e574d44e.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 810.978861] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f594867-a40a-427a-be2c-5a5b9a5cc7d3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.985858] env[62301]: DEBUG oslo_vmware.api [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Waiting for the task: (returnval){ [ 810.985858] env[62301]: value = "task-2570259" [ 810.985858] env[62301]: _type = "Task" [ 810.985858] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.995832] env[62301]: DEBUG oslo_vmware.api [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570259, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.839865] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Releasing lock "refresh_cache-ad58b606-b954-4ce1-bda7-56f0bd23e83f" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.840322] env[62301]: DEBUG nova.compute.manager [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: ad58b606-b954-4ce1-bda7-56f0bd23e83f] Instance network_info: |[{"id": "5d0bac21-aa73-4e9a-8dc9-27fda9944a95", "address": "fa:16:3e:8a:0d:b4", "network": {"id": "c9bc6ff9-87e6-43ca-a829-8abee608caa9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1880576448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31c7c184f35545928fd615e8b72fb678", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d0bac21-aa", "ovs_interfaceid": "5d0bac21-aa73-4e9a-8dc9-27fda9944a95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 811.840689] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Releasing lock "refresh_cache-ffff5450-4ec9-4eb1-8b40-8f55c30409a6" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.842920] env[62301]: DEBUG oslo_vmware.api [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570258, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.843127] env[62301]: WARNING oslo_vmware.common.loopingcall [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] task run outlasted interval by 0.28686199999999995 sec [ 811.846165] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: ad58b606-b954-4ce1-bda7-56f0bd23e83f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:0d:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9bb629cd-6d0f-4bed-965c-bd04a2f3ec49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d0bac21-aa73-4e9a-8dc9-27fda9944a95', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 811.853385] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Creating folder: Project (31c7c184f35545928fd615e8b72fb678). Parent ref: group-v518653. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 811.858108] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d64ae4e-21ce-4287-8357-183eb0f32e29 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.873043] env[62301]: DEBUG oslo_vmware.api [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570259, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535643} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.873466] env[62301]: DEBUG oslo_vmware.api [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570258, 'name': PowerOnVM_Task, 'duration_secs': 0.622854} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.877142] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e/7015dc41-f1f8-4dd4-8e35-6ea6e574d44e.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 811.877379] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 811.877647] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 3edef36a-8f7d-41ad-b5ca-c260776e36e1] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.877842] env[62301]: INFO nova.compute.manager [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 3edef36a-8f7d-41ad-b5ca-c260776e36e1] Took 9.85 seconds to spawn the instance on the hypervisor. [ 811.878028] env[62301]: DEBUG nova.compute.manager [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 3edef36a-8f7d-41ad-b5ca-c260776e36e1] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.878609] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Created folder: Project (31c7c184f35545928fd615e8b72fb678) in parent group-v518653. [ 811.878813] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Creating folder: Instances. Parent ref: group-v518834. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 811.880124] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-378a8362-5c7e-44be-9735-9537ccb099f6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.885019] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b1d658-2775-484c-a095-8667adf7b6e0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.885019] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6cef0bed-1009-4358-86dc-d4d7565ba6e7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.900214] env[62301]: DEBUG oslo_vmware.api [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Waiting for the task: (returnval){ [ 811.900214] env[62301]: value = "task-2570261" [ 811.900214] env[62301]: _type = "Task" [ 811.900214] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.902513] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Created folder: Instances in parent group-v518834. [ 811.902840] env[62301]: DEBUG oslo.service.loopingcall [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 811.907452] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad58b606-b954-4ce1-bda7-56f0bd23e83f] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 811.908647] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4da766c0-15e2-40ac-b8b1-76bb547c6258 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.942767] env[62301]: DEBUG oslo_vmware.api [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570261, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.944966] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 811.944966] env[62301]: value = "task-2570263" [ 811.944966] env[62301]: _type = "Task" [ 811.944966] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.951229] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06dac3f8-e68e-44f4-9809-bd31ee25c36f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.960250] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570263, 'name': CreateVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.963400] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364417fe-ca82-40d5-94ac-0bb73e6d0f62 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.994659] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7babd232-486c-4806-9410-ebdc22ca1182 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.002175] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2b4e1e-4e32-47e7-9d9a-520520b6505c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.017685] env[62301]: DEBUG nova.compute.provider_tree [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.254747] env[62301]: DEBUG oslo_vmware.rw_handles [None req-c1e1fad4-be15-4f6b-bda4-d876b7937a34 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52beabc8-1a13-eb08-0897-d8ac3d4b8abd/disk-0.vmdk. {{(pid=62301) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 812.255657] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65661fe9-b4b9-4349-be07-08fbbd53f83d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.262050] env[62301]: DEBUG oslo_vmware.rw_handles [None req-c1e1fad4-be15-4f6b-bda4-d876b7937a34 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52beabc8-1a13-eb08-0897-d8ac3d4b8abd/disk-0.vmdk is in state: ready. {{(pid=62301) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 812.262313] env[62301]: ERROR oslo_vmware.rw_handles [None req-c1e1fad4-be15-4f6b-bda4-d876b7937a34 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52beabc8-1a13-eb08-0897-d8ac3d4b8abd/disk-0.vmdk due to incomplete transfer. [ 812.262468] env[62301]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f9a0477e-03c8-4243-a514-2e240480494a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.269320] env[62301]: DEBUG oslo_vmware.rw_handles [None req-c1e1fad4-be15-4f6b-bda4-d876b7937a34 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52beabc8-1a13-eb08-0897-d8ac3d4b8abd/disk-0.vmdk. {{(pid=62301) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 812.269320] env[62301]: DEBUG nova.virt.vmwareapi.images [None req-c1e1fad4-be15-4f6b-bda4-d876b7937a34 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Uploaded image b1099470-e966-4552-854b-d45f60f4bfeb to the Glance image server {{(pid=62301) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 812.271738] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1e1fad4-be15-4f6b-bda4-d876b7937a34 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Destroying the VM {{(pid=62301) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 812.271973] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a5ad1af3-984c-413e-a974-edfa5dcb20b5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.277312] env[62301]: DEBUG oslo_vmware.api [None req-c1e1fad4-be15-4f6b-bda4-d876b7937a34 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Waiting for the task: (returnval){ [ 812.277312] env[62301]: value = "task-2570264" [ 812.277312] env[62301]: _type = "Task" [ 812.277312] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.284927] env[62301]: DEBUG oslo_vmware.api [None req-c1e1fad4-be15-4f6b-bda4-d876b7937a34 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Task: {'id': task-2570264, 'name': Destroy_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.402227] env[62301]: INFO nova.compute.manager [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 3edef36a-8f7d-41ad-b5ca-c260776e36e1] Took 47.51 seconds to build instance. [ 812.413406] env[62301]: DEBUG oslo_vmware.api [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570261, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07528} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.413714] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 812.414572] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378c8e8c-6811-4b61-bcbf-af25b5fc45b7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.420563] env[62301]: DEBUG nova.compute.manager [req-e9f88a04-bdb1-4ec6-a86a-90dd29f63af5 req-2f3587a5-f7b8-44d2-a4d3-6cd35f4170a0 service nova] [instance: 4e71c89c-d6ec-4c4d-af87-24dc5adf634b] Received event network-changed-7e3b6ece-4f0c-4b73-9838-c84bb462bcfd {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 812.421044] env[62301]: DEBUG nova.compute.manager [req-e9f88a04-bdb1-4ec6-a86a-90dd29f63af5 req-2f3587a5-f7b8-44d2-a4d3-6cd35f4170a0 service nova] [instance: 4e71c89c-d6ec-4c4d-af87-24dc5adf634b] Refreshing instance network info cache due to event network-changed-7e3b6ece-4f0c-4b73-9838-c84bb462bcfd. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 812.421044] env[62301]: DEBUG oslo_concurrency.lockutils [req-e9f88a04-bdb1-4ec6-a86a-90dd29f63af5 req-2f3587a5-f7b8-44d2-a4d3-6cd35f4170a0 service nova] Acquiring lock "refresh_cache-4e71c89c-d6ec-4c4d-af87-24dc5adf634b" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.421166] env[62301]: DEBUG oslo_concurrency.lockutils [req-e9f88a04-bdb1-4ec6-a86a-90dd29f63af5 req-2f3587a5-f7b8-44d2-a4d3-6cd35f4170a0 service nova] Acquired lock "refresh_cache-4e71c89c-d6ec-4c4d-af87-24dc5adf634b" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.421363] env[62301]: DEBUG nova.network.neutron [req-e9f88a04-bdb1-4ec6-a86a-90dd29f63af5 req-2f3587a5-f7b8-44d2-a4d3-6cd35f4170a0 service nova] [instance: 4e71c89c-d6ec-4c4d-af87-24dc5adf634b] Refreshing network info cache for port 7e3b6ece-4f0c-4b73-9838-c84bb462bcfd {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 812.444103] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e/7015dc41-f1f8-4dd4-8e35-6ea6e574d44e.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.447790] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f00f7777-b127-4eaf-88ae-4557165f9f1e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.473613] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570263, 'name': CreateVM_Task, 'duration_secs': 0.502344} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.475461] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad58b606-b954-4ce1-bda7-56f0bd23e83f] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 812.475461] env[62301]: DEBUG oslo_vmware.api [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Waiting for the task: (returnval){ [ 812.475461] env[62301]: value = "task-2570265" [ 812.475461] env[62301]: _type = "Task" [ 812.475461] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.475828] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.475972] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.476326] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.476871] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-581f8e55-3154-42bc-9d17-99636b2e4484 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.484357] env[62301]: DEBUG oslo_vmware.api [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Waiting for the task: (returnval){ [ 812.484357] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52f235d3-04ae-d5e4-69aa-e72442b9fce7" [ 812.484357] env[62301]: _type = "Task" [ 812.484357] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.489320] env[62301]: DEBUG oslo_vmware.api [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570265, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.504618] env[62301]: DEBUG oslo_vmware.api [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52f235d3-04ae-d5e4-69aa-e72442b9fce7, 'name': SearchDatastore_Task, 'duration_secs': 0.015098} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.505280] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.505501] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: ad58b606-b954-4ce1-bda7-56f0bd23e83f] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 812.505731] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.505907] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.506069] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 812.506353] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1017151b-bf1e-4a4e-967a-fed97ea0a114 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.514052] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 812.514212] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 812.514937] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa57bb80-b70f-4d66-af60-f52df1561c49 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.520564] env[62301]: DEBUG nova.scheduler.client.report [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.525106] env[62301]: DEBUG oslo_vmware.api [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Waiting for the task: (returnval){ [ 812.525106] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]522f4427-7e5f-7e2f-7382-4f0844577bb4" [ 812.525106] env[62301]: _type = "Task" [ 812.525106] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.534827] env[62301]: DEBUG oslo_vmware.api [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]522f4427-7e5f-7e2f-7382-4f0844577bb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.767836] env[62301]: DEBUG nova.network.neutron [req-e9f88a04-bdb1-4ec6-a86a-90dd29f63af5 req-2f3587a5-f7b8-44d2-a4d3-6cd35f4170a0 service nova] [instance: 4e71c89c-d6ec-4c4d-af87-24dc5adf634b] Updated VIF entry in instance network info cache for port 7e3b6ece-4f0c-4b73-9838-c84bb462bcfd. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 812.768214] env[62301]: DEBUG nova.network.neutron [req-e9f88a04-bdb1-4ec6-a86a-90dd29f63af5 req-2f3587a5-f7b8-44d2-a4d3-6cd35f4170a0 service nova] [instance: 4e71c89c-d6ec-4c4d-af87-24dc5adf634b] Updating instance_info_cache with network_info: [{"id": "7e3b6ece-4f0c-4b73-9838-c84bb462bcfd", "address": "fa:16:3e:4f:a3:36", "network": {"id": "b9decadf-ee16-4e06-9d46-1ca7e88995ac", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1528769376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e11c1362b8af4c37a053f63281a80c0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e3b6ece-4f", "ovs_interfaceid": "7e3b6ece-4f0c-4b73-9838-c84bb462bcfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.788475] env[62301]: DEBUG oslo_vmware.api [None req-c1e1fad4-be15-4f6b-bda4-d876b7937a34 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Task: {'id': task-2570264, 'name': Destroy_Task} progress is 33%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.888441] env[62301]: DEBUG nova.compute.manager [req-f9693330-1f59-4fa1-8f81-6592afbc1b8e req-cc573ce5-ee27-4318-b7e9-62c8415203f8 service nova] [instance: ad58b606-b954-4ce1-bda7-56f0bd23e83f] Received event network-vif-plugged-5d0bac21-aa73-4e9a-8dc9-27fda9944a95 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 812.888699] env[62301]: DEBUG oslo_concurrency.lockutils [req-f9693330-1f59-4fa1-8f81-6592afbc1b8e req-cc573ce5-ee27-4318-b7e9-62c8415203f8 service nova] Acquiring lock "ad58b606-b954-4ce1-bda7-56f0bd23e83f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 812.888890] env[62301]: DEBUG oslo_concurrency.lockutils [req-f9693330-1f59-4fa1-8f81-6592afbc1b8e req-cc573ce5-ee27-4318-b7e9-62c8415203f8 service nova] Lock "ad58b606-b954-4ce1-bda7-56f0bd23e83f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 812.889088] env[62301]: DEBUG oslo_concurrency.lockutils [req-f9693330-1f59-4fa1-8f81-6592afbc1b8e req-cc573ce5-ee27-4318-b7e9-62c8415203f8 service nova] Lock "ad58b606-b954-4ce1-bda7-56f0bd23e83f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 812.889270] env[62301]: DEBUG nova.compute.manager [req-f9693330-1f59-4fa1-8f81-6592afbc1b8e req-cc573ce5-ee27-4318-b7e9-62c8415203f8 service nova] [instance: ad58b606-b954-4ce1-bda7-56f0bd23e83f] No waiting events found dispatching network-vif-plugged-5d0bac21-aa73-4e9a-8dc9-27fda9944a95 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 812.889435] env[62301]: WARNING nova.compute.manager [req-f9693330-1f59-4fa1-8f81-6592afbc1b8e req-cc573ce5-ee27-4318-b7e9-62c8415203f8 service nova] [instance: ad58b606-b954-4ce1-bda7-56f0bd23e83f] Received unexpected event network-vif-plugged-5d0bac21-aa73-4e9a-8dc9-27fda9944a95 for instance with vm_state building and task_state spawning. [ 812.889629] env[62301]: DEBUG nova.compute.manager [req-f9693330-1f59-4fa1-8f81-6592afbc1b8e req-cc573ce5-ee27-4318-b7e9-62c8415203f8 service nova] [instance: ad58b606-b954-4ce1-bda7-56f0bd23e83f] Received event network-changed-5d0bac21-aa73-4e9a-8dc9-27fda9944a95 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 812.889758] env[62301]: DEBUG nova.compute.manager [req-f9693330-1f59-4fa1-8f81-6592afbc1b8e req-cc573ce5-ee27-4318-b7e9-62c8415203f8 service nova] [instance: ad58b606-b954-4ce1-bda7-56f0bd23e83f] Refreshing instance network info cache due to event network-changed-5d0bac21-aa73-4e9a-8dc9-27fda9944a95. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 812.889951] env[62301]: DEBUG oslo_concurrency.lockutils [req-f9693330-1f59-4fa1-8f81-6592afbc1b8e req-cc573ce5-ee27-4318-b7e9-62c8415203f8 service nova] Acquiring lock "refresh_cache-ad58b606-b954-4ce1-bda7-56f0bd23e83f" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.890111] env[62301]: DEBUG oslo_concurrency.lockutils [req-f9693330-1f59-4fa1-8f81-6592afbc1b8e req-cc573ce5-ee27-4318-b7e9-62c8415203f8 service nova] Acquired lock "refresh_cache-ad58b606-b954-4ce1-bda7-56f0bd23e83f" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.890269] env[62301]: DEBUG nova.network.neutron [req-f9693330-1f59-4fa1-8f81-6592afbc1b8e req-cc573ce5-ee27-4318-b7e9-62c8415203f8 service nova] [instance: ad58b606-b954-4ce1-bda7-56f0bd23e83f] Refreshing network info cache for port 5d0bac21-aa73-4e9a-8dc9-27fda9944a95 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 812.909552] env[62301]: DEBUG oslo_concurrency.lockutils [None req-05269494-5625-4c55-a184-0a82de4385ca tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Lock "3edef36a-8f7d-41ad-b5ca-c260776e36e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.297s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 812.986880] env[62301]: DEBUG oslo_vmware.api [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570265, 'name': ReconfigVM_Task, 'duration_secs': 0.392505} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.987230] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e/7015dc41-f1f8-4dd4-8e35-6ea6e574d44e.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 812.987864] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3ed93f3-48a7-47e8-8d8f-b6b1a796193e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.995318] env[62301]: DEBUG oslo_vmware.api [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Waiting for the task: (returnval){ [ 812.995318] env[62301]: value = "task-2570266" [ 812.995318] env[62301]: _type = "Task" [ 812.995318] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.004855] env[62301]: DEBUG oslo_vmware.api [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570266, 'name': Rename_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.026666] env[62301]: DEBUG oslo_concurrency.lockutils [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.361s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.027674] env[62301]: DEBUG nova.compute.manager [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 813.030111] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.160s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.031562] env[62301]: INFO nova.compute.claims [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: 56195579-e6c5-448d-bb3e-5e25c2b11b25] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 813.046845] env[62301]: DEBUG oslo_vmware.api [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]522f4427-7e5f-7e2f-7382-4f0844577bb4, 'name': SearchDatastore_Task, 'duration_secs': 0.017073} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.050098] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8135ccf1-20e2-4859-aaf1-13c98785c0d6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.057461] env[62301]: DEBUG oslo_vmware.api [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Waiting for the task: (returnval){ [ 813.057461] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52f89be3-d3d0-54ee-0ab1-2fb16511305e" [ 813.057461] env[62301]: _type = "Task" [ 813.057461] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.067897] env[62301]: DEBUG oslo_vmware.api [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52f89be3-d3d0-54ee-0ab1-2fb16511305e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.201665] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e76e5a2c-84c5-4c02-837a-638ee6c70f41 tempest-ServersAdminTestJSON-1208344329 tempest-ServersAdminTestJSON-1208344329-project-admin] Acquiring lock "refresh_cache-3edef36a-8f7d-41ad-b5ca-c260776e36e1" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.201929] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e76e5a2c-84c5-4c02-837a-638ee6c70f41 tempest-ServersAdminTestJSON-1208344329 tempest-ServersAdminTestJSON-1208344329-project-admin] Acquired lock "refresh_cache-3edef36a-8f7d-41ad-b5ca-c260776e36e1" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.202155] env[62301]: DEBUG nova.network.neutron [None req-e76e5a2c-84c5-4c02-837a-638ee6c70f41 tempest-ServersAdminTestJSON-1208344329 tempest-ServersAdminTestJSON-1208344329-project-admin] [instance: 3edef36a-8f7d-41ad-b5ca-c260776e36e1] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 813.271116] env[62301]: DEBUG oslo_concurrency.lockutils [req-e9f88a04-bdb1-4ec6-a86a-90dd29f63af5 req-2f3587a5-f7b8-44d2-a4d3-6cd35f4170a0 service nova] Releasing lock "refresh_cache-4e71c89c-d6ec-4c4d-af87-24dc5adf634b" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.288927] env[62301]: DEBUG oslo_vmware.api [None req-c1e1fad4-be15-4f6b-bda4-d876b7937a34 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Task: {'id': task-2570264, 'name': Destroy_Task, 'duration_secs': 0.557138} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.289077] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-c1e1fad4-be15-4f6b-bda4-d876b7937a34 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Destroyed the VM [ 813.289254] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e1fad4-be15-4f6b-bda4-d876b7937a34 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Deleting Snapshot of the VM instance {{(pid=62301) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 813.289506] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-43c5f97b-2317-4bed-89ca-01252362bc4a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.295677] env[62301]: DEBUG oslo_vmware.api [None req-c1e1fad4-be15-4f6b-bda4-d876b7937a34 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Waiting for the task: (returnval){ [ 813.295677] env[62301]: value = "task-2570267" [ 813.295677] env[62301]: _type = "Task" [ 813.295677] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.305175] env[62301]: DEBUG oslo_vmware.api [None req-c1e1fad4-be15-4f6b-bda4-d876b7937a34 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Task: {'id': task-2570267, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.316816] env[62301]: DEBUG oslo_concurrency.lockutils [None req-688808ea-cf2d-404a-8a9e-83aabd1a70bf tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquiring lock "8836b3f4-9580-4f12-bd01-eccae3940527" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.317142] env[62301]: DEBUG oslo_concurrency.lockutils [None req-688808ea-cf2d-404a-8a9e-83aabd1a70bf tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lock "8836b3f4-9580-4f12-bd01-eccae3940527" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.317444] env[62301]: INFO nova.compute.manager [None req-688808ea-cf2d-404a-8a9e-83aabd1a70bf tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Rebooting instance [ 813.355567] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece1cf9c-add1-45d8-b5d3-5ccac9893eae {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.374971] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Updating instance 'ffff5450-4ec9-4eb1-8b40-8f55c30409a6' progress to 0 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 813.507161] env[62301]: DEBUG oslo_vmware.api [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570266, 'name': Rename_Task, 'duration_secs': 0.241114} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.507161] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 813.507161] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-116bbe7c-b799-4d29-82d7-2527735b6896 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.512714] env[62301]: DEBUG oslo_vmware.api [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Waiting for the task: (returnval){ [ 813.512714] env[62301]: value = "task-2570268" [ 813.512714] env[62301]: _type = "Task" [ 813.512714] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.519984] env[62301]: DEBUG oslo_vmware.api [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570268, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.542731] env[62301]: DEBUG nova.compute.utils [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 813.548025] env[62301]: DEBUG nova.compute.manager [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 813.548025] env[62301]: DEBUG nova.network.neutron [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 813.567876] env[62301]: DEBUG oslo_vmware.api [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52f89be3-d3d0-54ee-0ab1-2fb16511305e, 'name': SearchDatastore_Task, 'duration_secs': 0.016897} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.568191] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.568429] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] ad58b606-b954-4ce1-bda7-56f0bd23e83f/ad58b606-b954-4ce1-bda7-56f0bd23e83f.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 813.568680] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11e3b1d6-0200-490c-96ff-73f957342231 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.577490] env[62301]: DEBUG oslo_vmware.api [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Waiting for the task: (returnval){ [ 813.577490] env[62301]: value = "task-2570269" [ 813.577490] env[62301]: _type = "Task" [ 813.577490] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.585357] env[62301]: DEBUG oslo_vmware.api [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Task: {'id': task-2570269, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.619042] env[62301]: DEBUG nova.policy [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '041995c459584460b882ae64a87af08a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f44005617fbf4cf3a6dc1727b4da2f55', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 813.810273] env[62301]: DEBUG oslo_vmware.api [None req-c1e1fad4-be15-4f6b-bda4-d876b7937a34 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Task: {'id': task-2570267, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.845387] env[62301]: DEBUG oslo_concurrency.lockutils [None req-688808ea-cf2d-404a-8a9e-83aabd1a70bf tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquiring lock "refresh_cache-8836b3f4-9580-4f12-bd01-eccae3940527" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.845690] env[62301]: DEBUG oslo_concurrency.lockutils [None req-688808ea-cf2d-404a-8a9e-83aabd1a70bf tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquired lock "refresh_cache-8836b3f4-9580-4f12-bd01-eccae3940527" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.845869] env[62301]: DEBUG nova.network.neutron [None req-688808ea-cf2d-404a-8a9e-83aabd1a70bf tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 813.880396] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 813.880725] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1803aad4-86c9-4db1-b1a6-4f51c5962146 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.889878] env[62301]: DEBUG oslo_vmware.api [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Waiting for the task: (returnval){ [ 813.889878] env[62301]: value = "task-2570270" [ 813.889878] env[62301]: _type = "Task" [ 813.889878] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.899832] env[62301]: DEBUG oslo_vmware.api [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2570270, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.026424] env[62301]: DEBUG oslo_vmware.api [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570268, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.047620] env[62301]: DEBUG nova.compute.manager [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 814.055024] env[62301]: DEBUG nova.network.neutron [req-f9693330-1f59-4fa1-8f81-6592afbc1b8e req-cc573ce5-ee27-4318-b7e9-62c8415203f8 service nova] [instance: ad58b606-b954-4ce1-bda7-56f0bd23e83f] Updated VIF entry in instance network info cache for port 5d0bac21-aa73-4e9a-8dc9-27fda9944a95. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 814.055024] env[62301]: DEBUG nova.network.neutron [req-f9693330-1f59-4fa1-8f81-6592afbc1b8e req-cc573ce5-ee27-4318-b7e9-62c8415203f8 service nova] [instance: ad58b606-b954-4ce1-bda7-56f0bd23e83f] Updating instance_info_cache with network_info: [{"id": "5d0bac21-aa73-4e9a-8dc9-27fda9944a95", "address": "fa:16:3e:8a:0d:b4", "network": {"id": "c9bc6ff9-87e6-43ca-a829-8abee608caa9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1880576448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31c7c184f35545928fd615e8b72fb678", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d0bac21-aa", "ovs_interfaceid": "5d0bac21-aa73-4e9a-8dc9-27fda9944a95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.095040] env[62301]: DEBUG oslo_vmware.api [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Task: {'id': task-2570269, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.244867] env[62301]: DEBUG nova.network.neutron [None req-e76e5a2c-84c5-4c02-837a-638ee6c70f41 tempest-ServersAdminTestJSON-1208344329 tempest-ServersAdminTestJSON-1208344329-project-admin] [instance: 3edef36a-8f7d-41ad-b5ca-c260776e36e1] Updating instance_info_cache with network_info: [{"id": "cb8e41bd-7552-4f45-a90b-df42816fce09", "address": "fa:16:3e:2f:1f:33", "network": {"id": "58849131-a187-4199-af59-dde8b89cc4d4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1073856399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42d31ce3318c41efa2c57cf4efd133b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb8e41bd-75", "ovs_interfaceid": "cb8e41bd-7552-4f45-a90b-df42816fce09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.313409] env[62301]: DEBUG oslo_vmware.api [None req-c1e1fad4-be15-4f6b-bda4-d876b7937a34 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Task: {'id': task-2570267, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.329703] env[62301]: DEBUG nova.network.neutron [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Successfully created port: 662d5e82-9e34-4375-8b1c-6a8826a30867 {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 814.399408] env[62301]: DEBUG oslo_vmware.api [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2570270, 'name': PowerOffVM_Task, 'duration_secs': 0.208206} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.402112] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 814.402321] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Updating instance 'ffff5450-4ec9-4eb1-8b40-8f55c30409a6' progress to 17 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 814.532802] env[62301]: DEBUG oslo_vmware.api [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570268, 'name': PowerOnVM_Task, 'duration_secs': 0.685018} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.534038] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 814.534038] env[62301]: INFO nova.compute.manager [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Took 7.98 seconds to spawn the instance on the hypervisor. [ 814.534322] env[62301]: DEBUG nova.compute.manager [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 814.537071] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685bfab3-a9f1-4ad4-9d79-0c9eab9cbec3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.562762] env[62301]: DEBUG oslo_concurrency.lockutils [req-f9693330-1f59-4fa1-8f81-6592afbc1b8e req-cc573ce5-ee27-4318-b7e9-62c8415203f8 service nova] Releasing lock "refresh_cache-ad58b606-b954-4ce1-bda7-56f0bd23e83f" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.576446] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f8c0a3-78d9-45f2-bc7c-1cdf64369ffb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.596033] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca9d7ca-6244-4176-99d9-eb5699a2ede8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.597117] env[62301]: DEBUG oslo_vmware.api [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Task: {'id': task-2570269, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525659} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.603118] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] ad58b606-b954-4ce1-bda7-56f0bd23e83f/ad58b606-b954-4ce1-bda7-56f0bd23e83f.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 814.603348] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: ad58b606-b954-4ce1-bda7-56f0bd23e83f] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 814.604741] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5ddeecb-f4cb-4299-a53a-d5277ccf6316 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.634929] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04f2e70-37a4-45e2-9314-983b462e4070 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.639468] env[62301]: DEBUG oslo_vmware.api [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Waiting for the task: (returnval){ [ 814.639468] env[62301]: value = "task-2570271" [ 814.639468] env[62301]: _type = "Task" [ 814.639468] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.649320] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081daf0b-b183-4ef5-8e47-29af4492d44c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.660887] env[62301]: DEBUG oslo_vmware.api [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Task: {'id': task-2570271, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.675954] env[62301]: DEBUG nova.compute.provider_tree [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.749801] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e76e5a2c-84c5-4c02-837a-638ee6c70f41 tempest-ServersAdminTestJSON-1208344329 tempest-ServersAdminTestJSON-1208344329-project-admin] Releasing lock "refresh_cache-3edef36a-8f7d-41ad-b5ca-c260776e36e1" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.749801] env[62301]: DEBUG nova.compute.manager [None req-e76e5a2c-84c5-4c02-837a-638ee6c70f41 tempest-ServersAdminTestJSON-1208344329 tempest-ServersAdminTestJSON-1208344329-project-admin] [instance: 3edef36a-8f7d-41ad-b5ca-c260776e36e1] Inject network info {{(pid=62301) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 814.749801] env[62301]: DEBUG nova.compute.manager [None req-e76e5a2c-84c5-4c02-837a-638ee6c70f41 tempest-ServersAdminTestJSON-1208344329 tempest-ServersAdminTestJSON-1208344329-project-admin] [instance: 3edef36a-8f7d-41ad-b5ca-c260776e36e1] network_info to inject: |[{"id": "cb8e41bd-7552-4f45-a90b-df42816fce09", "address": "fa:16:3e:2f:1f:33", "network": {"id": "58849131-a187-4199-af59-dde8b89cc4d4", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1073856399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42d31ce3318c41efa2c57cf4efd133b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb8e41bd-75", "ovs_interfaceid": "cb8e41bd-7552-4f45-a90b-df42816fce09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 814.754756] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-e76e5a2c-84c5-4c02-837a-638ee6c70f41 tempest-ServersAdminTestJSON-1208344329 tempest-ServersAdminTestJSON-1208344329-project-admin] [instance: 3edef36a-8f7d-41ad-b5ca-c260776e36e1] Reconfiguring VM instance to set the machine id {{(pid=62301) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 814.755392] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29305f8a-7084-46a4-9978-5d1c21ae4e24 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.766074] env[62301]: DEBUG nova.network.neutron [None req-688808ea-cf2d-404a-8a9e-83aabd1a70bf tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Updating instance_info_cache with network_info: [{"id": "06fd9342-244d-4562-8ef7-f11ff8d671aa", "address": "fa:16:3e:26:fb:a9", "network": {"id": "4db15bfb-5237-4871-8da5-38b678505e0e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-131495656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c6e401c2ffb4be5ad8d8a54b65f4a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06fd9342-24", "ovs_interfaceid": "06fd9342-244d-4562-8ef7-f11ff8d671aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.772899] env[62301]: DEBUG oslo_vmware.api [None req-e76e5a2c-84c5-4c02-837a-638ee6c70f41 tempest-ServersAdminTestJSON-1208344329 tempest-ServersAdminTestJSON-1208344329-project-admin] Waiting for the task: (returnval){ [ 814.772899] env[62301]: value = "task-2570272" [ 814.772899] env[62301]: _type = "Task" [ 814.772899] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.783056] env[62301]: DEBUG oslo_vmware.api [None req-e76e5a2c-84c5-4c02-837a-638ee6c70f41 tempest-ServersAdminTestJSON-1208344329 tempest-ServersAdminTestJSON-1208344329-project-admin] Task: {'id': task-2570272, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.806424] env[62301]: DEBUG oslo_vmware.api [None req-c1e1fad4-be15-4f6b-bda4-d876b7937a34 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Task: {'id': task-2570267, 'name': RemoveSnapshot_Task, 'duration_secs': 1.0723} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.806701] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e1fad4-be15-4f6b-bda4-d876b7937a34 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Deleted Snapshot of the VM instance {{(pid=62301) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 814.806994] env[62301]: INFO nova.compute.manager [None req-c1e1fad4-be15-4f6b-bda4-d876b7937a34 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Took 15.80 seconds to snapshot the instance on the hypervisor. [ 814.909298] env[62301]: DEBUG nova.virt.hardware [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 814.909594] env[62301]: DEBUG nova.virt.hardware [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 814.909742] env[62301]: DEBUG nova.virt.hardware [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 814.909870] env[62301]: DEBUG nova.virt.hardware [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 814.910034] env[62301]: DEBUG nova.virt.hardware [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 814.910190] env[62301]: DEBUG nova.virt.hardware [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 814.910398] env[62301]: DEBUG nova.virt.hardware [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 814.910554] env[62301]: DEBUG nova.virt.hardware [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 814.910718] env[62301]: DEBUG nova.virt.hardware [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 814.910878] env[62301]: DEBUG nova.virt.hardware [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 814.911093] env[62301]: DEBUG nova.virt.hardware [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 814.917373] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6302bd50-f12c-42b0-8607-0f238936ee2a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.933525] env[62301]: DEBUG oslo_vmware.api [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Waiting for the task: (returnval){ [ 814.933525] env[62301]: value = "task-2570273" [ 814.933525] env[62301]: _type = "Task" [ 814.933525] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.942031] env[62301]: DEBUG oslo_vmware.api [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2570273, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.059049] env[62301]: INFO nova.compute.manager [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Took 45.95 seconds to build instance. [ 815.067542] env[62301]: DEBUG nova.compute.manager [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 815.099362] env[62301]: DEBUG nova.virt.hardware [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 815.099621] env[62301]: DEBUG nova.virt.hardware [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 815.099782] env[62301]: DEBUG nova.virt.hardware [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 815.099961] env[62301]: DEBUG nova.virt.hardware [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 815.100818] env[62301]: DEBUG nova.virt.hardware [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 815.101061] env[62301]: DEBUG nova.virt.hardware [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 815.101310] env[62301]: DEBUG nova.virt.hardware [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 815.101483] env[62301]: DEBUG nova.virt.hardware [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 815.101654] env[62301]: DEBUG nova.virt.hardware [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 815.101828] env[62301]: DEBUG nova.virt.hardware [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 815.102032] env[62301]: DEBUG nova.virt.hardware [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 815.103319] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ffb6d7-9ebb-44d9-9c0e-a9360d7bc875 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.113240] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17b7b13-b39f-4945-a5e9-75cc972d6713 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.151036] env[62301]: DEBUG oslo_vmware.api [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Task: {'id': task-2570271, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138196} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.151036] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: ad58b606-b954-4ce1-bda7-56f0bd23e83f] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 815.151306] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517203a8-8ccf-4f41-a54c-f32453c7fa0a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.175026] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: ad58b606-b954-4ce1-bda7-56f0bd23e83f] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] ad58b606-b954-4ce1-bda7-56f0bd23e83f/ad58b606-b954-4ce1-bda7-56f0bd23e83f.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 815.175475] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6c36b45-b84e-4f57-ba27-a3e0591190c5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.190458] env[62301]: DEBUG nova.scheduler.client.report [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.202056] env[62301]: DEBUG oslo_vmware.api [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Waiting for the task: (returnval){ [ 815.202056] env[62301]: value = "task-2570274" [ 815.202056] env[62301]: _type = "Task" [ 815.202056] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.210646] env[62301]: DEBUG oslo_vmware.api [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Task: {'id': task-2570274, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.268675] env[62301]: DEBUG oslo_concurrency.lockutils [None req-688808ea-cf2d-404a-8a9e-83aabd1a70bf tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Releasing lock "refresh_cache-8836b3f4-9580-4f12-bd01-eccae3940527" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.289940] env[62301]: DEBUG oslo_vmware.api [None req-e76e5a2c-84c5-4c02-837a-638ee6c70f41 tempest-ServersAdminTestJSON-1208344329 tempest-ServersAdminTestJSON-1208344329-project-admin] Task: {'id': task-2570272, 'name': ReconfigVM_Task, 'duration_secs': 0.257561} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.289940] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-e76e5a2c-84c5-4c02-837a-638ee6c70f41 tempest-ServersAdminTestJSON-1208344329 tempest-ServersAdminTestJSON-1208344329-project-admin] [instance: 3edef36a-8f7d-41ad-b5ca-c260776e36e1] Reconfigured VM instance to set the machine id {{(pid=62301) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 815.443497] env[62301]: DEBUG oslo_vmware.api [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2570273, 'name': ReconfigVM_Task, 'duration_secs': 0.274455} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.443807] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Updating instance 'ffff5450-4ec9-4eb1-8b40-8f55c30409a6' progress to 33 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 815.527977] env[62301]: DEBUG nova.compute.manager [req-8dbd6ef5-089c-4a2a-8944-36bddba3c85b req-ef6f8448-df36-4bb2-9284-652e510cae2f service nova] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Received event network-changed-eda45011-3e4c-4f43-8bbe-e318d510e502 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 815.529190] env[62301]: DEBUG nova.compute.manager [req-8dbd6ef5-089c-4a2a-8944-36bddba3c85b req-ef6f8448-df36-4bb2-9284-652e510cae2f service nova] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Refreshing instance network info cache due to event network-changed-eda45011-3e4c-4f43-8bbe-e318d510e502. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 815.529190] env[62301]: DEBUG oslo_concurrency.lockutils [req-8dbd6ef5-089c-4a2a-8944-36bddba3c85b req-ef6f8448-df36-4bb2-9284-652e510cae2f service nova] Acquiring lock "refresh_cache-7015dc41-f1f8-4dd4-8e35-6ea6e574d44e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.529190] env[62301]: DEBUG oslo_concurrency.lockutils [req-8dbd6ef5-089c-4a2a-8944-36bddba3c85b req-ef6f8448-df36-4bb2-9284-652e510cae2f service nova] Acquired lock "refresh_cache-7015dc41-f1f8-4dd4-8e35-6ea6e574d44e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.529190] env[62301]: DEBUG nova.network.neutron [req-8dbd6ef5-089c-4a2a-8944-36bddba3c85b req-ef6f8448-df36-4bb2-9284-652e510cae2f service nova] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Refreshing network info cache for port eda45011-3e4c-4f43-8bbe-e318d510e502 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 815.561579] env[62301]: DEBUG oslo_concurrency.lockutils [None req-826ecc2d-7235-4a68-9f19-0423d17ed7d8 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Lock "7015dc41-f1f8-4dd4-8e35-6ea6e574d44e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.045s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.699112] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.699771] env[62301]: DEBUG nova.compute.manager [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: 56195579-e6c5-448d-bb3e-5e25c2b11b25] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 815.702529] env[62301]: DEBUG oslo_concurrency.lockutils [None req-07f81795-3cb5-41d5-ac83-caef35a2bd75 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.557s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.702772] env[62301]: DEBUG nova.objects.instance [None req-07f81795-3cb5-41d5-ac83-caef35a2bd75 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Lazy-loading 'resources' on Instance uuid ddec630e-5648-4fdb-a63c-2de8582bfe4c {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 815.714767] env[62301]: DEBUG oslo_vmware.api [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Task: {'id': task-2570274, 'name': ReconfigVM_Task, 'duration_secs': 0.491441} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.715155] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: ad58b606-b954-4ce1-bda7-56f0bd23e83f] Reconfigured VM instance instance-0000003f to attach disk [datastore2] ad58b606-b954-4ce1-bda7-56f0bd23e83f/ad58b606-b954-4ce1-bda7-56f0bd23e83f.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 815.716228] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba775629-9311-4913-9883-fa7a3c35449b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.724881] env[62301]: DEBUG oslo_vmware.api [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Waiting for the task: (returnval){ [ 815.724881] env[62301]: value = "task-2570275" [ 815.724881] env[62301]: _type = "Task" [ 815.724881] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.734703] env[62301]: DEBUG oslo_vmware.api [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Task: {'id': task-2570275, 'name': Rename_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.774393] env[62301]: DEBUG nova.compute.manager [None req-688808ea-cf2d-404a-8a9e-83aabd1a70bf tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 815.775436] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca1ac8c-1c77-4e7d-81b6-5067b09ea7b1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.953986] env[62301]: DEBUG nova.virt.hardware [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:48:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='e0e8c855-3938-496b-81f3-e48eb62da384',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-121420463',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 815.954413] env[62301]: DEBUG nova.virt.hardware [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 815.954627] env[62301]: DEBUG nova.virt.hardware [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 815.954824] env[62301]: DEBUG nova.virt.hardware [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 815.954987] env[62301]: DEBUG nova.virt.hardware [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 815.955202] env[62301]: DEBUG nova.virt.hardware [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 815.955476] env[62301]: DEBUG nova.virt.hardware [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 815.955669] env[62301]: DEBUG nova.virt.hardware [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 815.955898] env[62301]: DEBUG nova.virt.hardware [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 815.956108] env[62301]: DEBUG nova.virt.hardware [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 815.956677] env[62301]: DEBUG nova.virt.hardware [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 815.964327] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Reconfiguring VM instance instance-00000035 to detach disk 2000 {{(pid=62301) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 815.965919] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-126d49b5-d98e-44c9-a042-9b64d2b35d0b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.994022] env[62301]: DEBUG nova.compute.manager [req-b5c9b5ed-dd2e-43f4-bcea-16c66a23e2de req-373723bc-5644-47e3-a1ee-24bbab654f9f service nova] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Received event network-vif-plugged-662d5e82-9e34-4375-8b1c-6a8826a30867 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 815.994022] env[62301]: DEBUG oslo_concurrency.lockutils [req-b5c9b5ed-dd2e-43f4-bcea-16c66a23e2de req-373723bc-5644-47e3-a1ee-24bbab654f9f service nova] Acquiring lock "b970a9ab-a179-4335-957d-3a1afd002aab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 815.994022] env[62301]: DEBUG oslo_concurrency.lockutils [req-b5c9b5ed-dd2e-43f4-bcea-16c66a23e2de req-373723bc-5644-47e3-a1ee-24bbab654f9f service nova] Lock "b970a9ab-a179-4335-957d-3a1afd002aab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.994022] env[62301]: DEBUG oslo_concurrency.lockutils [req-b5c9b5ed-dd2e-43f4-bcea-16c66a23e2de req-373723bc-5644-47e3-a1ee-24bbab654f9f service nova] Lock "b970a9ab-a179-4335-957d-3a1afd002aab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.994022] env[62301]: DEBUG nova.compute.manager [req-b5c9b5ed-dd2e-43f4-bcea-16c66a23e2de req-373723bc-5644-47e3-a1ee-24bbab654f9f service nova] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] No waiting events found dispatching network-vif-plugged-662d5e82-9e34-4375-8b1c-6a8826a30867 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 815.994022] env[62301]: WARNING nova.compute.manager [req-b5c9b5ed-dd2e-43f4-bcea-16c66a23e2de req-373723bc-5644-47e3-a1ee-24bbab654f9f service nova] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Received unexpected event network-vif-plugged-662d5e82-9e34-4375-8b1c-6a8826a30867 for instance with vm_state building and task_state spawning. [ 815.997768] env[62301]: DEBUG oslo_vmware.api [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Waiting for the task: (returnval){ [ 815.997768] env[62301]: value = "task-2570276" [ 815.997768] env[62301]: _type = "Task" [ 815.997768] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.008589] env[62301]: DEBUG oslo_vmware.api [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2570276, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.023849] env[62301]: INFO nova.compute.manager [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Rebuilding instance [ 816.090768] env[62301]: DEBUG nova.compute.manager [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 816.091783] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71b7667-a784-4820-be90-d99d663df65e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.213335] env[62301]: DEBUG nova.compute.utils [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 816.214997] env[62301]: DEBUG nova.compute.manager [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: 56195579-e6c5-448d-bb3e-5e25c2b11b25] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 816.215201] env[62301]: DEBUG nova.network.neutron [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: 56195579-e6c5-448d-bb3e-5e25c2b11b25] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 816.231749] env[62301]: DEBUG nova.network.neutron [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Successfully updated port: 662d5e82-9e34-4375-8b1c-6a8826a30867 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 816.239699] env[62301]: DEBUG oslo_vmware.api [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Task: {'id': task-2570275, 'name': Rename_Task, 'duration_secs': 0.176977} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.243311] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: ad58b606-b954-4ce1-bda7-56f0bd23e83f] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 816.245095] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5a85c83-01f5-48f2-8285-3c3ca05958cb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.256732] env[62301]: DEBUG oslo_vmware.api [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Waiting for the task: (returnval){ [ 816.256732] env[62301]: value = "task-2570277" [ 816.256732] env[62301]: _type = "Task" [ 816.256732] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.268850] env[62301]: DEBUG oslo_vmware.api [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Task: {'id': task-2570277, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.317283] env[62301]: DEBUG nova.policy [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5592b4c564b14c47ae9f99f22de67700', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb3cdc0a4685472c9b88390393fcef1d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 816.446276] env[62301]: DEBUG nova.network.neutron [req-8dbd6ef5-089c-4a2a-8944-36bddba3c85b req-ef6f8448-df36-4bb2-9284-652e510cae2f service nova] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Updated VIF entry in instance network info cache for port eda45011-3e4c-4f43-8bbe-e318d510e502. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 816.446729] env[62301]: DEBUG nova.network.neutron [req-8dbd6ef5-089c-4a2a-8944-36bddba3c85b req-ef6f8448-df36-4bb2-9284-652e510cae2f service nova] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Updating instance_info_cache with network_info: [{"id": "eda45011-3e4c-4f43-8bbe-e318d510e502", "address": "fa:16:3e:a1:45:02", "network": {"id": "b833fc4f-6a7f-4f89-9c27-cc3c44b31c21", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-649441464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4352f1b6608f4987911fa3832ca6aeb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c02dd284-ab80-451c-93eb-48c8360acb9c", "external-id": "nsx-vlan-transportzone-818", "segmentation_id": 818, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeda45011-3e", "ovs_interfaceid": "eda45011-3e4c-4f43-8bbe-e318d510e502", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.511253] env[62301]: DEBUG oslo_vmware.api [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2570276, 'name': ReconfigVM_Task, 'duration_secs': 0.196996} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.511343] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Reconfigured VM instance instance-00000035 to detach disk 2000 {{(pid=62301) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 816.512422] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47af1588-3a52-499d-b22b-e1f31de88425 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.515380] env[62301]: DEBUG oslo_concurrency.lockutils [None req-78fce106-820e-4876-be37-8cf51e4b2587 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Acquiring lock "456442d0-f73e-4b17-aff4-276186b86782" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 816.515602] env[62301]: DEBUG oslo_concurrency.lockutils [None req-78fce106-820e-4876-be37-8cf51e4b2587 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Lock "456442d0-f73e-4b17-aff4-276186b86782" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 816.515891] env[62301]: DEBUG oslo_concurrency.lockutils [None req-78fce106-820e-4876-be37-8cf51e4b2587 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Acquiring lock "456442d0-f73e-4b17-aff4-276186b86782-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 816.516097] env[62301]: DEBUG oslo_concurrency.lockutils [None req-78fce106-820e-4876-be37-8cf51e4b2587 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Lock "456442d0-f73e-4b17-aff4-276186b86782-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 816.516396] env[62301]: DEBUG oslo_concurrency.lockutils [None req-78fce106-820e-4876-be37-8cf51e4b2587 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Lock "456442d0-f73e-4b17-aff4-276186b86782-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 816.522116] env[62301]: INFO nova.compute.manager [None req-78fce106-820e-4876-be37-8cf51e4b2587 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Terminating instance [ 816.544520] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] ffff5450-4ec9-4eb1-8b40-8f55c30409a6/ffff5450-4ec9-4eb1-8b40-8f55c30409a6.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 816.547577] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4a6d847-2b7a-4b89-9786-9ee6aa79e9f8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.567504] env[62301]: DEBUG oslo_vmware.api [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Waiting for the task: (returnval){ [ 816.567504] env[62301]: value = "task-2570278" [ 816.567504] env[62301]: _type = "Task" [ 816.567504] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.579820] env[62301]: DEBUG oslo_vmware.api [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2570278, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.689974] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de27720-6b11-451d-b33c-2301d5019411 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.697461] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b175d11-7433-41ca-a374-311f42a97370 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.702012] env[62301]: DEBUG nova.network.neutron [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: 56195579-e6c5-448d-bb3e-5e25c2b11b25] Successfully created port: 096c67d0-7b88-4749-89b3-e01277d9424c {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 816.730515] env[62301]: DEBUG nova.compute.manager [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: 56195579-e6c5-448d-bb3e-5e25c2b11b25] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 816.733604] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae1f160-a865-4ce1-8404-1aa2f93984bf {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.740638] env[62301]: DEBUG oslo_concurrency.lockutils [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquiring lock "refresh_cache-b970a9ab-a179-4335-957d-3a1afd002aab" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.740638] env[62301]: DEBUG oslo_concurrency.lockutils [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquired lock "refresh_cache-b970a9ab-a179-4335-957d-3a1afd002aab" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.740638] env[62301]: DEBUG nova.network.neutron [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 816.743513] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26a5836-22f7-417a-bd7d-90063d2ad690 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.758420] env[62301]: DEBUG nova.compute.provider_tree [None req-07f81795-3cb5-41d5-ac83-caef35a2bd75 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.769213] env[62301]: DEBUG oslo_vmware.api [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Task: {'id': task-2570277, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.793188] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84cdd94-e967-4fda-a381-d30c42b050e7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.801026] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-688808ea-cf2d-404a-8a9e-83aabd1a70bf tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Doing hard reboot of VM {{(pid=62301) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 816.801198] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-83e9c231-18ed-4d33-997a-3298a62300cf {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.807995] env[62301]: DEBUG oslo_vmware.api [None req-688808ea-cf2d-404a-8a9e-83aabd1a70bf tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 816.807995] env[62301]: value = "task-2570279" [ 816.807995] env[62301]: _type = "Task" [ 816.807995] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.817730] env[62301]: DEBUG oslo_vmware.api [None req-688808ea-cf2d-404a-8a9e-83aabd1a70bf tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570279, 'name': ResetVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.954749] env[62301]: DEBUG oslo_concurrency.lockutils [req-8dbd6ef5-089c-4a2a-8944-36bddba3c85b req-ef6f8448-df36-4bb2-9284-652e510cae2f service nova] Releasing lock "refresh_cache-7015dc41-f1f8-4dd4-8e35-6ea6e574d44e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.036561] env[62301]: DEBUG nova.network.neutron [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: 56195579-e6c5-448d-bb3e-5e25c2b11b25] Successfully created port: 19ca7e44-703a-411c-92c6-9c2d70eba109 {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 817.045227] env[62301]: DEBUG nova.compute.manager [None req-78fce106-820e-4876-be37-8cf51e4b2587 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 817.045538] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-78fce106-820e-4876-be37-8cf51e4b2587 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 817.046652] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7318d7e-39d8-4d3f-ac03-52821adc84d8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.055627] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-78fce106-820e-4876-be37-8cf51e4b2587 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 817.055888] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35e9b7f0-fb2e-4e5a-99eb-5ea35c4c6949 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.063714] env[62301]: DEBUG oslo_vmware.api [None req-78fce106-820e-4876-be37-8cf51e4b2587 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Waiting for the task: (returnval){ [ 817.063714] env[62301]: value = "task-2570280" [ 817.063714] env[62301]: _type = "Task" [ 817.063714] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.077381] env[62301]: DEBUG oslo_vmware.api [None req-78fce106-820e-4876-be37-8cf51e4b2587 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Task: {'id': task-2570280, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.082692] env[62301]: DEBUG oslo_vmware.api [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2570278, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.110704] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 817.111502] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77e67dce-79da-4c02-8440-45381dfee608 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.118530] env[62301]: DEBUG oslo_vmware.api [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for the task: (returnval){ [ 817.118530] env[62301]: value = "task-2570281" [ 817.118530] env[62301]: _type = "Task" [ 817.118530] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.127284] env[62301]: DEBUG oslo_vmware.api [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570281, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.266426] env[62301]: DEBUG nova.scheduler.client.report [None req-07f81795-3cb5-41d5-ac83-caef35a2bd75 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.280019] env[62301]: DEBUG oslo_vmware.api [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Task: {'id': task-2570277, 'name': PowerOnVM_Task, 'duration_secs': 0.699956} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.283084] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: ad58b606-b954-4ce1-bda7-56f0bd23e83f] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 817.283084] env[62301]: INFO nova.compute.manager [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: ad58b606-b954-4ce1-bda7-56f0bd23e83f] Took 8.16 seconds to spawn the instance on the hypervisor. [ 817.283084] env[62301]: DEBUG nova.compute.manager [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: ad58b606-b954-4ce1-bda7-56f0bd23e83f] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 817.283084] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bef423b-ef78-4486-9b2c-02f35fbb2c22 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.287292] env[62301]: DEBUG nova.network.neutron [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 817.319399] env[62301]: DEBUG oslo_vmware.api [None req-688808ea-cf2d-404a-8a9e-83aabd1a70bf tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570279, 'name': ResetVM_Task, 'duration_secs': 0.101266} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.320315] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-688808ea-cf2d-404a-8a9e-83aabd1a70bf tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Did hard reboot of VM {{(pid=62301) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 817.320315] env[62301]: DEBUG nova.compute.manager [None req-688808ea-cf2d-404a-8a9e-83aabd1a70bf tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 817.321125] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841c1c75-0041-42fa-bcc9-9a1b1d6f5fbc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.394743] env[62301]: DEBUG oslo_vmware.rw_handles [None req-4d12bd01-56fa-49da-a632-8250966677d3 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523066d9-6c41-179f-6dbc-a4c118704b4f/disk-0.vmdk. {{(pid=62301) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 817.395451] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c38b27-84ac-4711-a5ef-1094d7c2c00c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.402934] env[62301]: DEBUG oslo_vmware.rw_handles [None req-4d12bd01-56fa-49da-a632-8250966677d3 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523066d9-6c41-179f-6dbc-a4c118704b4f/disk-0.vmdk is in state: ready. {{(pid=62301) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 817.402934] env[62301]: ERROR oslo_vmware.rw_handles [None req-4d12bd01-56fa-49da-a632-8250966677d3 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523066d9-6c41-179f-6dbc-a4c118704b4f/disk-0.vmdk due to incomplete transfer. [ 817.402934] env[62301]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-67c190ec-da86-4384-a762-ba274dba79fd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.412549] env[62301]: DEBUG oslo_vmware.rw_handles [None req-4d12bd01-56fa-49da-a632-8250966677d3 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523066d9-6c41-179f-6dbc-a4c118704b4f/disk-0.vmdk. {{(pid=62301) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 817.412764] env[62301]: DEBUG nova.virt.vmwareapi.images [None req-4d12bd01-56fa-49da-a632-8250966677d3 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] Uploaded image 8a6b7eb5-8c2c-4ffd-b701-d293ba7e0a45 to the Glance image server {{(pid=62301) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 817.414581] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d12bd01-56fa-49da-a632-8250966677d3 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] Destroying the VM {{(pid=62301) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 817.415194] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2c4d4185-e9f0-4434-9af1-4d27e2180d86 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.420982] env[62301]: DEBUG oslo_vmware.api [None req-4d12bd01-56fa-49da-a632-8250966677d3 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the task: (returnval){ [ 817.420982] env[62301]: value = "task-2570282" [ 817.420982] env[62301]: _type = "Task" [ 817.420982] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.429363] env[62301]: DEBUG oslo_vmware.api [None req-4d12bd01-56fa-49da-a632-8250966677d3 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570282, 'name': Destroy_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.475291] env[62301]: DEBUG nova.network.neutron [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Updating instance_info_cache with network_info: [{"id": "662d5e82-9e34-4375-8b1c-6a8826a30867", "address": "fa:16:3e:7c:21:56", "network": {"id": "32aca2ac-882d-4f89-b75b-c3af9ad6fefe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1098447386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f44005617fbf4cf3a6dc1727b4da2f55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap662d5e82-9e", "ovs_interfaceid": "662d5e82-9e34-4375-8b1c-6a8826a30867", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.575031] env[62301]: DEBUG oslo_vmware.api [None req-78fce106-820e-4876-be37-8cf51e4b2587 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Task: {'id': task-2570280, 'name': PowerOffVM_Task, 'duration_secs': 0.320762} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.575456] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-78fce106-820e-4876-be37-8cf51e4b2587 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 817.575680] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-78fce106-820e-4876-be37-8cf51e4b2587 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 817.575951] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3cddd0b9-4e01-4a4a-ac38-717d2fd15a14 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.580559] env[62301]: DEBUG oslo_vmware.api [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2570278, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.629028] env[62301]: DEBUG oslo_vmware.api [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570281, 'name': PowerOffVM_Task, 'duration_secs': 0.348612} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.629184] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 817.629393] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 817.630227] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda23a9d-3e11-4915-a03a-8fe0c9ef406b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.638699] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 817.638699] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d57210e6-8e33-474b-beb7-5602b55e8d58 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.663163] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-78fce106-820e-4876-be37-8cf51e4b2587 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 817.663379] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-78fce106-820e-4876-be37-8cf51e4b2587 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 817.663561] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-78fce106-820e-4876-be37-8cf51e4b2587 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Deleting the datastore file [datastore1] 456442d0-f73e-4b17-aff4-276186b86782 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 817.663823] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2337edd3-ba3f-413f-b3b3-65bf6aff18dc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.671051] env[62301]: DEBUG oslo_vmware.api [None req-78fce106-820e-4876-be37-8cf51e4b2587 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Waiting for the task: (returnval){ [ 817.671051] env[62301]: value = "task-2570285" [ 817.671051] env[62301]: _type = "Task" [ 817.671051] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.679696] env[62301]: DEBUG oslo_vmware.api [None req-78fce106-820e-4876-be37-8cf51e4b2587 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Task: {'id': task-2570285, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.730921] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 817.731166] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Deleting contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 817.731327] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Deleting the datastore file [datastore2] 74379ea7-7c7d-4212-b637-2af384ba4c95 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 817.731598] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63aa37d2-ed44-4983-bcee-f98890094eff {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.737553] env[62301]: DEBUG oslo_vmware.api [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for the task: (returnval){ [ 817.737553] env[62301]: value = "task-2570286" [ 817.737553] env[62301]: _type = "Task" [ 817.737553] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.746435] env[62301]: DEBUG nova.compute.manager [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: 56195579-e6c5-448d-bb3e-5e25c2b11b25] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 817.748558] env[62301]: DEBUG oslo_vmware.api [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570286, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.770900] env[62301]: DEBUG nova.virt.hardware [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 817.772017] env[62301]: DEBUG nova.virt.hardware [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 817.772017] env[62301]: DEBUG nova.virt.hardware [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 817.772017] env[62301]: DEBUG nova.virt.hardware [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 817.772017] env[62301]: DEBUG nova.virt.hardware [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 817.772017] env[62301]: DEBUG nova.virt.hardware [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 817.772477] env[62301]: DEBUG nova.virt.hardware [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 817.772740] env[62301]: DEBUG nova.virt.hardware [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 817.773037] env[62301]: DEBUG nova.virt.hardware [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 817.773308] env[62301]: DEBUG nova.virt.hardware [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 817.773585] env[62301]: DEBUG nova.virt.hardware [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 817.774577] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4312077-a71a-44ca-8a76-e37fe2e0c13f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.779288] env[62301]: DEBUG oslo_concurrency.lockutils [None req-07f81795-3cb5-41d5-ac83-caef35a2bd75 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.075s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.780623] env[62301]: DEBUG oslo_concurrency.lockutils [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.607s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.782582] env[62301]: INFO nova.compute.claims [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 12eef27c-e671-4325-974d-efa141d2c656] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 817.794372] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e34322-7b8f-46cb-a86b-42fea082e9fe {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.815039] env[62301]: INFO nova.scheduler.client.report [None req-07f81795-3cb5-41d5-ac83-caef35a2bd75 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Deleted allocations for instance ddec630e-5648-4fdb-a63c-2de8582bfe4c [ 817.818392] env[62301]: INFO nova.compute.manager [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: ad58b606-b954-4ce1-bda7-56f0bd23e83f] Took 45.11 seconds to build instance. [ 817.840638] env[62301]: DEBUG oslo_concurrency.lockutils [None req-688808ea-cf2d-404a-8a9e-83aabd1a70bf tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lock "8836b3f4-9580-4f12-bd01-eccae3940527" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.523s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.931945] env[62301]: DEBUG oslo_vmware.api [None req-4d12bd01-56fa-49da-a632-8250966677d3 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570282, 'name': Destroy_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.978845] env[62301]: DEBUG oslo_concurrency.lockutils [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Releasing lock "refresh_cache-b970a9ab-a179-4335-957d-3a1afd002aab" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.978845] env[62301]: DEBUG nova.compute.manager [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Instance network_info: |[{"id": "662d5e82-9e34-4375-8b1c-6a8826a30867", "address": "fa:16:3e:7c:21:56", "network": {"id": "32aca2ac-882d-4f89-b75b-c3af9ad6fefe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1098447386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f44005617fbf4cf3a6dc1727b4da2f55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap662d5e82-9e", "ovs_interfaceid": "662d5e82-9e34-4375-8b1c-6a8826a30867", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 817.979283] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:21:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '683a619f-b10d-41a3-8c03-4f69f6c9ce53', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '662d5e82-9e34-4375-8b1c-6a8826a30867', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 817.986746] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Creating folder: Project (f44005617fbf4cf3a6dc1727b4da2f55). Parent ref: group-v518653. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 817.986865] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3ee89c9-d499-48e5-aa8e-2a496615cb57 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.998254] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Created folder: Project (f44005617fbf4cf3a6dc1727b4da2f55) in parent group-v518653. [ 817.998480] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Creating folder: Instances. Parent ref: group-v518837. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 817.998793] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-952d4534-c126-4628-a035-d30dad80299e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.012337] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Created folder: Instances in parent group-v518837. [ 818.012337] env[62301]: DEBUG oslo.service.loopingcall [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 818.012337] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 818.012445] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86dc0541-86e0-4234-a710-48d366756fc5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.036206] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 818.036206] env[62301]: value = "task-2570289" [ 818.036206] env[62301]: _type = "Task" [ 818.036206] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.041798] env[62301]: DEBUG nova.compute.manager [req-256c3f01-a374-485e-b7f6-22793c39d177 req-760ddcc9-4da5-46f6-810e-238f493aea76 service nova] [instance: ad58b606-b954-4ce1-bda7-56f0bd23e83f] Received event network-changed-5d0bac21-aa73-4e9a-8dc9-27fda9944a95 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 818.041985] env[62301]: DEBUG nova.compute.manager [req-256c3f01-a374-485e-b7f6-22793c39d177 req-760ddcc9-4da5-46f6-810e-238f493aea76 service nova] [instance: ad58b606-b954-4ce1-bda7-56f0bd23e83f] Refreshing instance network info cache due to event network-changed-5d0bac21-aa73-4e9a-8dc9-27fda9944a95. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 818.042226] env[62301]: DEBUG oslo_concurrency.lockutils [req-256c3f01-a374-485e-b7f6-22793c39d177 req-760ddcc9-4da5-46f6-810e-238f493aea76 service nova] Acquiring lock "refresh_cache-ad58b606-b954-4ce1-bda7-56f0bd23e83f" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.042389] env[62301]: DEBUG oslo_concurrency.lockutils [req-256c3f01-a374-485e-b7f6-22793c39d177 req-760ddcc9-4da5-46f6-810e-238f493aea76 service nova] Acquired lock "refresh_cache-ad58b606-b954-4ce1-bda7-56f0bd23e83f" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.042592] env[62301]: DEBUG nova.network.neutron [req-256c3f01-a374-485e-b7f6-22793c39d177 req-760ddcc9-4da5-46f6-810e-238f493aea76 service nova] [instance: ad58b606-b954-4ce1-bda7-56f0bd23e83f] Refreshing network info cache for port 5d0bac21-aa73-4e9a-8dc9-27fda9944a95 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 818.049071] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570289, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.078304] env[62301]: DEBUG oslo_vmware.api [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2570278, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.181416] env[62301]: DEBUG oslo_vmware.api [None req-78fce106-820e-4876-be37-8cf51e4b2587 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Task: {'id': task-2570285, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.465572} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.181744] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-78fce106-820e-4876-be37-8cf51e4b2587 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 818.182026] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-78fce106-820e-4876-be37-8cf51e4b2587 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 818.182150] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-78fce106-820e-4876-be37-8cf51e4b2587 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 818.182325] env[62301]: INFO nova.compute.manager [None req-78fce106-820e-4876-be37-8cf51e4b2587 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Took 1.14 seconds to destroy the instance on the hypervisor. [ 818.182566] env[62301]: DEBUG oslo.service.loopingcall [None req-78fce106-820e-4876-be37-8cf51e4b2587 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 818.182756] env[62301]: DEBUG nova.compute.manager [-] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 818.182853] env[62301]: DEBUG nova.network.neutron [-] [instance: 456442d0-f73e-4b17-aff4-276186b86782] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 818.232029] env[62301]: DEBUG nova.compute.manager [req-c5d53ec2-cb18-4def-be73-bcd518546e3d req-b150c15b-f80b-4f74-a6d9-6f16184574c1 service nova] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Received event network-changed-662d5e82-9e34-4375-8b1c-6a8826a30867 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 818.232401] env[62301]: DEBUG nova.compute.manager [req-c5d53ec2-cb18-4def-be73-bcd518546e3d req-b150c15b-f80b-4f74-a6d9-6f16184574c1 service nova] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Refreshing instance network info cache due to event network-changed-662d5e82-9e34-4375-8b1c-6a8826a30867. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 818.232516] env[62301]: DEBUG oslo_concurrency.lockutils [req-c5d53ec2-cb18-4def-be73-bcd518546e3d req-b150c15b-f80b-4f74-a6d9-6f16184574c1 service nova] Acquiring lock "refresh_cache-b970a9ab-a179-4335-957d-3a1afd002aab" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.232675] env[62301]: DEBUG oslo_concurrency.lockutils [req-c5d53ec2-cb18-4def-be73-bcd518546e3d req-b150c15b-f80b-4f74-a6d9-6f16184574c1 service nova] Acquired lock "refresh_cache-b970a9ab-a179-4335-957d-3a1afd002aab" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.232942] env[62301]: DEBUG nova.network.neutron [req-c5d53ec2-cb18-4def-be73-bcd518546e3d req-b150c15b-f80b-4f74-a6d9-6f16184574c1 service nova] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Refreshing network info cache for port 662d5e82-9e34-4375-8b1c-6a8826a30867 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 818.250135] env[62301]: DEBUG oslo_vmware.api [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570286, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.411113} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.250425] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 818.250644] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Deleted contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 818.250804] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 818.322097] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b10e935f-b36b-4dd0-afb3-5158a735fc25 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Lock "ad58b606-b954-4ce1-bda7-56f0bd23e83f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.651s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 818.322524] env[62301]: DEBUG oslo_concurrency.lockutils [None req-07f81795-3cb5-41d5-ac83-caef35a2bd75 tempest-AttachInterfacesUnderV243Test-1945620340 tempest-AttachInterfacesUnderV243Test-1945620340-project-member] Lock "ddec630e-5648-4fdb-a63c-2de8582bfe4c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.852s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 818.433090] env[62301]: DEBUG oslo_vmware.api [None req-4d12bd01-56fa-49da-a632-8250966677d3 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570282, 'name': Destroy_Task} progress is 33%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.551618] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570289, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.581405] env[62301]: DEBUG oslo_vmware.api [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2570278, 'name': ReconfigVM_Task, 'duration_secs': 1.585901} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.581827] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Reconfigured VM instance instance-00000035 to attach disk [datastore1] ffff5450-4ec9-4eb1-8b40-8f55c30409a6/ffff5450-4ec9-4eb1-8b40-8f55c30409a6.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.582402] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Updating instance 'ffff5450-4ec9-4eb1-8b40-8f55c30409a6' progress to 50 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 818.688177] env[62301]: DEBUG nova.network.neutron [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: 56195579-e6c5-448d-bb3e-5e25c2b11b25] Successfully updated port: 096c67d0-7b88-4749-89b3-e01277d9424c {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 818.819803] env[62301]: DEBUG nova.network.neutron [req-256c3f01-a374-485e-b7f6-22793c39d177 req-760ddcc9-4da5-46f6-810e-238f493aea76 service nova] [instance: ad58b606-b954-4ce1-bda7-56f0bd23e83f] Updated VIF entry in instance network info cache for port 5d0bac21-aa73-4e9a-8dc9-27fda9944a95. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 818.820140] env[62301]: DEBUG nova.network.neutron [req-256c3f01-a374-485e-b7f6-22793c39d177 req-760ddcc9-4da5-46f6-810e-238f493aea76 service nova] [instance: ad58b606-b954-4ce1-bda7-56f0bd23e83f] Updating instance_info_cache with network_info: [{"id": "5d0bac21-aa73-4e9a-8dc9-27fda9944a95", "address": "fa:16:3e:8a:0d:b4", "network": {"id": "c9bc6ff9-87e6-43ca-a829-8abee608caa9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1880576448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31c7c184f35545928fd615e8b72fb678", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d0bac21-aa", "ovs_interfaceid": "5d0bac21-aa73-4e9a-8dc9-27fda9944a95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.935110] env[62301]: DEBUG oslo_vmware.api [None req-4d12bd01-56fa-49da-a632-8250966677d3 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570282, 'name': Destroy_Task, 'duration_secs': 1.236645} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.935464] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-4d12bd01-56fa-49da-a632-8250966677d3 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] Destroyed the VM [ 818.935630] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4d12bd01-56fa-49da-a632-8250966677d3 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] Deleting Snapshot of the VM instance {{(pid=62301) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 818.935886] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-969f8228-af64-4929-9e38-ab7f9383104a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.942184] env[62301]: DEBUG oslo_vmware.api [None req-4d12bd01-56fa-49da-a632-8250966677d3 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the task: (returnval){ [ 818.942184] env[62301]: value = "task-2570290" [ 818.942184] env[62301]: _type = "Task" [ 818.942184] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.950115] env[62301]: DEBUG oslo_vmware.api [None req-4d12bd01-56fa-49da-a632-8250966677d3 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570290, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.002244] env[62301]: DEBUG nova.network.neutron [req-c5d53ec2-cb18-4def-be73-bcd518546e3d req-b150c15b-f80b-4f74-a6d9-6f16184574c1 service nova] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Updated VIF entry in instance network info cache for port 662d5e82-9e34-4375-8b1c-6a8826a30867. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 819.002753] env[62301]: DEBUG nova.network.neutron [req-c5d53ec2-cb18-4def-be73-bcd518546e3d req-b150c15b-f80b-4f74-a6d9-6f16184574c1 service nova] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Updating instance_info_cache with network_info: [{"id": "662d5e82-9e34-4375-8b1c-6a8826a30867", "address": "fa:16:3e:7c:21:56", "network": {"id": "32aca2ac-882d-4f89-b75b-c3af9ad6fefe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1098447386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f44005617fbf4cf3a6dc1727b4da2f55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap662d5e82-9e", "ovs_interfaceid": "662d5e82-9e34-4375-8b1c-6a8826a30867", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.019289] env[62301]: DEBUG nova.network.neutron [-] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.052256] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570289, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.092987] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7287e9-6cbd-47e8-98ae-3d1c64177c8f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.120248] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07012700-c3f0-485e-9308-bbc227ec8846 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.139292] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Updating instance 'ffff5450-4ec9-4eb1-8b40-8f55c30409a6' progress to 67 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 819.269841] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f05b9a4-68ac-4fc8-a160-90fa166b1364 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.278816] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cae0872-9a90-42da-b1ae-befa5270f853 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.316193] env[62301]: DEBUG nova.virt.hardware [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 819.316606] env[62301]: DEBUG nova.virt.hardware [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 819.316881] env[62301]: DEBUG nova.virt.hardware [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 819.320331] env[62301]: DEBUG nova.virt.hardware [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 819.320621] env[62301]: DEBUG nova.virt.hardware [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 819.320894] env[62301]: DEBUG nova.virt.hardware [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 819.321283] env[62301]: DEBUG nova.virt.hardware [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 819.321570] env[62301]: DEBUG nova.virt.hardware [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 819.321860] env[62301]: DEBUG nova.virt.hardware [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 819.322162] env[62301]: DEBUG nova.virt.hardware [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 819.322475] env[62301]: DEBUG nova.virt.hardware [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 819.323872] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba005d9c-c774-4b2d-9a3d-3e6304713cad {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.329713] env[62301]: DEBUG oslo_concurrency.lockutils [req-256c3f01-a374-485e-b7f6-22793c39d177 req-760ddcc9-4da5-46f6-810e-238f493aea76 service nova] Releasing lock "refresh_cache-ad58b606-b954-4ce1-bda7-56f0bd23e83f" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.330691] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de4f9b3-8704-44f6-a960-e39544685f19 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.343537] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe1da10-96e5-4481-9560-7243282cdcb1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.351478] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301a4763-48b2-4336-af3e-113d29aeae7e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.368197] env[62301]: DEBUG nova.compute.provider_tree [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.375782] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:67:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cba18f15-a919-422e-a423-1e705e233389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f4015ef-c31d-4a55-b1ac-44f3770f1840', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 819.384218] env[62301]: DEBUG oslo.service.loopingcall [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 819.384671] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 819.384903] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ee21047-8220-4750-8d9b-f91cb7471e6f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.408202] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 819.408202] env[62301]: value = "task-2570291" [ 819.408202] env[62301]: _type = "Task" [ 819.408202] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.420811] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570291, 'name': CreateVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.454246] env[62301]: DEBUG oslo_vmware.api [None req-4d12bd01-56fa-49da-a632-8250966677d3 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570290, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.506665] env[62301]: DEBUG oslo_concurrency.lockutils [req-c5d53ec2-cb18-4def-be73-bcd518546e3d req-b150c15b-f80b-4f74-a6d9-6f16184574c1 service nova] Releasing lock "refresh_cache-b970a9ab-a179-4335-957d-3a1afd002aab" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.507108] env[62301]: DEBUG oslo_concurrency.lockutils [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Acquiring lock "8998e7d5-9cc4-445d-9b66-ecac8c7f1374" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 819.507325] env[62301]: DEBUG oslo_concurrency.lockutils [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Lock "8998e7d5-9cc4-445d-9b66-ecac8c7f1374" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 819.522688] env[62301]: INFO nova.compute.manager [-] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Took 1.34 seconds to deallocate network for instance. [ 819.548479] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570289, 'name': CreateVM_Task, 'duration_secs': 1.49745} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.548631] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 819.549349] env[62301]: DEBUG oslo_concurrency.lockutils [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.549506] env[62301]: DEBUG oslo_concurrency.lockutils [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.549828] env[62301]: DEBUG oslo_concurrency.lockutils [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.550092] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f9eebd6-81c4-40b4-9c02-4a9b73448a62 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.555122] env[62301]: DEBUG oslo_vmware.api [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Waiting for the task: (returnval){ [ 819.555122] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52f6d122-e76b-59cf-92a1-1ca089dfc02c" [ 819.555122] env[62301]: _type = "Task" [ 819.555122] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.564491] env[62301]: DEBUG oslo_vmware.api [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52f6d122-e76b-59cf-92a1-1ca089dfc02c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.886053] env[62301]: DEBUG nova.scheduler.client.report [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.918610] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570291, 'name': CreateVM_Task, 'duration_secs': 0.387363} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.918785] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 819.919448] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.952591] env[62301]: DEBUG oslo_vmware.api [None req-4d12bd01-56fa-49da-a632-8250966677d3 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570290, 'name': RemoveSnapshot_Task, 'duration_secs': 0.927657} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.952874] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4d12bd01-56fa-49da-a632-8250966677d3 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] Deleted Snapshot of the VM instance {{(pid=62301) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 819.953136] env[62301]: INFO nova.compute.manager [None req-4d12bd01-56fa-49da-a632-8250966677d3 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] Took 15.68 seconds to snapshot the instance on the hypervisor. [ 819.958142] env[62301]: DEBUG nova.network.neutron [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Port cd6db707-1ef4-4fe2-965d-00f1d489cf92 binding to destination host cpu-1 is already ACTIVE {{(pid=62301) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 820.009386] env[62301]: DEBUG nova.compute.manager [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 8998e7d5-9cc4-445d-9b66-ecac8c7f1374] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 820.029925] env[62301]: DEBUG oslo_concurrency.lockutils [None req-78fce106-820e-4876-be37-8cf51e4b2587 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.067508] env[62301]: DEBUG oslo_vmware.api [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52f6d122-e76b-59cf-92a1-1ca089dfc02c, 'name': SearchDatastore_Task, 'duration_secs': 0.011558} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.067876] env[62301]: DEBUG oslo_concurrency.lockutils [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.068211] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 820.068584] env[62301]: DEBUG oslo_concurrency.lockutils [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.068870] env[62301]: DEBUG oslo_concurrency.lockutils [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.069619] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 820.070832] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.071387] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.071738] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d5b49a2-f141-4c52-a87e-52a21793309e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.073997] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5507fc6d-a72b-4894-8287-3137c82d6875 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.081061] env[62301]: DEBUG oslo_vmware.api [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for the task: (returnval){ [ 820.081061] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52ca0fda-0164-a548-bdfc-f5eaf3cdc843" [ 820.081061] env[62301]: _type = "Task" [ 820.081061] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.086590] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 820.086713] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 820.089871] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7055b9f-4129-4098-9544-c480754f104e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.097107] env[62301]: DEBUG oslo_vmware.api [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52ca0fda-0164-a548-bdfc-f5eaf3cdc843, 'name': SearchDatastore_Task, 'duration_secs': 0.011569} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.097720] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.098426] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 820.098426] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.100503] env[62301]: DEBUG oslo_vmware.api [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Waiting for the task: (returnval){ [ 820.100503] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52119fd8-9764-02b1-5e27-047fc2bea1cb" [ 820.100503] env[62301]: _type = "Task" [ 820.100503] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.108635] env[62301]: DEBUG oslo_vmware.api [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52119fd8-9764-02b1-5e27-047fc2bea1cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.189292] env[62301]: DEBUG nova.compute.manager [req-f7c97b1d-573d-404f-b8b1-c5d929b2bcfb req-e4b517b5-bfc6-4396-993f-44e485f3fe8b service nova] [instance: ad58b606-b954-4ce1-bda7-56f0bd23e83f] Received event network-changed-5d0bac21-aa73-4e9a-8dc9-27fda9944a95 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 820.189582] env[62301]: DEBUG nova.compute.manager [req-f7c97b1d-573d-404f-b8b1-c5d929b2bcfb req-e4b517b5-bfc6-4396-993f-44e485f3fe8b service nova] [instance: ad58b606-b954-4ce1-bda7-56f0bd23e83f] Refreshing instance network info cache due to event network-changed-5d0bac21-aa73-4e9a-8dc9-27fda9944a95. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 820.189849] env[62301]: DEBUG oslo_concurrency.lockutils [req-f7c97b1d-573d-404f-b8b1-c5d929b2bcfb req-e4b517b5-bfc6-4396-993f-44e485f3fe8b service nova] Acquiring lock "refresh_cache-ad58b606-b954-4ce1-bda7-56f0bd23e83f" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.190047] env[62301]: DEBUG oslo_concurrency.lockutils [req-f7c97b1d-573d-404f-b8b1-c5d929b2bcfb req-e4b517b5-bfc6-4396-993f-44e485f3fe8b service nova] Acquired lock "refresh_cache-ad58b606-b954-4ce1-bda7-56f0bd23e83f" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.190256] env[62301]: DEBUG nova.network.neutron [req-f7c97b1d-573d-404f-b8b1-c5d929b2bcfb req-e4b517b5-bfc6-4396-993f-44e485f3fe8b service nova] [instance: ad58b606-b954-4ce1-bda7-56f0bd23e83f] Refreshing network info cache for port 5d0bac21-aa73-4e9a-8dc9-27fda9944a95 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 820.382148] env[62301]: DEBUG nova.compute.manager [req-fb3e8d2f-1f0d-4287-a299-0bafc3309722 req-a04b5d4f-cc82-4c91-9ed7-079a53cc4e6f service nova] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Received event network-vif-deleted-78ab8648-0413-4324-a42c-2455925fbce7 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 820.392575] env[62301]: DEBUG oslo_concurrency.lockutils [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.611s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.393128] env[62301]: DEBUG nova.compute.manager [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 12eef27c-e671-4325-974d-efa141d2c656] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 820.395844] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.884s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.397592] env[62301]: INFO nova.compute.claims [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] [instance: e2d1039f-60fa-4c7b-a0ca-ed566357b1ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 820.537738] env[62301]: DEBUG oslo_concurrency.lockutils [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.612740] env[62301]: DEBUG oslo_vmware.api [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52119fd8-9764-02b1-5e27-047fc2bea1cb, 'name': SearchDatastore_Task, 'duration_secs': 0.025539} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.613608] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6af62603-cf6c-4298-819a-50cb47459ff9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.619090] env[62301]: DEBUG oslo_vmware.api [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Waiting for the task: (returnval){ [ 820.619090] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5253d803-1cc0-5451-c5c8-c359be9ce5fd" [ 820.619090] env[62301]: _type = "Task" [ 820.619090] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.627672] env[62301]: DEBUG oslo_vmware.api [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5253d803-1cc0-5451-c5c8-c359be9ce5fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.905118] env[62301]: DEBUG nova.compute.utils [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 820.906991] env[62301]: DEBUG nova.compute.manager [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 12eef27c-e671-4325-974d-efa141d2c656] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 820.907323] env[62301]: DEBUG nova.network.neutron [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 12eef27c-e671-4325-974d-efa141d2c656] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 820.936106] env[62301]: DEBUG nova.network.neutron [req-f7c97b1d-573d-404f-b8b1-c5d929b2bcfb req-e4b517b5-bfc6-4396-993f-44e485f3fe8b service nova] [instance: ad58b606-b954-4ce1-bda7-56f0bd23e83f] Updated VIF entry in instance network info cache for port 5d0bac21-aa73-4e9a-8dc9-27fda9944a95. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 820.936106] env[62301]: DEBUG nova.network.neutron [req-f7c97b1d-573d-404f-b8b1-c5d929b2bcfb req-e4b517b5-bfc6-4396-993f-44e485f3fe8b service nova] [instance: ad58b606-b954-4ce1-bda7-56f0bd23e83f] Updating instance_info_cache with network_info: [{"id": "5d0bac21-aa73-4e9a-8dc9-27fda9944a95", "address": "fa:16:3e:8a:0d:b4", "network": {"id": "c9bc6ff9-87e6-43ca-a829-8abee608caa9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1880576448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31c7c184f35545928fd615e8b72fb678", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d0bac21-aa", "ovs_interfaceid": "5d0bac21-aa73-4e9a-8dc9-27fda9944a95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.971126] env[62301]: DEBUG nova.policy [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0121b5116a24b6eb6c33252c6149815', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03b7fd9626dd4450af251d23c7d0a8b9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 820.989659] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Acquiring lock "ffff5450-4ec9-4eb1-8b40-8f55c30409a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.989892] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Lock "ffff5450-4ec9-4eb1-8b40-8f55c30409a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.990078] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Lock "ffff5450-4ec9-4eb1-8b40-8f55c30409a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.135015] env[62301]: DEBUG oslo_vmware.api [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5253d803-1cc0-5451-c5c8-c359be9ce5fd, 'name': SearchDatastore_Task, 'duration_secs': 0.04476} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.135015] env[62301]: DEBUG oslo_concurrency.lockutils [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.135507] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] b970a9ab-a179-4335-957d-3a1afd002aab/b970a9ab-a179-4335-957d-3a1afd002aab.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 821.135507] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.135607] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 821.135815] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87ee5a93-cd00-4995-92dc-48ce327b586a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.138023] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b937ecbb-1aa2-45aa-80e5-0e6cbb72d584 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.147500] env[62301]: DEBUG oslo_vmware.api [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Waiting for the task: (returnval){ [ 821.147500] env[62301]: value = "task-2570292" [ 821.147500] env[62301]: _type = "Task" [ 821.147500] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.151962] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 821.152409] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 821.153291] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59fc1972-79a0-495a-89f2-b9ee0727b0c5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.158866] env[62301]: DEBUG oslo_vmware.api [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570292, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.161923] env[62301]: DEBUG oslo_vmware.api [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for the task: (returnval){ [ 821.161923] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5275ed36-af37-4220-c341-79949eea801e" [ 821.161923] env[62301]: _type = "Task" [ 821.161923] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.170049] env[62301]: DEBUG oslo_vmware.api [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5275ed36-af37-4220-c341-79949eea801e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.399764] env[62301]: DEBUG nova.network.neutron [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 12eef27c-e671-4325-974d-efa141d2c656] Successfully created port: cf7a7f08-1958-490f-8acb-84ba35235fcc {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 821.418794] env[62301]: DEBUG nova.compute.manager [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 12eef27c-e671-4325-974d-efa141d2c656] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 821.439936] env[62301]: DEBUG oslo_concurrency.lockutils [req-f7c97b1d-573d-404f-b8b1-c5d929b2bcfb req-e4b517b5-bfc6-4396-993f-44e485f3fe8b service nova] Releasing lock "refresh_cache-ad58b606-b954-4ce1-bda7-56f0bd23e83f" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.440102] env[62301]: DEBUG nova.compute.manager [req-f7c97b1d-573d-404f-b8b1-c5d929b2bcfb req-e4b517b5-bfc6-4396-993f-44e485f3fe8b service nova] [instance: 56195579-e6c5-448d-bb3e-5e25c2b11b25] Received event network-vif-plugged-096c67d0-7b88-4749-89b3-e01277d9424c {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 821.440174] env[62301]: DEBUG oslo_concurrency.lockutils [req-f7c97b1d-573d-404f-b8b1-c5d929b2bcfb req-e4b517b5-bfc6-4396-993f-44e485f3fe8b service nova] Acquiring lock "56195579-e6c5-448d-bb3e-5e25c2b11b25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.440399] env[62301]: DEBUG oslo_concurrency.lockutils [req-f7c97b1d-573d-404f-b8b1-c5d929b2bcfb req-e4b517b5-bfc6-4396-993f-44e485f3fe8b service nova] Lock "56195579-e6c5-448d-bb3e-5e25c2b11b25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.440514] env[62301]: DEBUG oslo_concurrency.lockutils [req-f7c97b1d-573d-404f-b8b1-c5d929b2bcfb req-e4b517b5-bfc6-4396-993f-44e485f3fe8b service nova] Lock "56195579-e6c5-448d-bb3e-5e25c2b11b25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.440804] env[62301]: DEBUG nova.compute.manager [req-f7c97b1d-573d-404f-b8b1-c5d929b2bcfb req-e4b517b5-bfc6-4396-993f-44e485f3fe8b service nova] [instance: 56195579-e6c5-448d-bb3e-5e25c2b11b25] No waiting events found dispatching network-vif-plugged-096c67d0-7b88-4749-89b3-e01277d9424c {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 821.440868] env[62301]: WARNING nova.compute.manager [req-f7c97b1d-573d-404f-b8b1-c5d929b2bcfb req-e4b517b5-bfc6-4396-993f-44e485f3fe8b service nova] [instance: 56195579-e6c5-448d-bb3e-5e25c2b11b25] Received unexpected event network-vif-plugged-096c67d0-7b88-4749-89b3-e01277d9424c for instance with vm_state building and task_state spawning. [ 821.440977] env[62301]: DEBUG nova.compute.manager [req-f7c97b1d-573d-404f-b8b1-c5d929b2bcfb req-e4b517b5-bfc6-4396-993f-44e485f3fe8b service nova] [instance: 56195579-e6c5-448d-bb3e-5e25c2b11b25] Received event network-changed-096c67d0-7b88-4749-89b3-e01277d9424c {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 821.441146] env[62301]: DEBUG nova.compute.manager [req-f7c97b1d-573d-404f-b8b1-c5d929b2bcfb req-e4b517b5-bfc6-4396-993f-44e485f3fe8b service nova] [instance: 56195579-e6c5-448d-bb3e-5e25c2b11b25] Refreshing instance network info cache due to event network-changed-096c67d0-7b88-4749-89b3-e01277d9424c. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 821.441321] env[62301]: DEBUG oslo_concurrency.lockutils [req-f7c97b1d-573d-404f-b8b1-c5d929b2bcfb req-e4b517b5-bfc6-4396-993f-44e485f3fe8b service nova] Acquiring lock "refresh_cache-56195579-e6c5-448d-bb3e-5e25c2b11b25" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.441451] env[62301]: DEBUG oslo_concurrency.lockutils [req-f7c97b1d-573d-404f-b8b1-c5d929b2bcfb req-e4b517b5-bfc6-4396-993f-44e485f3fe8b service nova] Acquired lock "refresh_cache-56195579-e6c5-448d-bb3e-5e25c2b11b25" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.441613] env[62301]: DEBUG nova.network.neutron [req-f7c97b1d-573d-404f-b8b1-c5d929b2bcfb req-e4b517b5-bfc6-4396-993f-44e485f3fe8b service nova] [instance: 56195579-e6c5-448d-bb3e-5e25c2b11b25] Refreshing network info cache for port 096c67d0-7b88-4749-89b3-e01277d9424c {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 821.458767] env[62301]: DEBUG nova.network.neutron [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: 56195579-e6c5-448d-bb3e-5e25c2b11b25] Successfully updated port: 19ca7e44-703a-411c-92c6-9c2d70eba109 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 821.661734] env[62301]: DEBUG oslo_vmware.api [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570292, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.674810] env[62301]: DEBUG oslo_vmware.api [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5275ed36-af37-4220-c341-79949eea801e, 'name': SearchDatastore_Task, 'duration_secs': 0.028231} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.675835] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acbc5c48-ec6c-4001-bcce-8b123241dd35 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.687810] env[62301]: DEBUG oslo_vmware.api [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for the task: (returnval){ [ 821.687810] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5285c4b3-2b7a-7446-85ba-bd23602e7d2e" [ 821.687810] env[62301]: _type = "Task" [ 821.687810] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.698655] env[62301]: DEBUG oslo_vmware.api [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5285c4b3-2b7a-7446-85ba-bd23602e7d2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.900757] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bdd9361-281e-45d6-9bf2-de6d4c55b4b3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.910054] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1adb3cf-d7e9-465c-934e-e185c06c1e9c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.958261] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37b903c-8ea7-468d-bd8e-ac2797263c60 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.962520] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Acquiring lock "refresh_cache-56195579-e6c5-448d-bb3e-5e25c2b11b25" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.967611] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5045dc0b-eecd-4e1d-813a-ffff8de4d637 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.990155] env[62301]: DEBUG nova.compute.provider_tree [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.997718] env[62301]: DEBUG nova.network.neutron [req-f7c97b1d-573d-404f-b8b1-c5d929b2bcfb req-e4b517b5-bfc6-4396-993f-44e485f3fe8b service nova] [instance: 56195579-e6c5-448d-bb3e-5e25c2b11b25] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 822.067434] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Acquiring lock "refresh_cache-ffff5450-4ec9-4eb1-8b40-8f55c30409a6" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.067779] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Acquired lock "refresh_cache-ffff5450-4ec9-4eb1-8b40-8f55c30409a6" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.068032] env[62301]: DEBUG nova.network.neutron [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 822.116197] env[62301]: DEBUG nova.network.neutron [req-f7c97b1d-573d-404f-b8b1-c5d929b2bcfb req-e4b517b5-bfc6-4396-993f-44e485f3fe8b service nova] [instance: 56195579-e6c5-448d-bb3e-5e25c2b11b25] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.160935] env[62301]: DEBUG oslo_vmware.api [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570292, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.199139] env[62301]: DEBUG oslo_vmware.api [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5285c4b3-2b7a-7446-85ba-bd23602e7d2e, 'name': SearchDatastore_Task, 'duration_secs': 0.010719} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.199445] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.199706] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 74379ea7-7c7d-4212-b637-2af384ba4c95/74379ea7-7c7d-4212-b637-2af384ba4c95.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 822.199972] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b3bc443-81c4-4e2b-be72-65024390af19 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.207485] env[62301]: DEBUG oslo_vmware.api [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for the task: (returnval){ [ 822.207485] env[62301]: value = "task-2570293" [ 822.207485] env[62301]: _type = "Task" [ 822.207485] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.215982] env[62301]: DEBUG oslo_vmware.api [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570293, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.236916] env[62301]: DEBUG nova.compute.manager [req-2d8192f7-c0d9-413b-86e9-3efa54907936 req-3772d6b1-f1bc-4bf3-8fcb-dff592c29041 service nova] [instance: 56195579-e6c5-448d-bb3e-5e25c2b11b25] Received event network-vif-plugged-19ca7e44-703a-411c-92c6-9c2d70eba109 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 822.237225] env[62301]: DEBUG oslo_concurrency.lockutils [req-2d8192f7-c0d9-413b-86e9-3efa54907936 req-3772d6b1-f1bc-4bf3-8fcb-dff592c29041 service nova] Acquiring lock "56195579-e6c5-448d-bb3e-5e25c2b11b25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 822.237363] env[62301]: DEBUG oslo_concurrency.lockutils [req-2d8192f7-c0d9-413b-86e9-3efa54907936 req-3772d6b1-f1bc-4bf3-8fcb-dff592c29041 service nova] Lock "56195579-e6c5-448d-bb3e-5e25c2b11b25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 822.237534] env[62301]: DEBUG oslo_concurrency.lockutils [req-2d8192f7-c0d9-413b-86e9-3efa54907936 req-3772d6b1-f1bc-4bf3-8fcb-dff592c29041 service nova] Lock "56195579-e6c5-448d-bb3e-5e25c2b11b25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 822.237725] env[62301]: DEBUG nova.compute.manager [req-2d8192f7-c0d9-413b-86e9-3efa54907936 req-3772d6b1-f1bc-4bf3-8fcb-dff592c29041 service nova] [instance: 56195579-e6c5-448d-bb3e-5e25c2b11b25] No waiting events found dispatching network-vif-plugged-19ca7e44-703a-411c-92c6-9c2d70eba109 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 822.237893] env[62301]: WARNING nova.compute.manager [req-2d8192f7-c0d9-413b-86e9-3efa54907936 req-3772d6b1-f1bc-4bf3-8fcb-dff592c29041 service nova] [instance: 56195579-e6c5-448d-bb3e-5e25c2b11b25] Received unexpected event network-vif-plugged-19ca7e44-703a-411c-92c6-9c2d70eba109 for instance with vm_state building and task_state spawning. [ 822.238111] env[62301]: DEBUG nova.compute.manager [req-2d8192f7-c0d9-413b-86e9-3efa54907936 req-3772d6b1-f1bc-4bf3-8fcb-dff592c29041 service nova] [instance: 56195579-e6c5-448d-bb3e-5e25c2b11b25] Received event network-changed-19ca7e44-703a-411c-92c6-9c2d70eba109 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 822.238303] env[62301]: DEBUG nova.compute.manager [req-2d8192f7-c0d9-413b-86e9-3efa54907936 req-3772d6b1-f1bc-4bf3-8fcb-dff592c29041 service nova] [instance: 56195579-e6c5-448d-bb3e-5e25c2b11b25] Refreshing instance network info cache due to event network-changed-19ca7e44-703a-411c-92c6-9c2d70eba109. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 822.238471] env[62301]: DEBUG oslo_concurrency.lockutils [req-2d8192f7-c0d9-413b-86e9-3efa54907936 req-3772d6b1-f1bc-4bf3-8fcb-dff592c29041 service nova] Acquiring lock "refresh_cache-56195579-e6c5-448d-bb3e-5e25c2b11b25" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.458940] env[62301]: DEBUG nova.compute.manager [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 12eef27c-e671-4325-974d-efa141d2c656] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 822.483259] env[62301]: DEBUG nova.virt.hardware [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 822.483580] env[62301]: DEBUG nova.virt.hardware [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 822.483778] env[62301]: DEBUG nova.virt.hardware [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 822.483968] env[62301]: DEBUG nova.virt.hardware [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 822.484200] env[62301]: DEBUG nova.virt.hardware [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 822.484382] env[62301]: DEBUG nova.virt.hardware [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 822.484762] env[62301]: DEBUG nova.virt.hardware [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 822.484762] env[62301]: DEBUG nova.virt.hardware [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 822.484912] env[62301]: DEBUG nova.virt.hardware [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 822.485109] env[62301]: DEBUG nova.virt.hardware [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 822.485372] env[62301]: DEBUG nova.virt.hardware [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 822.486690] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec60876-3ba7-4b3c-aff8-559a55d5ac3f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.494723] env[62301]: DEBUG nova.scheduler.client.report [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.499345] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff67064d-66ce-41a5-adb1-27ddecafa57d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.619926] env[62301]: DEBUG oslo_concurrency.lockutils [req-f7c97b1d-573d-404f-b8b1-c5d929b2bcfb req-e4b517b5-bfc6-4396-993f-44e485f3fe8b service nova] Releasing lock "refresh_cache-56195579-e6c5-448d-bb3e-5e25c2b11b25" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.620724] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Acquired lock "refresh_cache-56195579-e6c5-448d-bb3e-5e25c2b11b25" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.620724] env[62301]: DEBUG nova.network.neutron [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: 56195579-e6c5-448d-bb3e-5e25c2b11b25] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 822.659610] env[62301]: DEBUG oslo_vmware.api [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570292, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.028592} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.659610] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] b970a9ab-a179-4335-957d-3a1afd002aab/b970a9ab-a179-4335-957d-3a1afd002aab.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 822.660038] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 822.660536] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c0c3474-d860-4b90-bbe9-144a2d8e8042 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.668234] env[62301]: DEBUG oslo_vmware.api [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Waiting for the task: (returnval){ [ 822.668234] env[62301]: value = "task-2570294" [ 822.668234] env[62301]: _type = "Task" [ 822.668234] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.678820] env[62301]: DEBUG oslo_vmware.api [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570294, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.718920] env[62301]: DEBUG oslo_vmware.api [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570293, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.884217] env[62301]: DEBUG nova.network.neutron [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Updating instance_info_cache with network_info: [{"id": "cd6db707-1ef4-4fe2-965d-00f1d489cf92", "address": "fa:16:3e:60:bd:0e", "network": {"id": "229d681a-36f3-4cf5-8b82-82a25738b030", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "584ed71e5cee48ffa78bf852023e57aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd6db707-1e", "ovs_interfaceid": "cd6db707-1ef4-4fe2-965d-00f1d489cf92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.005494] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.006224] env[62301]: DEBUG nova.compute.manager [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] [instance: e2d1039f-60fa-4c7b-a0ca-ed566357b1ea] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 823.009357] env[62301]: DEBUG oslo_concurrency.lockutils [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 31.796s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.150105] env[62301]: DEBUG oslo_concurrency.lockutils [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Acquiring lock "8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 823.150336] env[62301]: DEBUG oslo_concurrency.lockutils [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Lock "8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.161117] env[62301]: DEBUG nova.network.neutron [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: 56195579-e6c5-448d-bb3e-5e25c2b11b25] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 823.177795] env[62301]: DEBUG oslo_vmware.api [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570294, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103762} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.180213] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 823.181277] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dadefc97-6a72-4c8d-bfc9-9d67b445efbd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.209527] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] b970a9ab-a179-4335-957d-3a1afd002aab/b970a9ab-a179-4335-957d-3a1afd002aab.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.209527] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-940c9773-38c8-415b-abb8-1304bb27c14e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.236998] env[62301]: DEBUG oslo_vmware.api [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570293, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.807527} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.240783] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 74379ea7-7c7d-4212-b637-2af384ba4c95/74379ea7-7c7d-4212-b637-2af384ba4c95.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 823.240783] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 823.240783] env[62301]: DEBUG oslo_vmware.api [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Waiting for the task: (returnval){ [ 823.240783] env[62301]: value = "task-2570295" [ 823.240783] env[62301]: _type = "Task" [ 823.240783] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.240783] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0cdc00c6-9333-430c-92c3-e841fb0c4dbd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.251041] env[62301]: DEBUG oslo_vmware.api [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570295, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.254410] env[62301]: DEBUG nova.compute.manager [req-4159cd8d-94a2-4409-ab25-0591b0863187 req-66120dbf-2dac-4907-9195-8e86bf3fa0e1 service nova] [instance: 12eef27c-e671-4325-974d-efa141d2c656] Received event network-vif-plugged-cf7a7f08-1958-490f-8acb-84ba35235fcc {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 823.254627] env[62301]: DEBUG oslo_concurrency.lockutils [req-4159cd8d-94a2-4409-ab25-0591b0863187 req-66120dbf-2dac-4907-9195-8e86bf3fa0e1 service nova] Acquiring lock "12eef27c-e671-4325-974d-efa141d2c656-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 823.254835] env[62301]: DEBUG oslo_concurrency.lockutils [req-4159cd8d-94a2-4409-ab25-0591b0863187 req-66120dbf-2dac-4907-9195-8e86bf3fa0e1 service nova] Lock "12eef27c-e671-4325-974d-efa141d2c656-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.254996] env[62301]: DEBUG oslo_concurrency.lockutils [req-4159cd8d-94a2-4409-ab25-0591b0863187 req-66120dbf-2dac-4907-9195-8e86bf3fa0e1 service nova] Lock "12eef27c-e671-4325-974d-efa141d2c656-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.255169] env[62301]: DEBUG nova.compute.manager [req-4159cd8d-94a2-4409-ab25-0591b0863187 req-66120dbf-2dac-4907-9195-8e86bf3fa0e1 service nova] [instance: 12eef27c-e671-4325-974d-efa141d2c656] No waiting events found dispatching network-vif-plugged-cf7a7f08-1958-490f-8acb-84ba35235fcc {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 823.255325] env[62301]: WARNING nova.compute.manager [req-4159cd8d-94a2-4409-ab25-0591b0863187 req-66120dbf-2dac-4907-9195-8e86bf3fa0e1 service nova] [instance: 12eef27c-e671-4325-974d-efa141d2c656] Received unexpected event network-vif-plugged-cf7a7f08-1958-490f-8acb-84ba35235fcc for instance with vm_state building and task_state spawning. [ 823.256079] env[62301]: DEBUG oslo_vmware.api [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for the task: (returnval){ [ 823.256079] env[62301]: value = "task-2570296" [ 823.256079] env[62301]: _type = "Task" [ 823.256079] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.265071] env[62301]: DEBUG oslo_vmware.api [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570296, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.388033] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Releasing lock "refresh_cache-ffff5450-4ec9-4eb1-8b40-8f55c30409a6" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.456263] env[62301]: DEBUG nova.network.neutron [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 12eef27c-e671-4325-974d-efa141d2c656] Successfully updated port: cf7a7f08-1958-490f-8acb-84ba35235fcc {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 823.510894] env[62301]: DEBUG nova.network.neutron [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: 56195579-e6c5-448d-bb3e-5e25c2b11b25] Updating instance_info_cache with network_info: [{"id": "096c67d0-7b88-4749-89b3-e01277d9424c", "address": "fa:16:3e:78:08:64", "network": {"id": "2ec9bb46-67be-408e-bfb8-1e7a69cc36f7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1287362813", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.27", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb3cdc0a4685472c9b88390393fcef1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap096c67d0-7b", "ovs_interfaceid": "096c67d0-7b88-4749-89b3-e01277d9424c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "19ca7e44-703a-411c-92c6-9c2d70eba109", "address": "fa:16:3e:07:0b:e5", "network": {"id": "00309990-d7c4-41f1-90e1-f8dd6a99d318", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-641692032", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "eb3cdc0a4685472c9b88390393fcef1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19ca7e44-70", "ovs_interfaceid": "19ca7e44-703a-411c-92c6-9c2d70eba109", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.513339] env[62301]: DEBUG nova.compute.utils [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 823.515571] env[62301]: DEBUG nova.compute.manager [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] [instance: e2d1039f-60fa-4c7b-a0ca-ed566357b1ea] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 823.515571] env[62301]: DEBUG nova.network.neutron [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] [instance: e2d1039f-60fa-4c7b-a0ca-ed566357b1ea] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 823.520507] env[62301]: INFO nova.compute.claims [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 823.581071] env[62301]: DEBUG nova.policy [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '011ced8bdf7a436ba29a09bc56c1e46c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '27dc9cffdb9c48789e3530591f11ec33', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 823.652970] env[62301]: DEBUG nova.compute.manager [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 823.753524] env[62301]: DEBUG oslo_vmware.api [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570295, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.764494] env[62301]: DEBUG oslo_vmware.api [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570296, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068193} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.764765] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 823.765544] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475a2883-32b1-4d79-92dc-236f82586d77 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.788019] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 74379ea7-7c7d-4212-b637-2af384ba4c95/74379ea7-7c7d-4212-b637-2af384ba4c95.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.788675] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-884ea914-8bf4-40de-a01b-ab64c2c803e1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.808392] env[62301]: DEBUG oslo_vmware.api [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for the task: (returnval){ [ 823.808392] env[62301]: value = "task-2570297" [ 823.808392] env[62301]: _type = "Task" [ 823.808392] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.815991] env[62301]: DEBUG oslo_vmware.api [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570297, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.914367] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbffd7df-c9c3-4206-b600-459c544d09cd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.934480] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c393c8-45ad-43dd-9fa6-c6096c910042 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.941385] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Updating instance 'ffff5450-4ec9-4eb1-8b40-8f55c30409a6' progress to 83 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 823.961569] env[62301]: DEBUG oslo_concurrency.lockutils [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquiring lock "refresh_cache-12eef27c-e671-4325-974d-efa141d2c656" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.961705] env[62301]: DEBUG oslo_concurrency.lockutils [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquired lock "refresh_cache-12eef27c-e671-4325-974d-efa141d2c656" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.961851] env[62301]: DEBUG nova.network.neutron [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 12eef27c-e671-4325-974d-efa141d2c656] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.015794] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Releasing lock "refresh_cache-56195579-e6c5-448d-bb3e-5e25c2b11b25" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.016161] env[62301]: DEBUG nova.compute.manager [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: 56195579-e6c5-448d-bb3e-5e25c2b11b25] Instance network_info: |[{"id": "096c67d0-7b88-4749-89b3-e01277d9424c", "address": "fa:16:3e:78:08:64", "network": {"id": "2ec9bb46-67be-408e-bfb8-1e7a69cc36f7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1287362813", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.27", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb3cdc0a4685472c9b88390393fcef1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap096c67d0-7b", "ovs_interfaceid": "096c67d0-7b88-4749-89b3-e01277d9424c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "19ca7e44-703a-411c-92c6-9c2d70eba109", "address": "fa:16:3e:07:0b:e5", "network": {"id": "00309990-d7c4-41f1-90e1-f8dd6a99d318", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-641692032", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "eb3cdc0a4685472c9b88390393fcef1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19ca7e44-70", "ovs_interfaceid": "19ca7e44-703a-411c-92c6-9c2d70eba109", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 824.017373] env[62301]: DEBUG oslo_concurrency.lockutils [req-2d8192f7-c0d9-413b-86e9-3efa54907936 req-3772d6b1-f1bc-4bf3-8fcb-dff592c29041 service nova] Acquired lock "refresh_cache-56195579-e6c5-448d-bb3e-5e25c2b11b25" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.017373] env[62301]: DEBUG nova.network.neutron [req-2d8192f7-c0d9-413b-86e9-3efa54907936 req-3772d6b1-f1bc-4bf3-8fcb-dff592c29041 service nova] [instance: 56195579-e6c5-448d-bb3e-5e25c2b11b25] Refreshing network info cache for port 19ca7e44-703a-411c-92c6-9c2d70eba109 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 824.018773] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: 56195579-e6c5-448d-bb3e-5e25c2b11b25] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:08:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '096c67d0-7b88-4749-89b3-e01277d9424c', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:0b:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f40f5c4-c146-449c-884d-6f884dcf2acf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19ca7e44-703a-411c-92c6-9c2d70eba109', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 824.029071] env[62301]: DEBUG oslo.service.loopingcall [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 824.032347] env[62301]: DEBUG nova.compute.manager [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] [instance: e2d1039f-60fa-4c7b-a0ca-ed566357b1ea] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 824.038906] env[62301]: INFO nova.compute.resource_tracker [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Updating resource usage from migration f19b2b12-7724-4914-8f15-bf09f3045ebc [ 824.040672] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56195579-e6c5-448d-bb3e-5e25c2b11b25] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 824.041358] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80a532ee-c267-4b4d-8e4f-b00ee9b3c7e1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.069172] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 824.069172] env[62301]: value = "task-2570298" [ 824.069172] env[62301]: _type = "Task" [ 824.069172] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.078948] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570298, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.182953] env[62301]: DEBUG oslo_concurrency.lockutils [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.252537] env[62301]: DEBUG oslo_vmware.api [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570295, 'name': ReconfigVM_Task, 'duration_secs': 0.708077} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.254949] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Reconfigured VM instance instance-00000040 to attach disk [datastore1] b970a9ab-a179-4335-957d-3a1afd002aab/b970a9ab-a179-4335-957d-3a1afd002aab.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.255785] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-095ee03b-6dba-4dac-ba26-e0b848177ac4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.262385] env[62301]: DEBUG oslo_vmware.api [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Waiting for the task: (returnval){ [ 824.262385] env[62301]: value = "task-2570299" [ 824.262385] env[62301]: _type = "Task" [ 824.262385] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.271107] env[62301]: DEBUG nova.network.neutron [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] [instance: e2d1039f-60fa-4c7b-a0ca-ed566357b1ea] Successfully created port: 8f4b6202-f60f-4ea7-90ba-5af2a8731077 {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 824.276204] env[62301]: DEBUG oslo_vmware.api [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570299, 'name': Rename_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.299617] env[62301]: DEBUG nova.network.neutron [req-2d8192f7-c0d9-413b-86e9-3efa54907936 req-3772d6b1-f1bc-4bf3-8fcb-dff592c29041 service nova] [instance: 56195579-e6c5-448d-bb3e-5e25c2b11b25] Updated VIF entry in instance network info cache for port 19ca7e44-703a-411c-92c6-9c2d70eba109. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 824.300069] env[62301]: DEBUG nova.network.neutron [req-2d8192f7-c0d9-413b-86e9-3efa54907936 req-3772d6b1-f1bc-4bf3-8fcb-dff592c29041 service nova] [instance: 56195579-e6c5-448d-bb3e-5e25c2b11b25] Updating instance_info_cache with network_info: [{"id": "096c67d0-7b88-4749-89b3-e01277d9424c", "address": "fa:16:3e:78:08:64", "network": {"id": "2ec9bb46-67be-408e-bfb8-1e7a69cc36f7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1287362813", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.27", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb3cdc0a4685472c9b88390393fcef1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap096c67d0-7b", "ovs_interfaceid": "096c67d0-7b88-4749-89b3-e01277d9424c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "19ca7e44-703a-411c-92c6-9c2d70eba109", "address": "fa:16:3e:07:0b:e5", "network": {"id": "00309990-d7c4-41f1-90e1-f8dd6a99d318", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-641692032", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "eb3cdc0a4685472c9b88390393fcef1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19ca7e44-70", "ovs_interfaceid": "19ca7e44-703a-411c-92c6-9c2d70eba109", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.322175] env[62301]: DEBUG oslo_vmware.api [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570297, 'name': ReconfigVM_Task, 'duration_secs': 0.402844} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.322478] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 74379ea7-7c7d-4212-b637-2af384ba4c95/74379ea7-7c7d-4212-b637-2af384ba4c95.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.323114] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd5c6435-49d8-47f3-a0a3-261e623159b8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.331077] env[62301]: DEBUG oslo_vmware.api [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for the task: (returnval){ [ 824.331077] env[62301]: value = "task-2570300" [ 824.331077] env[62301]: _type = "Task" [ 824.331077] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.341760] env[62301]: DEBUG oslo_vmware.api [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570300, 'name': Rename_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.449386] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.450083] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d08f252-4cfb-43c2-bb0c-a3962a6cba50 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.459432] env[62301]: DEBUG oslo_vmware.api [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Waiting for the task: (returnval){ [ 824.459432] env[62301]: value = "task-2570301" [ 824.459432] env[62301]: _type = "Task" [ 824.459432] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.469775] env[62301]: DEBUG oslo_vmware.api [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2570301, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.471416] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4c502e-1971-4125-86c0-2aa6e861c8db {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.479204] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3535b6f-6e27-420d-b494-182b8dd0bc83 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.511805] env[62301]: DEBUG nova.network.neutron [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 12eef27c-e671-4325-974d-efa141d2c656] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 824.514394] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07710c9f-f346-4b7d-8448-522cd548ca4f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.522398] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bfaf2a8-ddc8-4579-aadd-362c6edf455e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.544208] env[62301]: DEBUG nova.compute.provider_tree [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.578968] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570298, 'name': CreateVM_Task} progress is 25%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.720102] env[62301]: DEBUG nova.network.neutron [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 12eef27c-e671-4325-974d-efa141d2c656] Updating instance_info_cache with network_info: [{"id": "cf7a7f08-1958-490f-8acb-84ba35235fcc", "address": "fa:16:3e:3d:bd:47", "network": {"id": "2b6d5216-0aa6-4962-ae7d-0ce0a7d329dc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1253607468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03b7fd9626dd4450af251d23c7d0a8b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf7a7f08-19", "ovs_interfaceid": "cf7a7f08-1958-490f-8acb-84ba35235fcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.777733] env[62301]: DEBUG oslo_vmware.api [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570299, 'name': Rename_Task, 'duration_secs': 0.151158} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.777733] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.778095] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8665470d-9ce2-4952-aa9c-e0c2e858d384 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.785052] env[62301]: DEBUG oslo_vmware.api [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Waiting for the task: (returnval){ [ 824.785052] env[62301]: value = "task-2570302" [ 824.785052] env[62301]: _type = "Task" [ 824.785052] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.795839] env[62301]: DEBUG oslo_vmware.api [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570302, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.802822] env[62301]: DEBUG oslo_concurrency.lockutils [req-2d8192f7-c0d9-413b-86e9-3efa54907936 req-3772d6b1-f1bc-4bf3-8fcb-dff592c29041 service nova] Releasing lock "refresh_cache-56195579-e6c5-448d-bb3e-5e25c2b11b25" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.841380] env[62301]: DEBUG oslo_vmware.api [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570300, 'name': Rename_Task, 'duration_secs': 0.158463} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.841648] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.841886] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-041e9c91-8226-4cf6-8107-4de2dad801ba {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.847453] env[62301]: DEBUG oslo_vmware.api [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for the task: (returnval){ [ 824.847453] env[62301]: value = "task-2570303" [ 824.847453] env[62301]: _type = "Task" [ 824.847453] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.855376] env[62301]: DEBUG oslo_vmware.api [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570303, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.971100] env[62301]: DEBUG oslo_vmware.api [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2570301, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.043448] env[62301]: DEBUG nova.compute.manager [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] [instance: e2d1039f-60fa-4c7b-a0ca-ed566357b1ea] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 825.048129] env[62301]: DEBUG nova.scheduler.client.report [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.087588] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570298, 'name': CreateVM_Task, 'duration_secs': 0.727029} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.087991] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56195579-e6c5-448d-bb3e-5e25c2b11b25] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 825.088939] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.090374] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.090374] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.090374] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-331cda76-f0ee-4a44-bc05-91e84dd87935 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.097092] env[62301]: DEBUG nova.virt.hardware [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 825.097092] env[62301]: DEBUG nova.virt.hardware [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 825.097092] env[62301]: DEBUG nova.virt.hardware [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 825.097092] env[62301]: DEBUG nova.virt.hardware [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 825.097092] env[62301]: DEBUG nova.virt.hardware [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 825.097092] env[62301]: DEBUG nova.virt.hardware [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 825.097092] env[62301]: DEBUG nova.virt.hardware [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 825.097092] env[62301]: DEBUG nova.virt.hardware [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 825.097092] env[62301]: DEBUG nova.virt.hardware [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 825.097092] env[62301]: DEBUG nova.virt.hardware [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 825.097092] env[62301]: DEBUG nova.virt.hardware [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 825.097639] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3308179-9262-447d-a252-c175edfe5ba0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.105110] env[62301]: DEBUG oslo_vmware.api [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Waiting for the task: (returnval){ [ 825.105110] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]528b5f88-a65a-1395-6408-683a326f3fd4" [ 825.105110] env[62301]: _type = "Task" [ 825.105110] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.111903] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76354306-45c0-4ea3-85ef-4c370b4e3648 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.122875] env[62301]: DEBUG oslo_vmware.api [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]528b5f88-a65a-1395-6408-683a326f3fd4, 'name': SearchDatastore_Task, 'duration_secs': 0.011784} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.131881] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.132202] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: 56195579-e6c5-448d-bb3e-5e25c2b11b25] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 825.132464] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.132636] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.132845] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 825.133729] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce1fd4f5-8c74-4251-887c-7fc6c0b37d1c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.147526] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 825.147758] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 825.148539] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-536a17e0-a33d-4144-b056-8a64032f9ec6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.154164] env[62301]: DEBUG oslo_vmware.api [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Waiting for the task: (returnval){ [ 825.154164] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]526a6159-6360-6163-ce1d-cd60fcc28be1" [ 825.154164] env[62301]: _type = "Task" [ 825.154164] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.162367] env[62301]: DEBUG oslo_vmware.api [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]526a6159-6360-6163-ce1d-cd60fcc28be1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.223346] env[62301]: DEBUG oslo_concurrency.lockutils [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Releasing lock "refresh_cache-12eef27c-e671-4325-974d-efa141d2c656" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.223687] env[62301]: DEBUG nova.compute.manager [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 12eef27c-e671-4325-974d-efa141d2c656] Instance network_info: |[{"id": "cf7a7f08-1958-490f-8acb-84ba35235fcc", "address": "fa:16:3e:3d:bd:47", "network": {"id": "2b6d5216-0aa6-4962-ae7d-0ce0a7d329dc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1253607468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03b7fd9626dd4450af251d23c7d0a8b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf7a7f08-19", "ovs_interfaceid": "cf7a7f08-1958-490f-8acb-84ba35235fcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 825.224369] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 12eef27c-e671-4325-974d-efa141d2c656] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:bd:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b151a0c-aa46-4d21-9ef5-c09cf350b19c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf7a7f08-1958-490f-8acb-84ba35235fcc', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 825.233761] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Creating folder: Project (03b7fd9626dd4450af251d23c7d0a8b9). Parent ref: group-v518653. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 825.235044] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49495108-ab23-4f85-bf1d-3bc30da5004c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.248021] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Created folder: Project (03b7fd9626dd4450af251d23c7d0a8b9) in parent group-v518653. [ 825.248021] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Creating folder: Instances. Parent ref: group-v518842. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 825.248021] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aea8499f-41d5-4a74-ac29-46c5d70ee8ad {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.258348] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Created folder: Instances in parent group-v518842. [ 825.259032] env[62301]: DEBUG oslo.service.loopingcall [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 825.259247] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12eef27c-e671-4325-974d-efa141d2c656] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 825.259459] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e393243-a104-4144-98e9-cc332cd5232d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.283102] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 825.283102] env[62301]: value = "task-2570306" [ 825.283102] env[62301]: _type = "Task" [ 825.283102] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.298494] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570306, 'name': CreateVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.301888] env[62301]: DEBUG oslo_vmware.api [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570302, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.356986] env[62301]: DEBUG nova.compute.manager [req-57178bf7-03ce-4ef9-98ea-caafc5cafb37 req-29d4ebed-20fd-4755-89f3-46a7ffad1fa2 service nova] [instance: 12eef27c-e671-4325-974d-efa141d2c656] Received event network-changed-cf7a7f08-1958-490f-8acb-84ba35235fcc {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 825.357292] env[62301]: DEBUG nova.compute.manager [req-57178bf7-03ce-4ef9-98ea-caafc5cafb37 req-29d4ebed-20fd-4755-89f3-46a7ffad1fa2 service nova] [instance: 12eef27c-e671-4325-974d-efa141d2c656] Refreshing instance network info cache due to event network-changed-cf7a7f08-1958-490f-8acb-84ba35235fcc. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 825.357525] env[62301]: DEBUG oslo_concurrency.lockutils [req-57178bf7-03ce-4ef9-98ea-caafc5cafb37 req-29d4ebed-20fd-4755-89f3-46a7ffad1fa2 service nova] Acquiring lock "refresh_cache-12eef27c-e671-4325-974d-efa141d2c656" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.357945] env[62301]: DEBUG oslo_concurrency.lockutils [req-57178bf7-03ce-4ef9-98ea-caafc5cafb37 req-29d4ebed-20fd-4755-89f3-46a7ffad1fa2 service nova] Acquired lock "refresh_cache-12eef27c-e671-4325-974d-efa141d2c656" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.358200] env[62301]: DEBUG nova.network.neutron [req-57178bf7-03ce-4ef9-98ea-caafc5cafb37 req-29d4ebed-20fd-4755-89f3-46a7ffad1fa2 service nova] [instance: 12eef27c-e671-4325-974d-efa141d2c656] Refreshing network info cache for port cf7a7f08-1958-490f-8acb-84ba35235fcc {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 825.365943] env[62301]: DEBUG oslo_vmware.api [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570303, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.473195] env[62301]: DEBUG oslo_vmware.api [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2570301, 'name': PowerOnVM_Task, 'duration_secs': 0.548394} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.473195] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 825.473195] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-a988a915-fe1d-4bff-9ec6-4cacdf1a656e tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Updating instance 'ffff5450-4ec9-4eb1-8b40-8f55c30409a6' progress to 100 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 825.554725] env[62301]: DEBUG oslo_concurrency.lockutils [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.545s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 825.554928] env[62301]: INFO nova.compute.manager [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Migrating [ 825.561931] env[62301]: DEBUG oslo_concurrency.lockutils [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.947s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 825.562216] env[62301]: DEBUG nova.objects.instance [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62301) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 825.665504] env[62301]: DEBUG oslo_vmware.api [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]526a6159-6360-6163-ce1d-cd60fcc28be1, 'name': SearchDatastore_Task, 'duration_secs': 0.010859} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.666377] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01216ffc-5b54-4f50-a1ee-4c28ebb05280 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.671887] env[62301]: DEBUG oslo_vmware.api [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Waiting for the task: (returnval){ [ 825.671887] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52e89058-aa50-d33e-a5ae-378b0534a604" [ 825.671887] env[62301]: _type = "Task" [ 825.671887] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.680062] env[62301]: DEBUG oslo_vmware.api [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52e89058-aa50-d33e-a5ae-378b0534a604, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.794501] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570306, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.803022] env[62301]: DEBUG oslo_vmware.api [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570302, 'name': PowerOnVM_Task, 'duration_secs': 0.722687} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.803022] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 825.803022] env[62301]: INFO nova.compute.manager [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Took 10.73 seconds to spawn the instance on the hypervisor. [ 825.803022] env[62301]: DEBUG nova.compute.manager [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 825.803022] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96baa892-6354-422c-a06a-aff19ffd3f21 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.857364] env[62301]: DEBUG oslo_vmware.api [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570303, 'name': PowerOnVM_Task, 'duration_secs': 0.54143} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.858359] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 825.858570] env[62301]: DEBUG nova.compute.manager [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 825.859398] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162bcae9-51ba-4daa-a9ef-9c57ec6244e8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.072331] env[62301]: DEBUG oslo_concurrency.lockutils [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquiring lock "refresh_cache-6bb105e9-936b-46c0-82e3-37a2139c76bd" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.072495] env[62301]: DEBUG oslo_concurrency.lockutils [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquired lock "refresh_cache-6bb105e9-936b-46c0-82e3-37a2139c76bd" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.072664] env[62301]: DEBUG nova.network.neutron [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 826.171009] env[62301]: DEBUG nova.network.neutron [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] [instance: e2d1039f-60fa-4c7b-a0ca-ed566357b1ea] Successfully updated port: 8f4b6202-f60f-4ea7-90ba-5af2a8731077 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 826.187278] env[62301]: DEBUG oslo_vmware.api [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52e89058-aa50-d33e-a5ae-378b0534a604, 'name': SearchDatastore_Task, 'duration_secs': 0.009218} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.187278] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.187278] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 56195579-e6c5-448d-bb3e-5e25c2b11b25/56195579-e6c5-448d-bb3e-5e25c2b11b25.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 826.187278] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22afeeda-e55c-4800-8824-7c0f985ec5a6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.191554] env[62301]: DEBUG nova.network.neutron [req-57178bf7-03ce-4ef9-98ea-caafc5cafb37 req-29d4ebed-20fd-4755-89f3-46a7ffad1fa2 service nova] [instance: 12eef27c-e671-4325-974d-efa141d2c656] Updated VIF entry in instance network info cache for port cf7a7f08-1958-490f-8acb-84ba35235fcc. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 826.192043] env[62301]: DEBUG nova.network.neutron [req-57178bf7-03ce-4ef9-98ea-caafc5cafb37 req-29d4ebed-20fd-4755-89f3-46a7ffad1fa2 service nova] [instance: 12eef27c-e671-4325-974d-efa141d2c656] Updating instance_info_cache with network_info: [{"id": "cf7a7f08-1958-490f-8acb-84ba35235fcc", "address": "fa:16:3e:3d:bd:47", "network": {"id": "2b6d5216-0aa6-4962-ae7d-0ce0a7d329dc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1253607468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03b7fd9626dd4450af251d23c7d0a8b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf7a7f08-19", "ovs_interfaceid": "cf7a7f08-1958-490f-8acb-84ba35235fcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.195142] env[62301]: DEBUG oslo_vmware.api [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Waiting for the task: (returnval){ [ 826.195142] env[62301]: value = "task-2570307" [ 826.195142] env[62301]: _type = "Task" [ 826.195142] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.205396] env[62301]: DEBUG oslo_vmware.api [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Task: {'id': task-2570307, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.259400] env[62301]: DEBUG nova.compute.manager [req-88ddf52f-c2c7-4684-9479-a4dde54df10c req-5e84c197-a98e-420c-8080-c1db4bff8b1e service nova] [instance: e2d1039f-60fa-4c7b-a0ca-ed566357b1ea] Received event network-vif-plugged-8f4b6202-f60f-4ea7-90ba-5af2a8731077 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 826.259635] env[62301]: DEBUG oslo_concurrency.lockutils [req-88ddf52f-c2c7-4684-9479-a4dde54df10c req-5e84c197-a98e-420c-8080-c1db4bff8b1e service nova] Acquiring lock "e2d1039f-60fa-4c7b-a0ca-ed566357b1ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 826.259849] env[62301]: DEBUG oslo_concurrency.lockutils [req-88ddf52f-c2c7-4684-9479-a4dde54df10c req-5e84c197-a98e-420c-8080-c1db4bff8b1e service nova] Lock "e2d1039f-60fa-4c7b-a0ca-ed566357b1ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 826.260221] env[62301]: DEBUG oslo_concurrency.lockutils [req-88ddf52f-c2c7-4684-9479-a4dde54df10c req-5e84c197-a98e-420c-8080-c1db4bff8b1e service nova] Lock "e2d1039f-60fa-4c7b-a0ca-ed566357b1ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 826.260493] env[62301]: DEBUG nova.compute.manager [req-88ddf52f-c2c7-4684-9479-a4dde54df10c req-5e84c197-a98e-420c-8080-c1db4bff8b1e service nova] [instance: e2d1039f-60fa-4c7b-a0ca-ed566357b1ea] No waiting events found dispatching network-vif-plugged-8f4b6202-f60f-4ea7-90ba-5af2a8731077 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 826.261038] env[62301]: WARNING nova.compute.manager [req-88ddf52f-c2c7-4684-9479-a4dde54df10c req-5e84c197-a98e-420c-8080-c1db4bff8b1e service nova] [instance: e2d1039f-60fa-4c7b-a0ca-ed566357b1ea] Received unexpected event network-vif-plugged-8f4b6202-f60f-4ea7-90ba-5af2a8731077 for instance with vm_state building and task_state spawning. [ 826.294571] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570306, 'name': CreateVM_Task, 'duration_secs': 0.570719} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.295378] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12eef27c-e671-4325-974d-efa141d2c656] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 826.295462] env[62301]: DEBUG oslo_concurrency.lockutils [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.295663] env[62301]: DEBUG oslo_concurrency.lockutils [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.295930] env[62301]: DEBUG oslo_concurrency.lockutils [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.296375] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9ea3f2f-07a5-4f77-97e3-1fe50c43d647 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.300945] env[62301]: DEBUG oslo_vmware.api [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 826.300945] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]527bbd19-4769-9e82-e38b-da18068d14d4" [ 826.300945] env[62301]: _type = "Task" [ 826.300945] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.309128] env[62301]: DEBUG oslo_vmware.api [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]527bbd19-4769-9e82-e38b-da18068d14d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.323331] env[62301]: INFO nova.compute.manager [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Took 50.18 seconds to build instance. [ 826.382540] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 826.571836] env[62301]: DEBUG oslo_concurrency.lockutils [None req-06d70325-8cb0-4536-9684-4cad9dc57bcf tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 826.573013] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 31.488s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 826.676871] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Acquiring lock "refresh_cache-e2d1039f-60fa-4c7b-a0ca-ed566357b1ea" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.677080] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Acquired lock "refresh_cache-e2d1039f-60fa-4c7b-a0ca-ed566357b1ea" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.677294] env[62301]: DEBUG nova.network.neutron [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] [instance: e2d1039f-60fa-4c7b-a0ca-ed566357b1ea] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 826.695404] env[62301]: DEBUG oslo_concurrency.lockutils [req-57178bf7-03ce-4ef9-98ea-caafc5cafb37 req-29d4ebed-20fd-4755-89f3-46a7ffad1fa2 service nova] Releasing lock "refresh_cache-12eef27c-e671-4325-974d-efa141d2c656" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.709717] env[62301]: DEBUG oslo_vmware.api [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Task: {'id': task-2570307, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.820897] env[62301]: DEBUG oslo_vmware.api [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]527bbd19-4769-9e82-e38b-da18068d14d4, 'name': SearchDatastore_Task, 'duration_secs': 0.013307} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.821948] env[62301]: DEBUG oslo_concurrency.lockutils [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.822388] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 12eef27c-e671-4325-974d-efa141d2c656] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 826.822770] env[62301]: DEBUG oslo_concurrency.lockutils [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.823088] env[62301]: DEBUG oslo_concurrency.lockutils [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.823394] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 826.823756] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24e5cf4e-15f9-4d35-aa65-eecc396d57c7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.826394] env[62301]: DEBUG oslo_concurrency.lockutils [None req-665fd3f5-5061-44c2-b546-b8b00bd44e1e tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lock "b970a9ab-a179-4335-957d-3a1afd002aab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.670s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 826.848228] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 826.848228] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 826.848228] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-293b98bb-1b14-4616-81f5-cfebdaf92c3a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.853775] env[62301]: DEBUG oslo_vmware.api [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 826.853775] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52205762-0408-0897-7276-b24fc2c6bc0f" [ 826.853775] env[62301]: _type = "Task" [ 826.853775] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.873839] env[62301]: DEBUG oslo_vmware.api [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52205762-0408-0897-7276-b24fc2c6bc0f, 'name': SearchDatastore_Task, 'duration_secs': 0.015745} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.878022] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a70182e3-5814-4977-a54d-33571c670f30 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.880489] env[62301]: DEBUG oslo_vmware.api [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 826.880489] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52469892-0ceb-623d-8fd6-541c33e0f8fd" [ 826.880489] env[62301]: _type = "Task" [ 826.880489] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.891361] env[62301]: DEBUG oslo_vmware.api [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52469892-0ceb-623d-8fd6-541c33e0f8fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.983438] env[62301]: DEBUG oslo_concurrency.lockutils [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquiring lock "832e4ce0-4f62-473b-b524-2c300d15a7d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 826.983828] env[62301]: DEBUG oslo_concurrency.lockutils [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "832e4ce0-4f62-473b-b524-2c300d15a7d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 827.001709] env[62301]: DEBUG nova.network.neutron [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Updating instance_info_cache with network_info: [{"id": "c1b36057-fe1d-42e5-ba4c-986735c7fcee", "address": "fa:16:3e:08:6e:6b", "network": {"id": "7c0f3559-1453-49cf-acfe-38cb288125ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1921160483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b3dfd09250b4ab486b15b680428b1a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1b36057-fe", "ovs_interfaceid": "c1b36057-fe1d-42e5-ba4c-986735c7fcee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.207505] env[62301]: DEBUG oslo_vmware.api [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Task: {'id': task-2570307, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636225} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.208072] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 56195579-e6c5-448d-bb3e-5e25c2b11b25/56195579-e6c5-448d-bb3e-5e25c2b11b25.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 827.208211] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: 56195579-e6c5-448d-bb3e-5e25c2b11b25] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 827.208493] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e670c8c6-9d73-44c2-8234-8e71cd8ab26e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.216143] env[62301]: DEBUG oslo_vmware.api [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Waiting for the task: (returnval){ [ 827.216143] env[62301]: value = "task-2570308" [ 827.216143] env[62301]: _type = "Task" [ 827.216143] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.224999] env[62301]: DEBUG oslo_vmware.api [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Task: {'id': task-2570308, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.397852] env[62301]: DEBUG oslo_vmware.api [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52469892-0ceb-623d-8fd6-541c33e0f8fd, 'name': SearchDatastore_Task, 'duration_secs': 0.010043} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.398874] env[62301]: DEBUG oslo_concurrency.lockutils [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.399394] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] 12eef27c-e671-4325-974d-efa141d2c656/12eef27c-e671-4325-974d-efa141d2c656.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 827.399703] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b01d71b-f3a8-4b8b-921b-52a09b79607f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.406985] env[62301]: DEBUG oslo_vmware.api [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 827.406985] env[62301]: value = "task-2570309" [ 827.406985] env[62301]: _type = "Task" [ 827.406985] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.413296] env[62301]: DEBUG nova.network.neutron [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] [instance: e2d1039f-60fa-4c7b-a0ca-ed566357b1ea] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 827.420608] env[62301]: DEBUG oslo_vmware.api [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570309, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.492434] env[62301]: DEBUG nova.compute.manager [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 832e4ce0-4f62-473b-b524-2c300d15a7d3] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 827.506632] env[62301]: DEBUG oslo_concurrency.lockutils [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Releasing lock "refresh_cache-6bb105e9-936b-46c0-82e3-37a2139c76bd" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.577614] env[62301]: DEBUG nova.network.neutron [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] [instance: e2d1039f-60fa-4c7b-a0ca-ed566357b1ea] Updating instance_info_cache with network_info: [{"id": "8f4b6202-f60f-4ea7-90ba-5af2a8731077", "address": "fa:16:3e:dc:32:af", "network": {"id": "3163fbe7-205f-4505-b90c-fab566a6e171", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1196638226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27dc9cffdb9c48789e3530591f11ec33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f4b6202-f6", "ovs_interfaceid": "8f4b6202-f60f-4ea7-90ba-5af2a8731077", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.592702] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Applying migration context for instance ffff5450-4ec9-4eb1-8b40-8f55c30409a6 as it has an incoming, in-progress migration ad4af0b7-fc38-48a9-918d-b83ca132d147. Migration status is reverting {{(pid=62301) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 827.592943] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Applying migration context for instance 6bb105e9-936b-46c0-82e3-37a2139c76bd as it has an incoming, in-progress migration f19b2b12-7724-4914-8f15-bf09f3045ebc. Migration status is pre-migrating {{(pid=62301) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 827.595626] env[62301]: INFO nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Updating resource usage from migration ad4af0b7-fc38-48a9-918d-b83ca132d147 [ 827.596183] env[62301]: INFO nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Updating resource usage from migration f19b2b12-7724-4914-8f15-bf09f3045ebc [ 827.614232] env[62301]: DEBUG nova.network.neutron [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Port cd6db707-1ef4-4fe2-965d-00f1d489cf92 binding to destination host cpu-1 is already ACTIVE {{(pid=62301) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 827.615040] env[62301]: DEBUG oslo_concurrency.lockutils [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Acquiring lock "refresh_cache-ffff5450-4ec9-4eb1-8b40-8f55c30409a6" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.615040] env[62301]: DEBUG oslo_concurrency.lockutils [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Acquired lock "refresh_cache-ffff5450-4ec9-4eb1-8b40-8f55c30409a6" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.615040] env[62301]: DEBUG nova.network.neutron [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 827.628399] env[62301]: DEBUG nova.compute.manager [req-7e53f5f0-1d1f-48cb-bfa4-dd1045a4f7c8 req-bb796101-bc2f-4fb6-aaf5-5a3b9d2d2143 service nova] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Received event network-changed-662d5e82-9e34-4375-8b1c-6a8826a30867 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 827.628607] env[62301]: DEBUG nova.compute.manager [req-7e53f5f0-1d1f-48cb-bfa4-dd1045a4f7c8 req-bb796101-bc2f-4fb6-aaf5-5a3b9d2d2143 service nova] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Refreshing instance network info cache due to event network-changed-662d5e82-9e34-4375-8b1c-6a8826a30867. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 827.628918] env[62301]: DEBUG oslo_concurrency.lockutils [req-7e53f5f0-1d1f-48cb-bfa4-dd1045a4f7c8 req-bb796101-bc2f-4fb6-aaf5-5a3b9d2d2143 service nova] Acquiring lock "refresh_cache-b970a9ab-a179-4335-957d-3a1afd002aab" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.629033] env[62301]: DEBUG oslo_concurrency.lockutils [req-7e53f5f0-1d1f-48cb-bfa4-dd1045a4f7c8 req-bb796101-bc2f-4fb6-aaf5-5a3b9d2d2143 service nova] Acquired lock "refresh_cache-b970a9ab-a179-4335-957d-3a1afd002aab" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.629129] env[62301]: DEBUG nova.network.neutron [req-7e53f5f0-1d1f-48cb-bfa4-dd1045a4f7c8 req-bb796101-bc2f-4fb6-aaf5-5a3b9d2d2143 service nova] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Refreshing network info cache for port 662d5e82-9e34-4375-8b1c-6a8826a30867 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 827.632819] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance c51583ab-2881-42e3-b9e6-831afc6b6f49 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.632994] env[62301]: WARNING nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 827.633143] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 7e9c242a-875f-4f89-ab87-debf3dbf8e94 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.633301] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 74379ea7-7c7d-4212-b637-2af384ba4c95 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.633442] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance fff316c1-2305-464b-8745-fabdb9636c46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.633558] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 8836b3f4-9580-4f12-bd01-eccae3940527 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.633669] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 222560d8-31b8-4349-aaa0-67d1497ac0a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.633825] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance bee99a50-f6f3-4b54-a579-acbd6c14adca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.633922] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 55d6ae6c-b0fb-4b46-b600-3476d7828c5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.634065] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance b036b25c-480b-4189-9f8d-8e80e5afdaef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.634198] env[62301]: WARNING nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance a31f97bc-8467-4f02-8120-2ce25075d351 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 827.634321] env[62301]: WARNING nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 456442d0-f73e-4b17-aff4-276186b86782 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 827.634445] env[62301]: WARNING nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 0380936a-9aed-43bd-beec-585a1d9f073c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 827.634556] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 583782d7-07da-40e5-9731-c3f5f6fef812 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.634676] env[62301]: WARNING nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 2bcefccc-32d9-41f5-b215-d5ce46f20f34 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 827.634787] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance d32bd877-7829-4c08-8518-478d2f8925ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.634896] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 4e71c89c-d6ec-4c4d-af87-24dc5adf634b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.635009] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 3edef36a-8f7d-41ad-b5ca-c260776e36e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.635122] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.635229] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance ad58b606-b954-4ce1-bda7-56f0bd23e83f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.635334] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance b970a9ab-a179-4335-957d-3a1afd002aab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.635440] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 56195579-e6c5-448d-bb3e-5e25c2b11b25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.635553] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Migration ad4af0b7-fc38-48a9-918d-b83ca132d147 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 827.635677] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance ffff5450-4ec9-4eb1-8b40-8f55c30409a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.635789] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 12eef27c-e671-4325-974d-efa141d2c656 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.635894] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance e2d1039f-60fa-4c7b-a0ca-ed566357b1ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.636030] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Migration f19b2b12-7724-4914-8f15-bf09f3045ebc is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 827.636117] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 6bb105e9-936b-46c0-82e3-37a2139c76bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.732341] env[62301]: DEBUG oslo_vmware.api [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Task: {'id': task-2570308, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119618} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.732501] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: 56195579-e6c5-448d-bb3e-5e25c2b11b25] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 827.733602] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e815caf8-7130-4d12-9420-20ab695b9b78 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.761838] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: 56195579-e6c5-448d-bb3e-5e25c2b11b25] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 56195579-e6c5-448d-bb3e-5e25c2b11b25/56195579-e6c5-448d-bb3e-5e25c2b11b25.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 827.762223] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8ba0484-3ef7-46e0-b84d-72aee792bf5f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.784373] env[62301]: DEBUG oslo_vmware.api [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Waiting for the task: (returnval){ [ 827.784373] env[62301]: value = "task-2570310" [ 827.784373] env[62301]: _type = "Task" [ 827.784373] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.795884] env[62301]: DEBUG oslo_vmware.api [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Task: {'id': task-2570310, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.917080] env[62301]: DEBUG oslo_vmware.api [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570309, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477889} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.917324] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] 12eef27c-e671-4325-974d-efa141d2c656/12eef27c-e671-4325-974d-efa141d2c656.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 827.917586] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 12eef27c-e671-4325-974d-efa141d2c656] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 827.918159] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b4031ac-d0b5-4328-ac7a-bdd14d40ca44 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.926149] env[62301]: DEBUG oslo_vmware.api [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 827.926149] env[62301]: value = "task-2570311" [ 827.926149] env[62301]: _type = "Task" [ 827.926149] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.938599] env[62301]: DEBUG oslo_vmware.api [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570311, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.017019] env[62301]: DEBUG oslo_concurrency.lockutils [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 828.064796] env[62301]: INFO nova.compute.manager [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Rebuilding instance [ 828.081199] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Releasing lock "refresh_cache-e2d1039f-60fa-4c7b-a0ca-ed566357b1ea" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.082416] env[62301]: DEBUG nova.compute.manager [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] [instance: e2d1039f-60fa-4c7b-a0ca-ed566357b1ea] Instance network_info: |[{"id": "8f4b6202-f60f-4ea7-90ba-5af2a8731077", "address": "fa:16:3e:dc:32:af", "network": {"id": "3163fbe7-205f-4505-b90c-fab566a6e171", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1196638226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27dc9cffdb9c48789e3530591f11ec33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f4b6202-f6", "ovs_interfaceid": "8f4b6202-f60f-4ea7-90ba-5af2a8731077", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 828.083351] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] [instance: e2d1039f-60fa-4c7b-a0ca-ed566357b1ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:32:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9b7e9e55-3210-4fae-9648-d87e76c3d931', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f4b6202-f60f-4ea7-90ba-5af2a8731077', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 828.092527] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Creating folder: Project (27dc9cffdb9c48789e3530591f11ec33). Parent ref: group-v518653. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 828.093307] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10b08745-26af-4df8-9d80-1faca6e20e34 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.110618] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Created folder: Project (27dc9cffdb9c48789e3530591f11ec33) in parent group-v518653. [ 828.110618] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Creating folder: Instances. Parent ref: group-v518845. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 828.110756] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bbee13eb-1461-4048-861d-2c751d5aa8d6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.120355] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Created folder: Instances in parent group-v518845. [ 828.120603] env[62301]: DEBUG oslo.service.loopingcall [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 828.120800] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2d1039f-60fa-4c7b-a0ca-ed566357b1ea] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 828.121608] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-719ef7ea-171e-4a42-b7d8-6b83e80cfe8f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.145393] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 8998e7d5-9cc4-445d-9b66-ecac8c7f1374 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 828.147416] env[62301]: DEBUG nova.compute.manager [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 828.148896] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0c657f-0aa2-4784-96f6-9132d718df2c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.153664] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 828.153664] env[62301]: value = "task-2570314" [ 828.153664] env[62301]: _type = "Task" [ 828.153664] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.171811] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570314, 'name': CreateVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.290496] env[62301]: DEBUG nova.compute.manager [req-3d8abeeb-db61-4bc7-968a-c9e259a13a49 req-2f6ceaa1-ee34-4374-a1ab-cbf6fb715f69 service nova] [instance: e2d1039f-60fa-4c7b-a0ca-ed566357b1ea] Received event network-changed-8f4b6202-f60f-4ea7-90ba-5af2a8731077 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 828.290692] env[62301]: DEBUG nova.compute.manager [req-3d8abeeb-db61-4bc7-968a-c9e259a13a49 req-2f6ceaa1-ee34-4374-a1ab-cbf6fb715f69 service nova] [instance: e2d1039f-60fa-4c7b-a0ca-ed566357b1ea] Refreshing instance network info cache due to event network-changed-8f4b6202-f60f-4ea7-90ba-5af2a8731077. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 828.290926] env[62301]: DEBUG oslo_concurrency.lockutils [req-3d8abeeb-db61-4bc7-968a-c9e259a13a49 req-2f6ceaa1-ee34-4374-a1ab-cbf6fb715f69 service nova] Acquiring lock "refresh_cache-e2d1039f-60fa-4c7b-a0ca-ed566357b1ea" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.291081] env[62301]: DEBUG oslo_concurrency.lockutils [req-3d8abeeb-db61-4bc7-968a-c9e259a13a49 req-2f6ceaa1-ee34-4374-a1ab-cbf6fb715f69 service nova] Acquired lock "refresh_cache-e2d1039f-60fa-4c7b-a0ca-ed566357b1ea" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.291265] env[62301]: DEBUG nova.network.neutron [req-3d8abeeb-db61-4bc7-968a-c9e259a13a49 req-2f6ceaa1-ee34-4374-a1ab-cbf6fb715f69 service nova] [instance: e2d1039f-60fa-4c7b-a0ca-ed566357b1ea] Refreshing network info cache for port 8f4b6202-f60f-4ea7-90ba-5af2a8731077 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 828.302308] env[62301]: DEBUG oslo_vmware.api [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Task: {'id': task-2570310, 'name': ReconfigVM_Task, 'duration_secs': 0.331583} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.302308] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: 56195579-e6c5-448d-bb3e-5e25c2b11b25] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 56195579-e6c5-448d-bb3e-5e25c2b11b25/56195579-e6c5-448d-bb3e-5e25c2b11b25.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 828.303842] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36d6de9f-6e38-4d08-a94d-949357195168 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.314945] env[62301]: DEBUG oslo_vmware.api [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Waiting for the task: (returnval){ [ 828.314945] env[62301]: value = "task-2570315" [ 828.314945] env[62301]: _type = "Task" [ 828.314945] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.326235] env[62301]: DEBUG oslo_vmware.api [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Task: {'id': task-2570315, 'name': Rename_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.373971] env[62301]: DEBUG nova.network.neutron [req-7e53f5f0-1d1f-48cb-bfa4-dd1045a4f7c8 req-bb796101-bc2f-4fb6-aaf5-5a3b9d2d2143 service nova] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Updated VIF entry in instance network info cache for port 662d5e82-9e34-4375-8b1c-6a8826a30867. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 828.374421] env[62301]: DEBUG nova.network.neutron [req-7e53f5f0-1d1f-48cb-bfa4-dd1045a4f7c8 req-bb796101-bc2f-4fb6-aaf5-5a3b9d2d2143 service nova] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Updating instance_info_cache with network_info: [{"id": "662d5e82-9e34-4375-8b1c-6a8826a30867", "address": "fa:16:3e:7c:21:56", "network": {"id": "32aca2ac-882d-4f89-b75b-c3af9ad6fefe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1098447386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f44005617fbf4cf3a6dc1727b4da2f55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap662d5e82-9e", "ovs_interfaceid": "662d5e82-9e34-4375-8b1c-6a8826a30867", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.377668] env[62301]: DEBUG nova.network.neutron [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Updating instance_info_cache with network_info: [{"id": "cd6db707-1ef4-4fe2-965d-00f1d489cf92", "address": "fa:16:3e:60:bd:0e", "network": {"id": "229d681a-36f3-4cf5-8b82-82a25738b030", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "584ed71e5cee48ffa78bf852023e57aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd6db707-1e", "ovs_interfaceid": "cd6db707-1ef4-4fe2-965d-00f1d489cf92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.437072] env[62301]: DEBUG oslo_vmware.api [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570311, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070396} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.437403] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 12eef27c-e671-4325-974d-efa141d2c656] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 828.438168] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74896db3-0a04-4a88-8c08-e300b9bbed4e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.461323] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 12eef27c-e671-4325-974d-efa141d2c656] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 12eef27c-e671-4325-974d-efa141d2c656/12eef27c-e671-4325-974d-efa141d2c656.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 828.461951] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f3fb00f-9efa-4e3e-a65c-2c8068bff0e9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.481590] env[62301]: DEBUG oslo_vmware.api [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 828.481590] env[62301]: value = "task-2570316" [ 828.481590] env[62301]: _type = "Task" [ 828.481590] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.491208] env[62301]: DEBUG oslo_vmware.api [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570316, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.649379] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 828.666019] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570314, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.825669] env[62301]: DEBUG oslo_vmware.api [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Task: {'id': task-2570315, 'name': Rename_Task, 'duration_secs': 0.148035} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.825946] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: 56195579-e6c5-448d-bb3e-5e25c2b11b25] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 828.826224] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-604b517d-4be2-45c5-ab88-70ea0774e361 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.832794] env[62301]: DEBUG oslo_vmware.api [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Waiting for the task: (returnval){ [ 828.832794] env[62301]: value = "task-2570317" [ 828.832794] env[62301]: _type = "Task" [ 828.832794] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.843236] env[62301]: DEBUG oslo_vmware.api [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Task: {'id': task-2570317, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.879827] env[62301]: DEBUG oslo_concurrency.lockutils [req-7e53f5f0-1d1f-48cb-bfa4-dd1045a4f7c8 req-bb796101-bc2f-4fb6-aaf5-5a3b9d2d2143 service nova] Releasing lock "refresh_cache-b970a9ab-a179-4335-957d-3a1afd002aab" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.880478] env[62301]: DEBUG oslo_concurrency.lockutils [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Releasing lock "refresh_cache-ffff5450-4ec9-4eb1-8b40-8f55c30409a6" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.993948] env[62301]: DEBUG oslo_vmware.api [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570316, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.023382] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c19a39-9e4e-4582-8807-24899c498d47 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.045310] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Updating instance '6bb105e9-936b-46c0-82e3-37a2139c76bd' progress to 0 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 829.103082] env[62301]: DEBUG nova.network.neutron [req-3d8abeeb-db61-4bc7-968a-c9e259a13a49 req-2f6ceaa1-ee34-4374-a1ab-cbf6fb715f69 service nova] [instance: e2d1039f-60fa-4c7b-a0ca-ed566357b1ea] Updated VIF entry in instance network info cache for port 8f4b6202-f60f-4ea7-90ba-5af2a8731077. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 829.103468] env[62301]: DEBUG nova.network.neutron [req-3d8abeeb-db61-4bc7-968a-c9e259a13a49 req-2f6ceaa1-ee34-4374-a1ab-cbf6fb715f69 service nova] [instance: e2d1039f-60fa-4c7b-a0ca-ed566357b1ea] Updating instance_info_cache with network_info: [{"id": "8f4b6202-f60f-4ea7-90ba-5af2a8731077", "address": "fa:16:3e:dc:32:af", "network": {"id": "3163fbe7-205f-4505-b90c-fab566a6e171", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1196638226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27dc9cffdb9c48789e3530591f11ec33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f4b6202-f6", "ovs_interfaceid": "8f4b6202-f60f-4ea7-90ba-5af2a8731077", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.153046] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 832e4ce0-4f62-473b-b524-2c300d15a7d3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 829.153207] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Total usable vcpus: 48, total allocated vcpus: 23 {{(pid=62301) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 829.153373] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=5120MB phys_disk=200GB used_disk=24GB total_vcpus=48 used_vcpus=23 pci_stats=[] {{(pid=62301) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 829.165960] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570314, 'name': CreateVM_Task, 'duration_secs': 0.520031} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.166145] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2d1039f-60fa-4c7b-a0ca-ed566357b1ea] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 829.166881] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.167074] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.167390] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 829.167909] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 829.168143] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05f0ee91-16a4-4e2d-a862-9cfaabf406dd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.169799] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-faf488cc-ffa7-4bf8-b5a3-2570e3294755 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.174598] env[62301]: DEBUG oslo_vmware.api [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Waiting for the task: (returnval){ [ 829.174598] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52ec094d-c761-ab27-cefc-29b637b7dd3b" [ 829.174598] env[62301]: _type = "Task" [ 829.174598] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.179550] env[62301]: DEBUG oslo_vmware.api [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for the task: (returnval){ [ 829.179550] env[62301]: value = "task-2570318" [ 829.179550] env[62301]: _type = "Task" [ 829.179550] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.191224] env[62301]: DEBUG oslo_vmware.api [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52ec094d-c761-ab27-cefc-29b637b7dd3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.196132] env[62301]: DEBUG oslo_vmware.api [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570318, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.345868] env[62301]: DEBUG oslo_vmware.api [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Task: {'id': task-2570317, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.386393] env[62301]: DEBUG nova.compute.manager [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62301) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 829.386650] env[62301]: DEBUG oslo_concurrency.lockutils [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 829.495536] env[62301]: DEBUG oslo_vmware.api [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570316, 'name': ReconfigVM_Task, 'duration_secs': 0.980907} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.495823] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 12eef27c-e671-4325-974d-efa141d2c656] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 12eef27c-e671-4325-974d-efa141d2c656/12eef27c-e671-4325-974d-efa141d2c656.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 829.496443] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fbfc803b-9195-4185-8f69-6c275d6ead41 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.502204] env[62301]: DEBUG oslo_vmware.api [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 829.502204] env[62301]: value = "task-2570319" [ 829.502204] env[62301]: _type = "Task" [ 829.502204] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.515788] env[62301]: DEBUG oslo_vmware.api [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570319, 'name': Rename_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.553798] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 829.554096] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ae6cdc3-94ed-4f10-858b-1fdafdf73ffd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.557906] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73612b1-e2b5-49e3-9a91-a06e622f6a76 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.561597] env[62301]: DEBUG oslo_vmware.api [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 829.561597] env[62301]: value = "task-2570320" [ 829.561597] env[62301]: _type = "Task" [ 829.561597] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.567988] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad4fae2-bd71-4a4b-a941-ac245a37f05a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.574681] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] VM already powered off {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 829.574942] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Updating instance '6bb105e9-936b-46c0-82e3-37a2139c76bd' progress to 17 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 829.604776] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd9d598-6543-4f0d-ba2c-45765bc73880 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.607798] env[62301]: DEBUG oslo_concurrency.lockutils [req-3d8abeeb-db61-4bc7-968a-c9e259a13a49 req-2f6ceaa1-ee34-4374-a1ab-cbf6fb715f69 service nova] Releasing lock "refresh_cache-e2d1039f-60fa-4c7b-a0ca-ed566357b1ea" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.612918] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3957ff38-cddb-40ca-9f80-ba268c644539 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.626555] env[62301]: DEBUG nova.compute.provider_tree [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.685147] env[62301]: DEBUG oslo_vmware.api [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52ec094d-c761-ab27-cefc-29b637b7dd3b, 'name': SearchDatastore_Task, 'duration_secs': 0.012716} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.688146] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.688382] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] [instance: e2d1039f-60fa-4c7b-a0ca-ed566357b1ea] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 829.688609] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.688754] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.688928] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 829.689198] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9161d4c7-fc95-4c5a-93be-10609b81a5ad {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.696164] env[62301]: DEBUG oslo_vmware.api [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570318, 'name': PowerOffVM_Task, 'duration_secs': 0.314337} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.696432] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 829.696679] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 829.698281] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e098ef-e6d0-4b90-8721-f8078c4e0ee8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.700719] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 829.700900] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 829.701881] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae776625-9c6c-4685-9396-2dbdb286c96a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.707093] env[62301]: DEBUG oslo_vmware.api [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Waiting for the task: (returnval){ [ 829.707093] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52396516-77fd-53ff-7763-c50ca293e452" [ 829.707093] env[62301]: _type = "Task" [ 829.707093] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.709326] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 829.712388] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80f5abcb-4835-4fd5-b463-b8ee85c48ae5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.719118] env[62301]: DEBUG oslo_vmware.api [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52396516-77fd-53ff-7763-c50ca293e452, 'name': SearchDatastore_Task, 'duration_secs': 0.00861} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.719768] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-162e4b8a-4564-46a8-9e65-acbf4530fc69 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.724452] env[62301]: DEBUG oslo_vmware.api [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Waiting for the task: (returnval){ [ 829.724452] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]522042f1-d539-4076-367b-b1b40222f3bc" [ 829.724452] env[62301]: _type = "Task" [ 829.724452] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.732454] env[62301]: DEBUG oslo_vmware.api [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]522042f1-d539-4076-367b-b1b40222f3bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.793750] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 829.794033] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 829.794147] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Deleting the datastore file [datastore1] 74379ea7-7c7d-4212-b637-2af384ba4c95 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 829.794407] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2bc5441c-ea4c-4afa-a87a-e80e3a9685b3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.804211] env[62301]: DEBUG oslo_vmware.api [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for the task: (returnval){ [ 829.804211] env[62301]: value = "task-2570322" [ 829.804211] env[62301]: _type = "Task" [ 829.804211] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.812050] env[62301]: DEBUG oslo_vmware.api [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570322, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.841998] env[62301]: DEBUG oslo_vmware.api [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Task: {'id': task-2570317, 'name': PowerOnVM_Task, 'duration_secs': 0.632113} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.842103] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: 56195579-e6c5-448d-bb3e-5e25c2b11b25] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 829.842244] env[62301]: INFO nova.compute.manager [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: 56195579-e6c5-448d-bb3e-5e25c2b11b25] Took 12.10 seconds to spawn the instance on the hypervisor. [ 829.842423] env[62301]: DEBUG nova.compute.manager [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: 56195579-e6c5-448d-bb3e-5e25c2b11b25] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 829.843194] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59288974-bd83-413a-83d8-3ba72cc924d5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.013948] env[62301]: DEBUG oslo_vmware.api [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570319, 'name': Rename_Task, 'duration_secs': 0.304561} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.014435] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 12eef27c-e671-4325-974d-efa141d2c656] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 830.014506] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c430b84-d5b9-4a64-90c2-281116b869c8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.020848] env[62301]: DEBUG oslo_vmware.api [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 830.020848] env[62301]: value = "task-2570323" [ 830.020848] env[62301]: _type = "Task" [ 830.020848] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.030843] env[62301]: DEBUG oslo_vmware.api [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570323, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.107507] env[62301]: DEBUG nova.virt.hardware [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 830.107751] env[62301]: DEBUG nova.virt.hardware [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 830.107906] env[62301]: DEBUG nova.virt.hardware [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 830.108096] env[62301]: DEBUG nova.virt.hardware [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 830.108245] env[62301]: DEBUG nova.virt.hardware [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 830.108389] env[62301]: DEBUG nova.virt.hardware [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 830.108586] env[62301]: DEBUG nova.virt.hardware [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 830.108738] env[62301]: DEBUG nova.virt.hardware [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 830.108906] env[62301]: DEBUG nova.virt.hardware [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 830.109086] env[62301]: DEBUG nova.virt.hardware [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 830.109260] env[62301]: DEBUG nova.virt.hardware [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 830.114172] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c61973e5-9939-4348-b896-9c8dfa4a1524 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.129445] env[62301]: DEBUG nova.scheduler.client.report [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.133803] env[62301]: DEBUG oslo_vmware.api [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 830.133803] env[62301]: value = "task-2570324" [ 830.133803] env[62301]: _type = "Task" [ 830.133803] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.143211] env[62301]: DEBUG oslo_vmware.api [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570324, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.237688] env[62301]: DEBUG oslo_vmware.api [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]522042f1-d539-4076-367b-b1b40222f3bc, 'name': SearchDatastore_Task, 'duration_secs': 0.008277} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.238080] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.238453] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] e2d1039f-60fa-4c7b-a0ca-ed566357b1ea/e2d1039f-60fa-4c7b-a0ca-ed566357b1ea.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 830.238788] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7c4c132-698d-46a5-bf9a-1633b1916ed4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.246383] env[62301]: DEBUG oslo_vmware.api [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Waiting for the task: (returnval){ [ 830.246383] env[62301]: value = "task-2570325" [ 830.246383] env[62301]: _type = "Task" [ 830.246383] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.257299] env[62301]: DEBUG oslo_vmware.api [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Task: {'id': task-2570325, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.314249] env[62301]: DEBUG oslo_vmware.api [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570322, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.399329} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.314510] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 830.314707] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 830.314909] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 830.362174] env[62301]: INFO nova.compute.manager [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: 56195579-e6c5-448d-bb3e-5e25c2b11b25] Took 52.52 seconds to build instance. [ 830.534997] env[62301]: DEBUG oslo_vmware.api [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570323, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.636046] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62301) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 830.636046] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.063s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.636046] env[62301]: DEBUG oslo_concurrency.lockutils [None req-19bc9584-8b3f-4bcb-862b-23aa8ce0cb19 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.944s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.636360] env[62301]: DEBUG oslo_concurrency.lockutils [None req-19bc9584-8b3f-4bcb-862b-23aa8ce0cb19 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.638590] env[62301]: DEBUG oslo_concurrency.lockutils [None req-387ccc71-aee1-4836-a39b-ae1003988c4c tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.777s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.638789] env[62301]: DEBUG oslo_concurrency.lockutils [None req-387ccc71-aee1-4836-a39b-ae1003988c4c tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.640952] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.533s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.640952] env[62301]: DEBUG nova.objects.instance [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 2bcefccc-32d9-41f5-b215-d5ce46f20f34] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62301) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 830.643724] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 830.643933] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Cleaning up deleted instances {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 830.655352] env[62301]: DEBUG oslo_vmware.api [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570324, 'name': ReconfigVM_Task, 'duration_secs': 0.166782} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.655600] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Updating instance '6bb105e9-936b-46c0-82e3-37a2139c76bd' progress to 33 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 830.668079] env[62301]: INFO nova.scheduler.client.report [None req-387ccc71-aee1-4836-a39b-ae1003988c4c tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Deleted allocations for instance a31f97bc-8467-4f02-8120-2ce25075d351 [ 830.670083] env[62301]: INFO nova.scheduler.client.report [None req-19bc9584-8b3f-4bcb-862b-23aa8ce0cb19 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Deleted allocations for instance 0380936a-9aed-43bd-beec-585a1d9f073c [ 830.764443] env[62301]: DEBUG oslo_vmware.api [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Task: {'id': task-2570325, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.864681] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f1aed080-725e-4255-8f8a-d48ebeeb445f tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Lock "56195579-e6c5-448d-bb3e-5e25c2b11b25" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.095s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.901477] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d37099cd-3e11-44bd-8f3f-53b39b6465df tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Acquiring lock "56195579-e6c5-448d-bb3e-5e25c2b11b25" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.901750] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d37099cd-3e11-44bd-8f3f-53b39b6465df tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Lock "56195579-e6c5-448d-bb3e-5e25c2b11b25" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.901990] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d37099cd-3e11-44bd-8f3f-53b39b6465df tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Acquiring lock "56195579-e6c5-448d-bb3e-5e25c2b11b25-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.902280] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d37099cd-3e11-44bd-8f3f-53b39b6465df tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Lock "56195579-e6c5-448d-bb3e-5e25c2b11b25-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.902487] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d37099cd-3e11-44bd-8f3f-53b39b6465df tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Lock "56195579-e6c5-448d-bb3e-5e25c2b11b25-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.904710] env[62301]: INFO nova.compute.manager [None req-d37099cd-3e11-44bd-8f3f-53b39b6465df tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: 56195579-e6c5-448d-bb3e-5e25c2b11b25] Terminating instance [ 831.032454] env[62301]: DEBUG oslo_vmware.api [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570323, 'name': PowerOnVM_Task, 'duration_secs': 0.511641} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.032769] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 12eef27c-e671-4325-974d-efa141d2c656] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.032999] env[62301]: INFO nova.compute.manager [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 12eef27c-e671-4325-974d-efa141d2c656] Took 8.57 seconds to spawn the instance on the hypervisor. [ 831.033213] env[62301]: DEBUG nova.compute.manager [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 12eef27c-e671-4325-974d-efa141d2c656] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 831.034024] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1b808d-467a-441a-986e-dd32ab59e549 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.163515] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] There are 40 instances to clean {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 831.163799] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 96e7754e-7f17-4ef3-9ff9-127583b55f5a] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 831.169700] env[62301]: DEBUG nova.virt.hardware [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 831.169930] env[62301]: DEBUG nova.virt.hardware [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 831.170118] env[62301]: DEBUG nova.virt.hardware [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 831.170305] env[62301]: DEBUG nova.virt.hardware [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 831.170451] env[62301]: DEBUG nova.virt.hardware [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 831.170596] env[62301]: DEBUG nova.virt.hardware [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 831.170795] env[62301]: DEBUG nova.virt.hardware [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 831.170957] env[62301]: DEBUG nova.virt.hardware [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 831.171213] env[62301]: DEBUG nova.virt.hardware [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 831.171380] env[62301]: DEBUG nova.virt.hardware [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 831.171551] env[62301]: DEBUG nova.virt.hardware [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 831.176715] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Reconfiguring VM instance instance-00000014 to detach disk 2000 {{(pid=62301) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 831.182278] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c86fbeb3-873f-4c6f-bd7c-e3f2d91866ee {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.197051] env[62301]: DEBUG oslo_concurrency.lockutils [None req-387ccc71-aee1-4836-a39b-ae1003988c4c tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "a31f97bc-8467-4f02-8120-2ce25075d351" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.246s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.198359] env[62301]: DEBUG oslo_concurrency.lockutils [None req-19bc9584-8b3f-4bcb-862b-23aa8ce0cb19 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Lock "0380936a-9aed-43bd-beec-585a1d9f073c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.899s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.209477] env[62301]: DEBUG oslo_vmware.api [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 831.209477] env[62301]: value = "task-2570326" [ 831.209477] env[62301]: _type = "Task" [ 831.209477] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.219678] env[62301]: DEBUG oslo_vmware.api [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570326, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.258252] env[62301]: DEBUG oslo_vmware.api [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Task: {'id': task-2570325, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594267} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.258446] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] e2d1039f-60fa-4c7b-a0ca-ed566357b1ea/e2d1039f-60fa-4c7b-a0ca-ed566357b1ea.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 831.258622] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] [instance: e2d1039f-60fa-4c7b-a0ca-ed566357b1ea] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 831.258840] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b140c80e-48bb-464f-a97c-00905552d52a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.266484] env[62301]: DEBUG oslo_vmware.api [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Waiting for the task: (returnval){ [ 831.266484] env[62301]: value = "task-2570327" [ 831.266484] env[62301]: _type = "Task" [ 831.266484] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.273977] env[62301]: DEBUG oslo_vmware.api [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Task: {'id': task-2570327, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.357918] env[62301]: DEBUG nova.virt.hardware [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 831.359260] env[62301]: DEBUG nova.virt.hardware [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 831.359260] env[62301]: DEBUG nova.virt.hardware [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 831.359260] env[62301]: DEBUG nova.virt.hardware [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 831.359260] env[62301]: DEBUG nova.virt.hardware [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 831.359260] env[62301]: DEBUG nova.virt.hardware [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 831.359260] env[62301]: DEBUG nova.virt.hardware [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 831.359681] env[62301]: DEBUG nova.virt.hardware [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 831.359833] env[62301]: DEBUG nova.virt.hardware [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 831.360018] env[62301]: DEBUG nova.virt.hardware [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 831.360226] env[62301]: DEBUG nova.virt.hardware [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 831.361876] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653ab1e6-e6a3-4e83-9aac-241cb8e7ca17 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.370666] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f194ced-f18d-49fd-868f-ed14b54b5695 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.384509] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:67:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cba18f15-a919-422e-a423-1e705e233389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f4015ef-c31d-4a55-b1ac-44f3770f1840', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 831.394037] env[62301]: DEBUG oslo.service.loopingcall [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 831.394037] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 831.394169] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cbec9915-06d7-427a-9cb6-51b36e281d7f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.410179] env[62301]: DEBUG nova.compute.manager [None req-d37099cd-3e11-44bd-8f3f-53b39b6465df tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: 56195579-e6c5-448d-bb3e-5e25c2b11b25] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 831.410361] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d37099cd-3e11-44bd-8f3f-53b39b6465df tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: 56195579-e6c5-448d-bb3e-5e25c2b11b25] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 831.411316] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7039b3fd-c55b-4214-ba20-02bd3f23ceaf {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.421825] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-d37099cd-3e11-44bd-8f3f-53b39b6465df tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: 56195579-e6c5-448d-bb3e-5e25c2b11b25] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 831.423618] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5780376b-0210-4400-a33b-58e54e97ce07 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.425926] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 831.425926] env[62301]: value = "task-2570328" [ 831.425926] env[62301]: _type = "Task" [ 831.425926] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.432694] env[62301]: DEBUG oslo_vmware.api [None req-d37099cd-3e11-44bd-8f3f-53b39b6465df tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Waiting for the task: (returnval){ [ 831.432694] env[62301]: value = "task-2570329" [ 831.432694] env[62301]: _type = "Task" [ 831.432694] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.444385] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570328, 'name': CreateVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.452225] env[62301]: DEBUG oslo_vmware.api [None req-d37099cd-3e11-44bd-8f3f-53b39b6465df tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Task: {'id': task-2570329, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.554030] env[62301]: INFO nova.compute.manager [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 12eef27c-e671-4325-974d-efa141d2c656] Took 47.41 seconds to build instance. [ 831.669568] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 80725a30-75eb-4d3d-8aae-ccd72a64b4cc] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 831.679250] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0482804e-56dc-456e-85a8-d51865746414 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.038s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.682281] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a3862c33-95df-4659-8b9c-1ea7f006346c tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.791s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.682281] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a3862c33-95df-4659-8b9c-1ea7f006346c tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.683738] env[62301]: DEBUG oslo_concurrency.lockutils [None req-07866061-8944-42e4-94df-768d93f154e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.751s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.683738] env[62301]: DEBUG oslo_concurrency.lockutils [None req-07866061-8944-42e4-94df-768d93f154e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.685325] env[62301]: DEBUG oslo_concurrency.lockutils [None req-78fce106-820e-4876-be37-8cf51e4b2587 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.656s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.685510] env[62301]: DEBUG oslo_concurrency.lockutils [None req-78fce106-820e-4876-be37-8cf51e4b2587 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.687136] env[62301]: DEBUG oslo_concurrency.lockutils [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.150s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.690261] env[62301]: INFO nova.compute.claims [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 8998e7d5-9cc4-445d-9b66-ecac8c7f1374] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 831.716809] env[62301]: INFO nova.scheduler.client.report [None req-07866061-8944-42e4-94df-768d93f154e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Deleted allocations for instance 2bcefccc-32d9-41f5-b215-d5ce46f20f34 [ 831.721552] env[62301]: INFO nova.scheduler.client.report [None req-78fce106-820e-4876-be37-8cf51e4b2587 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Deleted allocations for instance 456442d0-f73e-4b17-aff4-276186b86782 [ 831.723717] env[62301]: DEBUG oslo_vmware.api [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570326, 'name': ReconfigVM_Task, 'duration_secs': 0.408079} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.724774] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Reconfigured VM instance instance-00000014 to detach disk 2000 {{(pid=62301) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 831.728228] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937bac3a-2658-46f9-a9e5-5ada80c3d5aa {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.753434] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 6bb105e9-936b-46c0-82e3-37a2139c76bd/6bb105e9-936b-46c0-82e3-37a2139c76bd.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 831.755714] env[62301]: INFO nova.scheduler.client.report [None req-a3862c33-95df-4659-8b9c-1ea7f006346c tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Deleted allocations for instance e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8 [ 831.756648] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-deb7008e-9abd-4e2a-97dc-7a0641a0288b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.783804] env[62301]: DEBUG oslo_vmware.api [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Task: {'id': task-2570327, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133372} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.785356] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] [instance: e2d1039f-60fa-4c7b-a0ca-ed566357b1ea] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 831.785941] env[62301]: DEBUG oslo_vmware.api [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 831.785941] env[62301]: value = "task-2570330" [ 831.785941] env[62301]: _type = "Task" [ 831.785941] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.786668] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f2641f-2a04-477b-b2d4-df43109dca4d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.819573] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] [instance: e2d1039f-60fa-4c7b-a0ca-ed566357b1ea] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] e2d1039f-60fa-4c7b-a0ca-ed566357b1ea/e2d1039f-60fa-4c7b-a0ca-ed566357b1ea.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 831.824104] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecee3d5d-c535-4aee-81a7-3d4939c555ba {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.841806] env[62301]: DEBUG oslo_vmware.api [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570330, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.847809] env[62301]: DEBUG oslo_vmware.api [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Waiting for the task: (returnval){ [ 831.847809] env[62301]: value = "task-2570331" [ 831.847809] env[62301]: _type = "Task" [ 831.847809] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.855904] env[62301]: DEBUG oslo_vmware.api [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Task: {'id': task-2570331, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.937099] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570328, 'name': CreateVM_Task} progress is 25%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.947299] env[62301]: DEBUG oslo_vmware.api [None req-d37099cd-3e11-44bd-8f3f-53b39b6465df tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Task: {'id': task-2570329, 'name': PowerOffVM_Task, 'duration_secs': 0.24363} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.947608] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-d37099cd-3e11-44bd-8f3f-53b39b6465df tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: 56195579-e6c5-448d-bb3e-5e25c2b11b25] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 831.947780] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d37099cd-3e11-44bd-8f3f-53b39b6465df tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: 56195579-e6c5-448d-bb3e-5e25c2b11b25] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 831.948088] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-367c6345-8e59-42b5-b004-9b5454a58954 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.056636] env[62301]: DEBUG oslo_concurrency.lockutils [None req-66101a4f-cdeb-4b20-8e84-43e7ab2c39ff tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "12eef27c-e671-4325-974d-efa141d2c656" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.618s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.174757] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 9bb94494-0dde-4edb-9302-6f8dcac36344] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 832.230826] env[62301]: DEBUG oslo_concurrency.lockutils [None req-07866061-8944-42e4-94df-768d93f154e6 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Lock "2bcefccc-32d9-41f5-b215-d5ce46f20f34" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.614s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.234201] env[62301]: DEBUG oslo_concurrency.lockutils [None req-78fce106-820e-4876-be37-8cf51e4b2587 tempest-ImagesOneServerTestJSON-846553161 tempest-ImagesOneServerTestJSON-846553161-project-member] Lock "456442d0-f73e-4b17-aff4-276186b86782" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.718s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.277782] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a3862c33-95df-4659-8b9c-1ea7f006346c tempest-ServerRescueTestJSON-169615453 tempest-ServerRescueTestJSON-169615453-project-member] Lock "e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.307s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.305168] env[62301]: DEBUG oslo_vmware.api [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570330, 'name': ReconfigVM_Task, 'duration_secs': 0.486202} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.305450] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 6bb105e9-936b-46c0-82e3-37a2139c76bd/6bb105e9-936b-46c0-82e3-37a2139c76bd.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 832.305719] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Updating instance '6bb105e9-936b-46c0-82e3-37a2139c76bd' progress to 50 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 832.359828] env[62301]: DEBUG oslo_vmware.api [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Task: {'id': task-2570331, 'name': ReconfigVM_Task, 'duration_secs': 0.438917} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.359828] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] [instance: e2d1039f-60fa-4c7b-a0ca-ed566357b1ea] Reconfigured VM instance instance-00000043 to attach disk [datastore2] e2d1039f-60fa-4c7b-a0ca-ed566357b1ea/e2d1039f-60fa-4c7b-a0ca-ed566357b1ea.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 832.360275] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23ea8718-d896-4267-b18f-1078d6ee255e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.367894] env[62301]: DEBUG oslo_vmware.api [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Waiting for the task: (returnval){ [ 832.367894] env[62301]: value = "task-2570333" [ 832.367894] env[62301]: _type = "Task" [ 832.367894] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.378955] env[62301]: DEBUG oslo_vmware.api [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Task: {'id': task-2570333, 'name': Rename_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.440793] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570328, 'name': CreateVM_Task, 'duration_secs': 0.66618} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.440983] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 832.441693] env[62301]: DEBUG oslo_concurrency.lockutils [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.441860] env[62301]: DEBUG oslo_concurrency.lockutils [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.442201] env[62301]: DEBUG oslo_concurrency.lockutils [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 832.442457] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71724131-6222-4d51-ab75-2a6ada2f0dd7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.447368] env[62301]: DEBUG oslo_vmware.api [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for the task: (returnval){ [ 832.447368] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]521cc59d-7a8b-9f09-aabd-167c00302182" [ 832.447368] env[62301]: _type = "Task" [ 832.447368] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.455859] env[62301]: DEBUG oslo_vmware.api [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]521cc59d-7a8b-9f09-aabd-167c00302182, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.662671] env[62301]: DEBUG oslo_concurrency.lockutils [None req-797a19f0-e817-4cd5-b7b6-057f54c4d531 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Acquiring lock "583782d7-07da-40e5-9731-c3f5f6fef812" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 832.662949] env[62301]: DEBUG oslo_concurrency.lockutils [None req-797a19f0-e817-4cd5-b7b6-057f54c4d531 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Lock "583782d7-07da-40e5-9731-c3f5f6fef812" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 832.663043] env[62301]: DEBUG oslo_concurrency.lockutils [None req-797a19f0-e817-4cd5-b7b6-057f54c4d531 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Acquiring lock "583782d7-07da-40e5-9731-c3f5f6fef812-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 832.663231] env[62301]: DEBUG oslo_concurrency.lockutils [None req-797a19f0-e817-4cd5-b7b6-057f54c4d531 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Lock "583782d7-07da-40e5-9731-c3f5f6fef812-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 832.663402] env[62301]: DEBUG oslo_concurrency.lockutils [None req-797a19f0-e817-4cd5-b7b6-057f54c4d531 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Lock "583782d7-07da-40e5-9731-c3f5f6fef812-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.667025] env[62301]: INFO nova.compute.manager [None req-797a19f0-e817-4cd5-b7b6-057f54c4d531 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 583782d7-07da-40e5-9731-c3f5f6fef812] Terminating instance [ 832.680828] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: f1851d82-eb68-4ede-bf79-01212aed0c62] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 832.813378] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987dac61-16c1-44ec-8544-f1b4cf8de175 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.839376] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b85db9-1c63-4703-aa4f-d6726399cce6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.862574] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Updating instance '6bb105e9-936b-46c0-82e3-37a2139c76bd' progress to 67 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 832.886465] env[62301]: DEBUG oslo_vmware.api [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Task: {'id': task-2570333, 'name': Rename_Task, 'duration_secs': 0.233742} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.886840] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] [instance: e2d1039f-60fa-4c7b-a0ca-ed566357b1ea] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 832.887076] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e83ff4c-03b0-4388-9dd9-d053b8d8948d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.899627] env[62301]: DEBUG oslo_vmware.api [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Waiting for the task: (returnval){ [ 832.899627] env[62301]: value = "task-2570334" [ 832.899627] env[62301]: _type = "Task" [ 832.899627] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.908914] env[62301]: DEBUG oslo_vmware.api [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Task: {'id': task-2570334, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.960438] env[62301]: DEBUG oslo_vmware.api [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]521cc59d-7a8b-9f09-aabd-167c00302182, 'name': SearchDatastore_Task, 'duration_secs': 0.010308} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.963557] env[62301]: DEBUG oslo_concurrency.lockutils [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.963885] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 832.964136] env[62301]: DEBUG oslo_concurrency.lockutils [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.967081] env[62301]: DEBUG oslo_concurrency.lockutils [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.967081] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 832.967081] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff6b83a1-ef3d-4148-81cb-946acf0c72e6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.974149] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 832.974842] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 832.975092] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d9dce7e-5be8-47f3-a3ae-20cadca6e6da {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.981943] env[62301]: DEBUG oslo_vmware.api [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for the task: (returnval){ [ 832.981943] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52613bad-b35c-dfef-5958-6b0b972098b7" [ 832.981943] env[62301]: _type = "Task" [ 832.981943] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.995157] env[62301]: DEBUG oslo_vmware.api [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52613bad-b35c-dfef-5958-6b0b972098b7, 'name': SearchDatastore_Task, 'duration_secs': 0.009663} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.996273] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-262bf62b-6cdf-4c67-837d-724b64c051e2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.005074] env[62301]: DEBUG oslo_vmware.api [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for the task: (returnval){ [ 833.005074] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52889f6e-8008-33d2-a1af-74dfdb89eee9" [ 833.005074] env[62301]: _type = "Task" [ 833.005074] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.015169] env[62301]: DEBUG oslo_vmware.api [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52889f6e-8008-33d2-a1af-74dfdb89eee9, 'name': SearchDatastore_Task, 'duration_secs': 0.008622} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.018360] env[62301]: DEBUG oslo_concurrency.lockutils [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.018727] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] 74379ea7-7c7d-4212-b637-2af384ba4c95/74379ea7-7c7d-4212-b637-2af384ba4c95.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 833.019599] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d017f363-fc8a-44b4-9a60-12b8daadb1cf {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.027562] env[62301]: DEBUG oslo_vmware.api [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for the task: (returnval){ [ 833.027562] env[62301]: value = "task-2570335" [ 833.027562] env[62301]: _type = "Task" [ 833.027562] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.037841] env[62301]: DEBUG oslo_vmware.api [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570335, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.119469] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d37099cd-3e11-44bd-8f3f-53b39b6465df tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: 56195579-e6c5-448d-bb3e-5e25c2b11b25] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 833.120199] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d37099cd-3e11-44bd-8f3f-53b39b6465df tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: 56195579-e6c5-448d-bb3e-5e25c2b11b25] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 833.120199] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-d37099cd-3e11-44bd-8f3f-53b39b6465df tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Deleting the datastore file [datastore1] 56195579-e6c5-448d-bb3e-5e25c2b11b25 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 833.120587] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ced95ea6-a0c9-4cbf-8d37-4370fd28a4d6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.127765] env[62301]: DEBUG oslo_vmware.api [None req-d37099cd-3e11-44bd-8f3f-53b39b6465df tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Waiting for the task: (returnval){ [ 833.127765] env[62301]: value = "task-2570336" [ 833.127765] env[62301]: _type = "Task" [ 833.127765] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.143079] env[62301]: DEBUG oslo_vmware.api [None req-d37099cd-3e11-44bd-8f3f-53b39b6465df tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Task: {'id': task-2570336, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.173539] env[62301]: DEBUG oslo_concurrency.lockutils [None req-797a19f0-e817-4cd5-b7b6-057f54c4d531 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Acquiring lock "refresh_cache-583782d7-07da-40e5-9731-c3f5f6fef812" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.173891] env[62301]: DEBUG oslo_concurrency.lockutils [None req-797a19f0-e817-4cd5-b7b6-057f54c4d531 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Acquired lock "refresh_cache-583782d7-07da-40e5-9731-c3f5f6fef812" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.174417] env[62301]: DEBUG nova.network.neutron [None req-797a19f0-e817-4cd5-b7b6-057f54c4d531 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 583782d7-07da-40e5-9731-c3f5f6fef812] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 833.184458] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: ddec630e-5648-4fdb-a63c-2de8582bfe4c] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 833.212721] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4671c9-9329-405b-9f5b-ca64fe67610c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.222495] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff0044c-7c32-430e-8950-e91367862359 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.261296] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974ef41c-d217-4dad-8928-a1b2d3947cfd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.268753] env[62301]: DEBUG oslo_concurrency.lockutils [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Acquiring lock "cd9f474f-f661-4626-a575-d9918a2c34b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.268753] env[62301]: DEBUG oslo_concurrency.lockutils [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Lock "cd9f474f-f661-4626-a575-d9918a2c34b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.276349] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3366dd0d-1694-42dc-a9e7-c45d357bae5f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.293396] env[62301]: DEBUG nova.compute.provider_tree [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.413181] env[62301]: DEBUG oslo_vmware.api [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Task: {'id': task-2570334, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.461740] env[62301]: DEBUG nova.network.neutron [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Port c1b36057-fe1d-42e5-ba4c-986735c7fcee binding to destination host cpu-1 is already ACTIVE {{(pid=62301) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 833.541551] env[62301]: DEBUG oslo_vmware.api [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570335, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.642535] env[62301]: DEBUG oslo_vmware.api [None req-d37099cd-3e11-44bd-8f3f-53b39b6465df tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Task: {'id': task-2570336, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.424559} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.643255] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-d37099cd-3e11-44bd-8f3f-53b39b6465df tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 833.643627] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d37099cd-3e11-44bd-8f3f-53b39b6465df tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: 56195579-e6c5-448d-bb3e-5e25c2b11b25] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 833.644090] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d37099cd-3e11-44bd-8f3f-53b39b6465df tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: 56195579-e6c5-448d-bb3e-5e25c2b11b25] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 833.644379] env[62301]: INFO nova.compute.manager [None req-d37099cd-3e11-44bd-8f3f-53b39b6465df tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] [instance: 56195579-e6c5-448d-bb3e-5e25c2b11b25] Took 2.23 seconds to destroy the instance on the hypervisor. [ 833.644746] env[62301]: DEBUG oslo.service.loopingcall [None req-d37099cd-3e11-44bd-8f3f-53b39b6465df tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 833.645045] env[62301]: DEBUG nova.compute.manager [-] [instance: 56195579-e6c5-448d-bb3e-5e25c2b11b25] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 833.645198] env[62301]: DEBUG nova.network.neutron [-] [instance: 56195579-e6c5-448d-bb3e-5e25c2b11b25] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 833.690032] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 57e786de-bdde-4aae-80de-d16cfe5b4cda] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 833.706308] env[62301]: DEBUG nova.network.neutron [None req-797a19f0-e817-4cd5-b7b6-057f54c4d531 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 583782d7-07da-40e5-9731-c3f5f6fef812] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 833.770342] env[62301]: DEBUG nova.compute.manager [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: cd9f474f-f661-4626-a575-d9918a2c34b5] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 833.799127] env[62301]: DEBUG nova.scheduler.client.report [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.856496] env[62301]: DEBUG nova.network.neutron [None req-797a19f0-e817-4cd5-b7b6-057f54c4d531 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 583782d7-07da-40e5-9731-c3f5f6fef812] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.919173] env[62301]: DEBUG oslo_vmware.api [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Task: {'id': task-2570334, 'name': PowerOnVM_Task, 'duration_secs': 0.734441} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.920101] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] [instance: e2d1039f-60fa-4c7b-a0ca-ed566357b1ea] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 833.920541] env[62301]: INFO nova.compute.manager [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] [instance: e2d1039f-60fa-4c7b-a0ca-ed566357b1ea] Took 8.88 seconds to spawn the instance on the hypervisor. [ 833.920687] env[62301]: DEBUG nova.compute.manager [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] [instance: e2d1039f-60fa-4c7b-a0ca-ed566357b1ea] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 833.921536] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8049c086-e602-4f11-80b0-36fb0a746e75 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.049440] env[62301]: DEBUG oslo_vmware.api [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570335, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.075623] env[62301]: DEBUG oslo_concurrency.lockutils [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquiring lock "0ce0e846-b5a3-4964-becf-4f0e996aedc5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.075623] env[62301]: DEBUG oslo_concurrency.lockutils [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "0ce0e846-b5a3-4964-becf-4f0e996aedc5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.184342] env[62301]: DEBUG nova.compute.manager [req-919f84e9-b00f-4932-9903-5d2c10b82332 req-691d8431-2084-4901-8024-218b58fa0e22 service nova] [instance: 56195579-e6c5-448d-bb3e-5e25c2b11b25] Received event network-vif-deleted-096c67d0-7b88-4749-89b3-e01277d9424c {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 834.184451] env[62301]: INFO nova.compute.manager [req-919f84e9-b00f-4932-9903-5d2c10b82332 req-691d8431-2084-4901-8024-218b58fa0e22 service nova] [instance: 56195579-e6c5-448d-bb3e-5e25c2b11b25] Neutron deleted interface 096c67d0-7b88-4749-89b3-e01277d9424c; detaching it from the instance and deleting it from the info cache [ 834.184981] env[62301]: DEBUG nova.network.neutron [req-919f84e9-b00f-4932-9903-5d2c10b82332 req-691d8431-2084-4901-8024-218b58fa0e22 service nova] [instance: 56195579-e6c5-448d-bb3e-5e25c2b11b25] Updating instance_info_cache with network_info: [{"id": "19ca7e44-703a-411c-92c6-9c2d70eba109", "address": "fa:16:3e:07:0b:e5", "network": {"id": "00309990-d7c4-41f1-90e1-f8dd6a99d318", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-641692032", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "eb3cdc0a4685472c9b88390393fcef1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19ca7e44-70", "ovs_interfaceid": "19ca7e44-703a-411c-92c6-9c2d70eba109", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.195444] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: e3dca228-5517-4d04-bf30-f3ee3fecaaf8] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 834.297341] env[62301]: DEBUG oslo_concurrency.lockutils [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.304731] env[62301]: DEBUG oslo_concurrency.lockutils [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.618s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.305277] env[62301]: DEBUG nova.compute.manager [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 8998e7d5-9cc4-445d-9b66-ecac8c7f1374] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 834.308576] env[62301]: DEBUG oslo_concurrency.lockutils [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.126s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.310012] env[62301]: INFO nova.compute.claims [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 834.360143] env[62301]: DEBUG oslo_concurrency.lockutils [None req-797a19f0-e817-4cd5-b7b6-057f54c4d531 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Releasing lock "refresh_cache-583782d7-07da-40e5-9731-c3f5f6fef812" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.360617] env[62301]: DEBUG nova.compute.manager [None req-797a19f0-e817-4cd5-b7b6-057f54c4d531 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 583782d7-07da-40e5-9731-c3f5f6fef812] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 834.360769] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-797a19f0-e817-4cd5-b7b6-057f54c4d531 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 583782d7-07da-40e5-9731-c3f5f6fef812] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 834.361948] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e74d7a-2b59-4141-9521-c389b050f16b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.373691] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-797a19f0-e817-4cd5-b7b6-057f54c4d531 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 583782d7-07da-40e5-9731-c3f5f6fef812] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 834.373691] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fb7900e-cdd9-45d8-9a50-96437fa9121e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.379180] env[62301]: DEBUG oslo_vmware.api [None req-797a19f0-e817-4cd5-b7b6-057f54c4d531 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Waiting for the task: (returnval){ [ 834.379180] env[62301]: value = "task-2570337" [ 834.379180] env[62301]: _type = "Task" [ 834.379180] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.390988] env[62301]: DEBUG oslo_vmware.api [None req-797a19f0-e817-4cd5-b7b6-057f54c4d531 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Task: {'id': task-2570337, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.442195] env[62301]: INFO nova.compute.manager [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] [instance: e2d1039f-60fa-4c7b-a0ca-ed566357b1ea] Took 46.94 seconds to build instance. [ 834.489419] env[62301]: DEBUG oslo_concurrency.lockutils [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquiring lock "6bb105e9-936b-46c0-82e3-37a2139c76bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.489419] env[62301]: DEBUG oslo_concurrency.lockutils [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lock "6bb105e9-936b-46c0-82e3-37a2139c76bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.489419] env[62301]: DEBUG oslo_concurrency.lockutils [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lock "6bb105e9-936b-46c0-82e3-37a2139c76bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.542303] env[62301]: DEBUG oslo_vmware.api [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570335, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.579627] env[62301]: DEBUG nova.compute.manager [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 834.686892] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a9f91847-a745-469b-9b7d-50dcdf6b8c74 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.696254] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058a126f-479e-4775-931c-e719ae5b76ea {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.710667] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 6ad36b88-b945-44ed-972b-f41fa416645b] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 834.738909] env[62301]: DEBUG nova.compute.manager [req-919f84e9-b00f-4932-9903-5d2c10b82332 req-691d8431-2084-4901-8024-218b58fa0e22 service nova] [instance: 56195579-e6c5-448d-bb3e-5e25c2b11b25] Detach interface failed, port_id=096c67d0-7b88-4749-89b3-e01277d9424c, reason: Instance 56195579-e6c5-448d-bb3e-5e25c2b11b25 could not be found. {{(pid=62301) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 834.804577] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquiring lock "84e67ab5-2f2f-4633-904c-55536dd23f20" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.804577] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "84e67ab5-2f2f-4633-904c-55536dd23f20" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.811167] env[62301]: DEBUG nova.compute.utils [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 834.813769] env[62301]: DEBUG nova.compute.manager [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 8998e7d5-9cc4-445d-9b66-ecac8c7f1374] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 834.813933] env[62301]: DEBUG nova.network.neutron [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 8998e7d5-9cc4-445d-9b66-ecac8c7f1374] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 834.865488] env[62301]: DEBUG nova.policy [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc4c2373a680473cbd09ceaba570a714', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd4f9b7deea8a4de682068275e378c7b8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 834.889149] env[62301]: DEBUG oslo_vmware.api [None req-797a19f0-e817-4cd5-b7b6-057f54c4d531 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Task: {'id': task-2570337, 'name': PowerOffVM_Task, 'duration_secs': 0.337653} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.889418] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-797a19f0-e817-4cd5-b7b6-057f54c4d531 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 583782d7-07da-40e5-9731-c3f5f6fef812] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 834.889618] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-797a19f0-e817-4cd5-b7b6-057f54c4d531 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 583782d7-07da-40e5-9731-c3f5f6fef812] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 834.889984] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31f9b053-0f29-4f69-b170-bb43b8836260 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.915795] env[62301]: DEBUG nova.network.neutron [-] [instance: 56195579-e6c5-448d-bb3e-5e25c2b11b25] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.916918] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-797a19f0-e817-4cd5-b7b6-057f54c4d531 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 583782d7-07da-40e5-9731-c3f5f6fef812] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 834.917463] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-797a19f0-e817-4cd5-b7b6-057f54c4d531 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 583782d7-07da-40e5-9731-c3f5f6fef812] Deleting contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 834.917463] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-797a19f0-e817-4cd5-b7b6-057f54c4d531 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Deleting the datastore file [datastore2] 583782d7-07da-40e5-9731-c3f5f6fef812 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 834.917832] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6bb7ecba-4e19-4a27-8cc8-076583451dc1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.925037] env[62301]: DEBUG oslo_vmware.api [None req-797a19f0-e817-4cd5-b7b6-057f54c4d531 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Waiting for the task: (returnval){ [ 834.925037] env[62301]: value = "task-2570339" [ 834.925037] env[62301]: _type = "Task" [ 834.925037] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.933097] env[62301]: DEBUG oslo_vmware.api [None req-797a19f0-e817-4cd5-b7b6-057f54c4d531 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Task: {'id': task-2570339, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.945144] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cf74bf07-444f-442a-885f-f2e30b28a9c1 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Lock "e2d1039f-60fa-4c7b-a0ca-ed566357b1ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.807s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.045040] env[62301]: DEBUG oslo_vmware.api [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570335, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.522255} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.045040] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] 74379ea7-7c7d-4212-b637-2af384ba4c95/74379ea7-7c7d-4212-b637-2af384ba4c95.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 835.045040] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 835.045040] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20522941-56dd-4d8f-9552-c4ca392db631 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.051696] env[62301]: DEBUG oslo_vmware.api [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for the task: (returnval){ [ 835.051696] env[62301]: value = "task-2570340" [ 835.051696] env[62301]: _type = "Task" [ 835.051696] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.059943] env[62301]: DEBUG oslo_vmware.api [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570340, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.101647] env[62301]: DEBUG oslo_concurrency.lockutils [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.151150] env[62301]: DEBUG oslo_concurrency.lockutils [None req-70b3cfe9-2ddf-4aa7-bf90-33b3c7c0cf0a tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Acquiring lock "e2d1039f-60fa-4c7b-a0ca-ed566357b1ea" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.151485] env[62301]: DEBUG oslo_concurrency.lockutils [None req-70b3cfe9-2ddf-4aa7-bf90-33b3c7c0cf0a tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Lock "e2d1039f-60fa-4c7b-a0ca-ed566357b1ea" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.151792] env[62301]: INFO nova.compute.manager [None req-70b3cfe9-2ddf-4aa7-bf90-33b3c7c0cf0a tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] [instance: e2d1039f-60fa-4c7b-a0ca-ed566357b1ea] Rebooting instance [ 835.214180] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 24eb8464-8e33-4a08-b792-a2da8ce72eb1] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 835.293577] env[62301]: DEBUG nova.network.neutron [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 8998e7d5-9cc4-445d-9b66-ecac8c7f1374] Successfully created port: 62a1e4dd-8871-4092-88fb-ba175f3aa63c {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 835.305830] env[62301]: DEBUG nova.compute.manager [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 84e67ab5-2f2f-4633-904c-55536dd23f20] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 835.318957] env[62301]: DEBUG nova.compute.manager [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 8998e7d5-9cc4-445d-9b66-ecac8c7f1374] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 835.419084] env[62301]: INFO nova.compute.manager [-] [instance: 56195579-e6c5-448d-bb3e-5e25c2b11b25] Took 1.77 seconds to deallocate network for instance. [ 835.441620] env[62301]: DEBUG oslo_vmware.api [None req-797a19f0-e817-4cd5-b7b6-057f54c4d531 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Task: {'id': task-2570339, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.10248} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.444424] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-797a19f0-e817-4cd5-b7b6-057f54c4d531 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 835.444609] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-797a19f0-e817-4cd5-b7b6-057f54c4d531 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 583782d7-07da-40e5-9731-c3f5f6fef812] Deleted contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 835.444783] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-797a19f0-e817-4cd5-b7b6-057f54c4d531 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 583782d7-07da-40e5-9731-c3f5f6fef812] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 835.445472] env[62301]: INFO nova.compute.manager [None req-797a19f0-e817-4cd5-b7b6-057f54c4d531 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] [instance: 583782d7-07da-40e5-9731-c3f5f6fef812] Took 1.08 seconds to destroy the instance on the hypervisor. [ 835.445543] env[62301]: DEBUG oslo.service.loopingcall [None req-797a19f0-e817-4cd5-b7b6-057f54c4d531 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 835.445997] env[62301]: DEBUG nova.compute.manager [-] [instance: 583782d7-07da-40e5-9731-c3f5f6fef812] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 835.446171] env[62301]: DEBUG nova.network.neutron [-] [instance: 583782d7-07da-40e5-9731-c3f5f6fef812] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 835.471474] env[62301]: DEBUG nova.network.neutron [-] [instance: 583782d7-07da-40e5-9731-c3f5f6fef812] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 835.528559] env[62301]: DEBUG oslo_concurrency.lockutils [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquiring lock "refresh_cache-6bb105e9-936b-46c0-82e3-37a2139c76bd" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.528747] env[62301]: DEBUG oslo_concurrency.lockutils [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquired lock "refresh_cache-6bb105e9-936b-46c0-82e3-37a2139c76bd" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.528940] env[62301]: DEBUG nova.network.neutron [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 835.561627] env[62301]: DEBUG oslo_vmware.api [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570340, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105587} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.561902] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 835.562703] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850cd48c-0bc9-43f3-864f-df4dd68942f5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.588468] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 74379ea7-7c7d-4212-b637-2af384ba4c95/74379ea7-7c7d-4212-b637-2af384ba4c95.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 835.593069] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22939de4-4266-4dc1-baa0-a479118f9e5f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.618342] env[62301]: DEBUG oslo_vmware.api [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for the task: (returnval){ [ 835.618342] env[62301]: value = "task-2570341" [ 835.618342] env[62301]: _type = "Task" [ 835.618342] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.632141] env[62301]: DEBUG oslo_vmware.api [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570341, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.675049] env[62301]: DEBUG oslo_concurrency.lockutils [None req-70b3cfe9-2ddf-4aa7-bf90-33b3c7c0cf0a tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Acquiring lock "refresh_cache-e2d1039f-60fa-4c7b-a0ca-ed566357b1ea" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.675237] env[62301]: DEBUG oslo_concurrency.lockutils [None req-70b3cfe9-2ddf-4aa7-bf90-33b3c7c0cf0a tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Acquired lock "refresh_cache-e2d1039f-60fa-4c7b-a0ca-ed566357b1ea" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.675414] env[62301]: DEBUG nova.network.neutron [None req-70b3cfe9-2ddf-4aa7-bf90-33b3c7c0cf0a tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] [instance: e2d1039f-60fa-4c7b-a0ca-ed566357b1ea] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 835.717799] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 446670be-9a46-4954-bc20-232498d46a3f] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 835.816638] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeddc17e-5e64-4bd5-9996-ad767db3c05b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.833150] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bee308a-8ece-4560-b166-56cc8589c9b2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.838255] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.868862] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3814728e-3ac5-4872-9ca3-2b79e9e02810 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.876750] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12547c70-8999-4f5b-954c-6daa5e0fe189 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.891237] env[62301]: DEBUG nova.compute.provider_tree [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.925353] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d37099cd-3e11-44bd-8f3f-53b39b6465df tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.973771] env[62301]: DEBUG nova.network.neutron [-] [instance: 583782d7-07da-40e5-9731-c3f5f6fef812] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.130255] env[62301]: DEBUG oslo_vmware.api [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570341, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.223222] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: a25b53c1-60dc-4daa-8812-ecb7f026e1f0] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 836.226280] env[62301]: DEBUG nova.compute.manager [req-9129d9ff-f8ae-4d02-9586-32fe859cbbcc req-eb50d1cd-489e-4905-8465-241cbd62727a service nova] [instance: 56195579-e6c5-448d-bb3e-5e25c2b11b25] Received event network-vif-deleted-19ca7e44-703a-411c-92c6-9c2d70eba109 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 836.342806] env[62301]: DEBUG nova.compute.manager [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 8998e7d5-9cc4-445d-9b66-ecac8c7f1374] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 836.374074] env[62301]: DEBUG nova.virt.hardware [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='59c2e4fbe8509c7188ed8b367db3cd02',container_format='bare',created_at=2025-02-15T20:50:26Z,direct_url=,disk_format='vmdk',id=8a6b7eb5-8c2c-4ffd-b701-d293ba7e0a45,min_disk=1,min_ram=0,name='tempest-test-snap-1035411466',owner='d4f9b7deea8a4de682068275e378c7b8',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-02-15T20:50:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 836.374333] env[62301]: DEBUG nova.virt.hardware [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 836.374492] env[62301]: DEBUG nova.virt.hardware [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 836.374668] env[62301]: DEBUG nova.virt.hardware [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 836.374817] env[62301]: DEBUG nova.virt.hardware [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 836.374973] env[62301]: DEBUG nova.virt.hardware [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 836.375185] env[62301]: DEBUG nova.virt.hardware [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 836.375422] env[62301]: DEBUG nova.virt.hardware [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 836.375600] env[62301]: DEBUG nova.virt.hardware [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 836.375760] env[62301]: DEBUG nova.virt.hardware [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 836.375928] env[62301]: DEBUG nova.virt.hardware [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 836.376802] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9fe30af-4d4e-414e-980f-7d089b8f4c8f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.388497] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afdc49fe-06ad-4c19-a477-57c4b3ed682d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.397252] env[62301]: DEBUG nova.scheduler.client.report [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.478552] env[62301]: INFO nova.compute.manager [-] [instance: 583782d7-07da-40e5-9731-c3f5f6fef812] Took 1.03 seconds to deallocate network for instance. [ 836.629938] env[62301]: DEBUG oslo_vmware.api [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570341, 'name': ReconfigVM_Task, 'duration_secs': 0.634795} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.630266] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 74379ea7-7c7d-4212-b637-2af384ba4c95/74379ea7-7c7d-4212-b637-2af384ba4c95.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 836.630894] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02f338ee-f522-4f59-a5f3-3411e6c6e97d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.637805] env[62301]: DEBUG oslo_vmware.api [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for the task: (returnval){ [ 836.637805] env[62301]: value = "task-2570342" [ 836.637805] env[62301]: _type = "Task" [ 836.637805] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.648638] env[62301]: DEBUG oslo_vmware.api [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570342, 'name': Rename_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.728397] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 91ad0ae9-cd0d-4d43-9f47-5a6f1135fcd4] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 836.771030] env[62301]: DEBUG nova.network.neutron [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Updating instance_info_cache with network_info: [{"id": "c1b36057-fe1d-42e5-ba4c-986735c7fcee", "address": "fa:16:3e:08:6e:6b", "network": {"id": "7c0f3559-1453-49cf-acfe-38cb288125ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1921160483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b3dfd09250b4ab486b15b680428b1a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1b36057-fe", "ovs_interfaceid": "c1b36057-fe1d-42e5-ba4c-986735c7fcee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.828601] env[62301]: DEBUG nova.network.neutron [None req-70b3cfe9-2ddf-4aa7-bf90-33b3c7c0cf0a tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] [instance: e2d1039f-60fa-4c7b-a0ca-ed566357b1ea] Updating instance_info_cache with network_info: [{"id": "8f4b6202-f60f-4ea7-90ba-5af2a8731077", "address": "fa:16:3e:dc:32:af", "network": {"id": "3163fbe7-205f-4505-b90c-fab566a6e171", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1196638226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27dc9cffdb9c48789e3530591f11ec33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f4b6202-f6", "ovs_interfaceid": "8f4b6202-f60f-4ea7-90ba-5af2a8731077", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.912311] env[62301]: DEBUG oslo_concurrency.lockutils [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.912920] env[62301]: DEBUG nova.compute.manager [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 836.915432] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.533s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.915618] env[62301]: DEBUG nova.objects.instance [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62301) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 836.973340] env[62301]: DEBUG nova.network.neutron [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 8998e7d5-9cc4-445d-9b66-ecac8c7f1374] Successfully updated port: 62a1e4dd-8871-4092-88fb-ba175f3aa63c {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 836.987154] env[62301]: DEBUG oslo_concurrency.lockutils [None req-797a19f0-e817-4cd5-b7b6-057f54c4d531 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.147663] env[62301]: DEBUG oslo_vmware.api [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570342, 'name': Rename_Task, 'duration_secs': 0.397799} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.147941] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 837.148206] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e076cf06-a1af-4b76-a766-19f928324b1e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.153898] env[62301]: DEBUG oslo_vmware.api [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for the task: (returnval){ [ 837.153898] env[62301]: value = "task-2570343" [ 837.153898] env[62301]: _type = "Task" [ 837.153898] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.166446] env[62301]: DEBUG oslo_vmware.api [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570343, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.231397] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: bb8a1b93-9f2d-4f01-a592-b2a9b25f0bc4] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 837.274515] env[62301]: DEBUG oslo_concurrency.lockutils [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Releasing lock "refresh_cache-6bb105e9-936b-46c0-82e3-37a2139c76bd" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.332565] env[62301]: DEBUG oslo_concurrency.lockutils [None req-70b3cfe9-2ddf-4aa7-bf90-33b3c7c0cf0a tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Releasing lock "refresh_cache-e2d1039f-60fa-4c7b-a0ca-ed566357b1ea" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.424121] env[62301]: DEBUG nova.compute.utils [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 837.425593] env[62301]: DEBUG nova.compute.manager [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 837.425769] env[62301]: DEBUG nova.network.neutron [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 837.462048] env[62301]: DEBUG nova.policy [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6a56cda9aec4cca99b96739ab45e3ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31c7c184f35545928fd615e8b72fb678', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 837.476767] env[62301]: DEBUG oslo_concurrency.lockutils [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Acquiring lock "refresh_cache-8998e7d5-9cc4-445d-9b66-ecac8c7f1374" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.476923] env[62301]: DEBUG oslo_concurrency.lockutils [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Acquired lock "refresh_cache-8998e7d5-9cc4-445d-9b66-ecac8c7f1374" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.477129] env[62301]: DEBUG nova.network.neutron [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 8998e7d5-9cc4-445d-9b66-ecac8c7f1374] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 837.667412] env[62301]: DEBUG oslo_vmware.api [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570343, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.736076] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 47a52f8f-4ba1-477c-a6a7-7dc4b3a3d575] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 837.811158] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6c31cf-0a04-43f3-95d6-51eaf7f0bfc4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.836049] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821e9745-93fc-48d0-8d4f-f4dd24d5e603 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.839738] env[62301]: DEBUG nova.compute.manager [None req-70b3cfe9-2ddf-4aa7-bf90-33b3c7c0cf0a tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] [instance: e2d1039f-60fa-4c7b-a0ca-ed566357b1ea] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 837.840811] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0047f67-32cb-4460-bfa4-0ad6cebe3e23 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.846441] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Updating instance '6bb105e9-936b-46c0-82e3-37a2139c76bd' progress to 83 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 837.859840] env[62301]: DEBUG nova.network.neutron [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] Successfully created port: e545ff6e-5ece-41e7-9b8f-7467d200cb3c {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 837.927466] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0a087cd2-b1d3-42be-9733-9c346ec4047b tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.929552] env[62301]: DEBUG oslo_concurrency.lockutils [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.915s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.930866] env[62301]: INFO nova.compute.claims [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 832e4ce0-4f62-473b-b524-2c300d15a7d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 837.933925] env[62301]: DEBUG nova.compute.manager [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 838.008110] env[62301]: DEBUG nova.network.neutron [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 8998e7d5-9cc4-445d-9b66-ecac8c7f1374] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 838.166248] env[62301]: DEBUG oslo_vmware.api [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570343, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.201645] env[62301]: DEBUG nova.network.neutron [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 8998e7d5-9cc4-445d-9b66-ecac8c7f1374] Updating instance_info_cache with network_info: [{"id": "62a1e4dd-8871-4092-88fb-ba175f3aa63c", "address": "fa:16:3e:29:e5:49", "network": {"id": "3f588a45-bca2-4c38-93ee-dbfb75b51e73", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1857406658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f9b7deea8a4de682068275e378c7b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62a1e4dd-88", "ovs_interfaceid": "62a1e4dd-8871-4092-88fb-ba175f3aa63c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.243439] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 7a0b066b-4028-47bb-891d-685f99d039a8] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 838.249185] env[62301]: DEBUG nova.compute.manager [req-d6224f9f-65a3-4a35-8af4-d38b2fa8d8a9 req-d69ce3db-d672-4c2b-b137-17adad9b9238 service nova] [instance: 8998e7d5-9cc4-445d-9b66-ecac8c7f1374] Received event network-vif-plugged-62a1e4dd-8871-4092-88fb-ba175f3aa63c {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 838.249263] env[62301]: DEBUG oslo_concurrency.lockutils [req-d6224f9f-65a3-4a35-8af4-d38b2fa8d8a9 req-d69ce3db-d672-4c2b-b137-17adad9b9238 service nova] Acquiring lock "8998e7d5-9cc4-445d-9b66-ecac8c7f1374-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 838.249436] env[62301]: DEBUG oslo_concurrency.lockutils [req-d6224f9f-65a3-4a35-8af4-d38b2fa8d8a9 req-d69ce3db-d672-4c2b-b137-17adad9b9238 service nova] Lock "8998e7d5-9cc4-445d-9b66-ecac8c7f1374-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.249632] env[62301]: DEBUG oslo_concurrency.lockutils [req-d6224f9f-65a3-4a35-8af4-d38b2fa8d8a9 req-d69ce3db-d672-4c2b-b137-17adad9b9238 service nova] Lock "8998e7d5-9cc4-445d-9b66-ecac8c7f1374-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 838.249837] env[62301]: DEBUG nova.compute.manager [req-d6224f9f-65a3-4a35-8af4-d38b2fa8d8a9 req-d69ce3db-d672-4c2b-b137-17adad9b9238 service nova] [instance: 8998e7d5-9cc4-445d-9b66-ecac8c7f1374] No waiting events found dispatching network-vif-plugged-62a1e4dd-8871-4092-88fb-ba175f3aa63c {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 838.250511] env[62301]: WARNING nova.compute.manager [req-d6224f9f-65a3-4a35-8af4-d38b2fa8d8a9 req-d69ce3db-d672-4c2b-b137-17adad9b9238 service nova] [instance: 8998e7d5-9cc4-445d-9b66-ecac8c7f1374] Received unexpected event network-vif-plugged-62a1e4dd-8871-4092-88fb-ba175f3aa63c for instance with vm_state building and task_state spawning. [ 838.250511] env[62301]: DEBUG nova.compute.manager [req-d6224f9f-65a3-4a35-8af4-d38b2fa8d8a9 req-d69ce3db-d672-4c2b-b137-17adad9b9238 service nova] [instance: 8998e7d5-9cc4-445d-9b66-ecac8c7f1374] Received event network-changed-62a1e4dd-8871-4092-88fb-ba175f3aa63c {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 838.250511] env[62301]: DEBUG nova.compute.manager [req-d6224f9f-65a3-4a35-8af4-d38b2fa8d8a9 req-d69ce3db-d672-4c2b-b137-17adad9b9238 service nova] [instance: 8998e7d5-9cc4-445d-9b66-ecac8c7f1374] Refreshing instance network info cache due to event network-changed-62a1e4dd-8871-4092-88fb-ba175f3aa63c. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 838.250511] env[62301]: DEBUG oslo_concurrency.lockutils [req-d6224f9f-65a3-4a35-8af4-d38b2fa8d8a9 req-d69ce3db-d672-4c2b-b137-17adad9b9238 service nova] Acquiring lock "refresh_cache-8998e7d5-9cc4-445d-9b66-ecac8c7f1374" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.353380] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-dbcf469a-e93f-406a-afad-0ed8842c6f5d tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Updating instance '6bb105e9-936b-46c0-82e3-37a2139c76bd' progress to 100 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 838.664941] env[62301]: DEBUG oslo_vmware.api [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570343, 'name': PowerOnVM_Task, 'duration_secs': 1.027602} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.665254] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 838.665506] env[62301]: DEBUG nova.compute.manager [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 838.666251] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54a0ea1-778f-4e62-b0a0-5409cccfdb38 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.703621] env[62301]: DEBUG oslo_concurrency.lockutils [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Releasing lock "refresh_cache-8998e7d5-9cc4-445d-9b66-ecac8c7f1374" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.703946] env[62301]: DEBUG nova.compute.manager [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 8998e7d5-9cc4-445d-9b66-ecac8c7f1374] Instance network_info: |[{"id": "62a1e4dd-8871-4092-88fb-ba175f3aa63c", "address": "fa:16:3e:29:e5:49", "network": {"id": "3f588a45-bca2-4c38-93ee-dbfb75b51e73", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1857406658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f9b7deea8a4de682068275e378c7b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62a1e4dd-88", "ovs_interfaceid": "62a1e4dd-8871-4092-88fb-ba175f3aa63c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 838.704270] env[62301]: DEBUG oslo_concurrency.lockutils [req-d6224f9f-65a3-4a35-8af4-d38b2fa8d8a9 req-d69ce3db-d672-4c2b-b137-17adad9b9238 service nova] Acquired lock "refresh_cache-8998e7d5-9cc4-445d-9b66-ecac8c7f1374" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.704452] env[62301]: DEBUG nova.network.neutron [req-d6224f9f-65a3-4a35-8af4-d38b2fa8d8a9 req-d69ce3db-d672-4c2b-b137-17adad9b9238 service nova] [instance: 8998e7d5-9cc4-445d-9b66-ecac8c7f1374] Refreshing network info cache for port 62a1e4dd-8871-4092-88fb-ba175f3aa63c {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 838.706008] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 8998e7d5-9cc4-445d-9b66-ecac8c7f1374] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:e5:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35342bcb-8b06-472e-b3c0-43fd3d6c4b30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62a1e4dd-8871-4092-88fb-ba175f3aa63c', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 838.714353] env[62301]: DEBUG oslo.service.loopingcall [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 838.715563] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8998e7d5-9cc4-445d-9b66-ecac8c7f1374] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 838.716213] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ee075ac-d354-4a28-9f41-a838647377a5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.740328] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 838.740328] env[62301]: value = "task-2570344" [ 838.740328] env[62301]: _type = "Task" [ 838.740328] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.746272] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: ca83463c-d6ee-480f-b113-d05e977a6016] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 838.750967] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570344, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.869872] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635548ea-aef6-4f96-ae3b-9a2e62fa2cb5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.877646] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-70b3cfe9-2ddf-4aa7-bf90-33b3c7c0cf0a tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] [instance: e2d1039f-60fa-4c7b-a0ca-ed566357b1ea] Doing hard reboot of VM {{(pid=62301) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 838.878535] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-a503bd57-c475-4c17-bcc1-fc16d43bff56 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.884948] env[62301]: DEBUG oslo_vmware.api [None req-70b3cfe9-2ddf-4aa7-bf90-33b3c7c0cf0a tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Waiting for the task: (returnval){ [ 838.884948] env[62301]: value = "task-2570345" [ 838.884948] env[62301]: _type = "Task" [ 838.884948] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.893849] env[62301]: DEBUG oslo_vmware.api [None req-70b3cfe9-2ddf-4aa7-bf90-33b3c7c0cf0a tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Task: {'id': task-2570345, 'name': ResetVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.948678] env[62301]: DEBUG nova.compute.manager [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 838.984393] env[62301]: DEBUG nova.virt.hardware [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 838.984667] env[62301]: DEBUG nova.virt.hardware [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 838.984897] env[62301]: DEBUG nova.virt.hardware [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 838.985273] env[62301]: DEBUG nova.virt.hardware [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 838.985542] env[62301]: DEBUG nova.virt.hardware [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 838.985756] env[62301]: DEBUG nova.virt.hardware [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 838.986054] env[62301]: DEBUG nova.virt.hardware [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 838.986283] env[62301]: DEBUG nova.virt.hardware [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 838.986535] env[62301]: DEBUG nova.virt.hardware [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 838.986955] env[62301]: DEBUG nova.virt.hardware [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 838.987128] env[62301]: DEBUG nova.virt.hardware [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 838.988599] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938af5da-f22d-46cd-bd31-e8b0d8519bc9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.000339] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8e45f2-f761-47d1-8847-eecb5553cb32 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.182418] env[62301]: DEBUG oslo_concurrency.lockutils [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 839.254060] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 1cda51f6-3d8a-497d-bc6a-63cfb058dd29] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 839.255900] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570344, 'name': CreateVM_Task, 'duration_secs': 0.428787} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.256277] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8998e7d5-9cc4-445d-9b66-ecac8c7f1374] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 839.256955] env[62301]: DEBUG oslo_concurrency.lockutils [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a6b7eb5-8c2c-4ffd-b701-d293ba7e0a45" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.257126] env[62301]: DEBUG oslo_concurrency.lockutils [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a6b7eb5-8c2c-4ffd-b701-d293ba7e0a45" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.257669] env[62301]: DEBUG oslo_concurrency.lockutils [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8a6b7eb5-8c2c-4ffd-b701-d293ba7e0a45" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.257857] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52e5ed7e-c80e-4ce7-b700-993c7a87e448 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.265935] env[62301]: DEBUG oslo_vmware.api [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the task: (returnval){ [ 839.265935] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]529ff6f9-f4f2-02b7-42be-b9ab82299ef3" [ 839.265935] env[62301]: _type = "Task" [ 839.265935] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.276130] env[62301]: DEBUG oslo_vmware.api [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]529ff6f9-f4f2-02b7-42be-b9ab82299ef3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.396748] env[62301]: DEBUG oslo_vmware.api [None req-70b3cfe9-2ddf-4aa7-bf90-33b3c7c0cf0a tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Task: {'id': task-2570345, 'name': ResetVM_Task, 'duration_secs': 0.104425} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.400905] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-70b3cfe9-2ddf-4aa7-bf90-33b3c7c0cf0a tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] [instance: e2d1039f-60fa-4c7b-a0ca-ed566357b1ea] Did hard reboot of VM {{(pid=62301) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 839.401199] env[62301]: DEBUG nova.compute.manager [None req-70b3cfe9-2ddf-4aa7-bf90-33b3c7c0cf0a tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] [instance: e2d1039f-60fa-4c7b-a0ca-ed566357b1ea] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 839.402582] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bdcf162-5a62-4406-a987-b75a5e86f1f0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.422503] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c0add9-4593-4f4d-9f0e-c7e6fb1febef {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.432035] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557aa6a6-4418-4b2a-ab53-5cc3aa7ef655 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.493168] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0647d143-fb73-4037-95b5-9afe9c60c6a8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.498610] env[62301]: DEBUG nova.network.neutron [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] Successfully updated port: e545ff6e-5ece-41e7-9b8f-7467d200cb3c {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 839.509640] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7565c5-703e-44ca-bab1-2800983819c9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.533268] env[62301]: DEBUG nova.compute.provider_tree [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.670548] env[62301]: DEBUG nova.network.neutron [req-d6224f9f-65a3-4a35-8af4-d38b2fa8d8a9 req-d69ce3db-d672-4c2b-b137-17adad9b9238 service nova] [instance: 8998e7d5-9cc4-445d-9b66-ecac8c7f1374] Updated VIF entry in instance network info cache for port 62a1e4dd-8871-4092-88fb-ba175f3aa63c. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 839.671118] env[62301]: DEBUG nova.network.neutron [req-d6224f9f-65a3-4a35-8af4-d38b2fa8d8a9 req-d69ce3db-d672-4c2b-b137-17adad9b9238 service nova] [instance: 8998e7d5-9cc4-445d-9b66-ecac8c7f1374] Updating instance_info_cache with network_info: [{"id": "62a1e4dd-8871-4092-88fb-ba175f3aa63c", "address": "fa:16:3e:29:e5:49", "network": {"id": "3f588a45-bca2-4c38-93ee-dbfb75b51e73", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1857406658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f9b7deea8a4de682068275e378c7b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62a1e4dd-88", "ovs_interfaceid": "62a1e4dd-8871-4092-88fb-ba175f3aa63c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.756899] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 31934154-68a2-41a5-8c23-b95738eaeb70] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 839.779910] env[62301]: DEBUG oslo_concurrency.lockutils [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a6b7eb5-8c2c-4ffd-b701-d293ba7e0a45" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.780331] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 8998e7d5-9cc4-445d-9b66-ecac8c7f1374] Processing image 8a6b7eb5-8c2c-4ffd-b701-d293ba7e0a45 {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 839.780702] env[62301]: DEBUG oslo_concurrency.lockutils [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8a6b7eb5-8c2c-4ffd-b701-d293ba7e0a45/8a6b7eb5-8c2c-4ffd-b701-d293ba7e0a45.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.780944] env[62301]: DEBUG oslo_concurrency.lockutils [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8a6b7eb5-8c2c-4ffd-b701-d293ba7e0a45/8a6b7eb5-8c2c-4ffd-b701-d293ba7e0a45.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.781249] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 839.782401] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e30999d-f2b6-46be-818d-038bddab1f5a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.792451] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 839.792643] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 839.793667] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be38c6aa-389a-4f76-9f97-dd78ed1df5b1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.799793] env[62301]: DEBUG oslo_vmware.api [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the task: (returnval){ [ 839.799793] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52f0cc82-3fdb-6954-5c3c-81124c096ea9" [ 839.799793] env[62301]: _type = "Task" [ 839.799793] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.807976] env[62301]: DEBUG oslo_vmware.api [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52f0cc82-3fdb-6954-5c3c-81124c096ea9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.918917] env[62301]: DEBUG oslo_concurrency.lockutils [None req-70b3cfe9-2ddf-4aa7-bf90-33b3c7c0cf0a tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Lock "e2d1039f-60fa-4c7b-a0ca-ed566357b1ea" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.767s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.002373] env[62301]: DEBUG oslo_concurrency.lockutils [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Acquiring lock "refresh_cache-8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.002534] env[62301]: DEBUG oslo_concurrency.lockutils [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Acquired lock "refresh_cache-8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.002703] env[62301]: DEBUG nova.network.neutron [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 840.041347] env[62301]: DEBUG nova.scheduler.client.report [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 840.174403] env[62301]: DEBUG oslo_concurrency.lockutils [req-d6224f9f-65a3-4a35-8af4-d38b2fa8d8a9 req-d69ce3db-d672-4c2b-b137-17adad9b9238 service nova] Releasing lock "refresh_cache-8998e7d5-9cc4-445d-9b66-ecac8c7f1374" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.260938] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 989393f1-81d2-4f60-9c51-3f97e7cd873a] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 840.292395] env[62301]: DEBUG nova.compute.manager [req-a0ead478-0998-48b0-bc40-cc3b811ce55d req-26bf1cc6-4483-49be-981d-e77a911f518c service nova] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] Received event network-vif-plugged-e545ff6e-5ece-41e7-9b8f-7467d200cb3c {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 840.292478] env[62301]: DEBUG oslo_concurrency.lockutils [req-a0ead478-0998-48b0-bc40-cc3b811ce55d req-26bf1cc6-4483-49be-981d-e77a911f518c service nova] Acquiring lock "8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 840.292627] env[62301]: DEBUG oslo_concurrency.lockutils [req-a0ead478-0998-48b0-bc40-cc3b811ce55d req-26bf1cc6-4483-49be-981d-e77a911f518c service nova] Lock "8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 840.292791] env[62301]: DEBUG oslo_concurrency.lockutils [req-a0ead478-0998-48b0-bc40-cc3b811ce55d req-26bf1cc6-4483-49be-981d-e77a911f518c service nova] Lock "8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.292958] env[62301]: DEBUG nova.compute.manager [req-a0ead478-0998-48b0-bc40-cc3b811ce55d req-26bf1cc6-4483-49be-981d-e77a911f518c service nova] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] No waiting events found dispatching network-vif-plugged-e545ff6e-5ece-41e7-9b8f-7467d200cb3c {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 840.293303] env[62301]: WARNING nova.compute.manager [req-a0ead478-0998-48b0-bc40-cc3b811ce55d req-26bf1cc6-4483-49be-981d-e77a911f518c service nova] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] Received unexpected event network-vif-plugged-e545ff6e-5ece-41e7-9b8f-7467d200cb3c for instance with vm_state building and task_state spawning. [ 840.293484] env[62301]: DEBUG nova.compute.manager [req-a0ead478-0998-48b0-bc40-cc3b811ce55d req-26bf1cc6-4483-49be-981d-e77a911f518c service nova] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] Received event network-changed-e545ff6e-5ece-41e7-9b8f-7467d200cb3c {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 840.293668] env[62301]: DEBUG nova.compute.manager [req-a0ead478-0998-48b0-bc40-cc3b811ce55d req-26bf1cc6-4483-49be-981d-e77a911f518c service nova] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] Refreshing instance network info cache due to event network-changed-e545ff6e-5ece-41e7-9b8f-7467d200cb3c. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 840.293890] env[62301]: DEBUG oslo_concurrency.lockutils [req-a0ead478-0998-48b0-bc40-cc3b811ce55d req-26bf1cc6-4483-49be-981d-e77a911f518c service nova] Acquiring lock "refresh_cache-8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.311183] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 8998e7d5-9cc4-445d-9b66-ecac8c7f1374] Preparing fetch location {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 840.311416] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 8998e7d5-9cc4-445d-9b66-ecac8c7f1374] Fetch image to [datastore1] OSTACK_IMG_5adfa6b5-2795-45ce-ae78-db96bba39b00/OSTACK_IMG_5adfa6b5-2795-45ce-ae78-db96bba39b00.vmdk {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 840.311602] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 8998e7d5-9cc4-445d-9b66-ecac8c7f1374] Downloading stream optimized image 8a6b7eb5-8c2c-4ffd-b701-d293ba7e0a45 to [datastore1] OSTACK_IMG_5adfa6b5-2795-45ce-ae78-db96bba39b00/OSTACK_IMG_5adfa6b5-2795-45ce-ae78-db96bba39b00.vmdk on the data store datastore1 as vApp {{(pid=62301) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 840.311771] env[62301]: DEBUG nova.virt.vmwareapi.images [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 8998e7d5-9cc4-445d-9b66-ecac8c7f1374] Downloading image file data 8a6b7eb5-8c2c-4ffd-b701-d293ba7e0a45 to the ESX as VM named 'OSTACK_IMG_5adfa6b5-2795-45ce-ae78-db96bba39b00' {{(pid=62301) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 840.385781] env[62301]: DEBUG oslo_vmware.rw_handles [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 840.385781] env[62301]: value = "resgroup-9" [ 840.385781] env[62301]: _type = "ResourcePool" [ 840.385781] env[62301]: }. {{(pid=62301) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 840.386058] env[62301]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-5150430c-6e71-4241-b792-ac7f6b452f07 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.407963] env[62301]: DEBUG oslo_vmware.rw_handles [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Lease: (returnval){ [ 840.407963] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52568bda-e222-01b6-e558-537e8bcc2a5d" [ 840.407963] env[62301]: _type = "HttpNfcLease" [ 840.407963] env[62301]: } obtained for vApp import into resource pool (val){ [ 840.407963] env[62301]: value = "resgroup-9" [ 840.407963] env[62301]: _type = "ResourcePool" [ 840.407963] env[62301]: }. {{(pid=62301) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 840.408473] env[62301]: DEBUG oslo_vmware.api [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the lease: (returnval){ [ 840.408473] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52568bda-e222-01b6-e558-537e8bcc2a5d" [ 840.408473] env[62301]: _type = "HttpNfcLease" [ 840.408473] env[62301]: } to be ready. {{(pid=62301) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 840.414247] env[62301]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 840.414247] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52568bda-e222-01b6-e558-537e8bcc2a5d" [ 840.414247] env[62301]: _type = "HttpNfcLease" [ 840.414247] env[62301]: } is initializing. {{(pid=62301) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 840.540838] env[62301]: DEBUG nova.network.neutron [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 840.550457] env[62301]: DEBUG oslo_concurrency.lockutils [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.551025] env[62301]: DEBUG nova.compute.manager [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 832e4ce0-4f62-473b-b524-2c300d15a7d3] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 840.555044] env[62301]: DEBUG oslo_concurrency.lockutils [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 11.167s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 840.569670] env[62301]: DEBUG oslo_concurrency.lockutils [None req-154edc67-5b34-4013-b35b-b71afa20f026 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Acquiring lock "3edef36a-8f7d-41ad-b5ca-c260776e36e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 840.570193] env[62301]: DEBUG oslo_concurrency.lockutils [None req-154edc67-5b34-4013-b35b-b71afa20f026 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Lock "3edef36a-8f7d-41ad-b5ca-c260776e36e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 840.570580] env[62301]: DEBUG oslo_concurrency.lockutils [None req-154edc67-5b34-4013-b35b-b71afa20f026 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Acquiring lock "3edef36a-8f7d-41ad-b5ca-c260776e36e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 840.570906] env[62301]: DEBUG oslo_concurrency.lockutils [None req-154edc67-5b34-4013-b35b-b71afa20f026 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Lock "3edef36a-8f7d-41ad-b5ca-c260776e36e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 840.571210] env[62301]: DEBUG oslo_concurrency.lockutils [None req-154edc67-5b34-4013-b35b-b71afa20f026 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Lock "3edef36a-8f7d-41ad-b5ca-c260776e36e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.574712] env[62301]: INFO nova.compute.manager [None req-154edc67-5b34-4013-b35b-b71afa20f026 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 3edef36a-8f7d-41ad-b5ca-c260776e36e1] Terminating instance [ 840.721171] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2019f6bb-b3f2-4dfa-ba68-4b3cc9ceffb7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquiring lock "6bb105e9-936b-46c0-82e3-37a2139c76bd" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 840.721485] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2019f6bb-b3f2-4dfa-ba68-4b3cc9ceffb7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lock "6bb105e9-936b-46c0-82e3-37a2139c76bd" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 840.721697] env[62301]: DEBUG nova.compute.manager [None req-2019f6bb-b3f2-4dfa-ba68-4b3cc9ceffb7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Going to confirm migration 3 {{(pid=62301) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 840.725492] env[62301]: DEBUG nova.network.neutron [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] Updating instance_info_cache with network_info: [{"id": "e545ff6e-5ece-41e7-9b8f-7467d200cb3c", "address": "fa:16:3e:dd:43:73", "network": {"id": "c9bc6ff9-87e6-43ca-a829-8abee608caa9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1880576448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31c7c184f35545928fd615e8b72fb678", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape545ff6e-5e", "ovs_interfaceid": "e545ff6e-5ece-41e7-9b8f-7467d200cb3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.765632] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: d1de1100-83f4-43e8-a4c9-46ede08a7ed0] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 840.916734] env[62301]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 840.916734] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52568bda-e222-01b6-e558-537e8bcc2a5d" [ 840.916734] env[62301]: _type = "HttpNfcLease" [ 840.916734] env[62301]: } is ready. {{(pid=62301) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 840.917039] env[62301]: DEBUG oslo_vmware.rw_handles [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 840.917039] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52568bda-e222-01b6-e558-537e8bcc2a5d" [ 840.917039] env[62301]: _type = "HttpNfcLease" [ 840.917039] env[62301]: }. {{(pid=62301) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 840.917807] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1623b27a-c36c-4b1f-a5d9-eed9542ebf7c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.925286] env[62301]: DEBUG oslo_vmware.rw_handles [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eb35b5-be63-7e83-3451-a6132f940dfe/disk-0.vmdk from lease info. {{(pid=62301) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 840.925460] env[62301]: DEBUG oslo_vmware.rw_handles [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eb35b5-be63-7e83-3451-a6132f940dfe/disk-0.vmdk. {{(pid=62301) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 840.988967] env[62301]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7973489c-c9b6-469b-bfa3-9b1ff52f3c7f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.055820] env[62301]: DEBUG nova.compute.utils [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 841.057114] env[62301]: DEBUG nova.compute.manager [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 832e4ce0-4f62-473b-b524-2c300d15a7d3] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 841.057924] env[62301]: DEBUG nova.network.neutron [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 832e4ce0-4f62-473b-b524-2c300d15a7d3] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 841.059311] env[62301]: DEBUG nova.objects.instance [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Lazy-loading 'migration_context' on Instance uuid ffff5450-4ec9-4eb1-8b40-8f55c30409a6 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 841.078707] env[62301]: DEBUG nova.compute.manager [None req-154edc67-5b34-4013-b35b-b71afa20f026 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 3edef36a-8f7d-41ad-b5ca-c260776e36e1] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 841.078853] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-154edc67-5b34-4013-b35b-b71afa20f026 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 3edef36a-8f7d-41ad-b5ca-c260776e36e1] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 841.079959] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d706d22b-2003-46fe-870a-356c6d7de140 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.087095] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-154edc67-5b34-4013-b35b-b71afa20f026 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 3edef36a-8f7d-41ad-b5ca-c260776e36e1] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 841.087368] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23f78502-f2fc-4bb6-9db6-71062c48483d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.093138] env[62301]: DEBUG oslo_vmware.api [None req-154edc67-5b34-4013-b35b-b71afa20f026 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for the task: (returnval){ [ 841.093138] env[62301]: value = "task-2570347" [ 841.093138] env[62301]: _type = "Task" [ 841.093138] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.100746] env[62301]: DEBUG oslo_vmware.api [None req-154edc67-5b34-4013-b35b-b71afa20f026 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570347, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.102221] env[62301]: DEBUG nova.policy [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6519f0edd7f4c1bbb97751996e2b3d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a4a399762bbd46c483973e1371d2429c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 841.228526] env[62301]: DEBUG oslo_concurrency.lockutils [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Releasing lock "refresh_cache-8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.228852] env[62301]: DEBUG nova.compute.manager [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] Instance network_info: |[{"id": "e545ff6e-5ece-41e7-9b8f-7467d200cb3c", "address": "fa:16:3e:dd:43:73", "network": {"id": "c9bc6ff9-87e6-43ca-a829-8abee608caa9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1880576448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31c7c184f35545928fd615e8b72fb678", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape545ff6e-5e", "ovs_interfaceid": "e545ff6e-5ece-41e7-9b8f-7467d200cb3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 841.231035] env[62301]: DEBUG oslo_concurrency.lockutils [req-a0ead478-0998-48b0-bc40-cc3b811ce55d req-26bf1cc6-4483-49be-981d-e77a911f518c service nova] Acquired lock "refresh_cache-8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.231402] env[62301]: DEBUG nova.network.neutron [req-a0ead478-0998-48b0-bc40-cc3b811ce55d req-26bf1cc6-4483-49be-981d-e77a911f518c service nova] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] Refreshing network info cache for port e545ff6e-5ece-41e7-9b8f-7467d200cb3c {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 841.233127] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:43:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9bb629cd-6d0f-4bed-965c-bd04a2f3ec49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e545ff6e-5ece-41e7-9b8f-7467d200cb3c', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 841.241487] env[62301]: DEBUG oslo.service.loopingcall [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 841.247662] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 841.248808] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5c9890e-5515-4d4d-84ad-8408ceb4f99b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.282212] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4353c2b2-9133-42e5-87a1-e2c2f5aa3414 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Acquiring lock "e2d1039f-60fa-4c7b-a0ca-ed566357b1ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 841.282212] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4353c2b2-9133-42e5-87a1-e2c2f5aa3414 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Lock "e2d1039f-60fa-4c7b-a0ca-ed566357b1ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 841.282212] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4353c2b2-9133-42e5-87a1-e2c2f5aa3414 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Acquiring lock "e2d1039f-60fa-4c7b-a0ca-ed566357b1ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 841.282212] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4353c2b2-9133-42e5-87a1-e2c2f5aa3414 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Lock "e2d1039f-60fa-4c7b-a0ca-ed566357b1ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 841.282384] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4353c2b2-9133-42e5-87a1-e2c2f5aa3414 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Lock "e2d1039f-60fa-4c7b-a0ca-ed566357b1ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 841.284603] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 1475032b-244f-4a11-922e-eefbd0671a3e] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 841.288627] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2019f6bb-b3f2-4dfa-ba68-4b3cc9ceffb7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquiring lock "refresh_cache-6bb105e9-936b-46c0-82e3-37a2139c76bd" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.288880] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2019f6bb-b3f2-4dfa-ba68-4b3cc9ceffb7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquired lock "refresh_cache-6bb105e9-936b-46c0-82e3-37a2139c76bd" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.289626] env[62301]: DEBUG nova.network.neutron [None req-2019f6bb-b3f2-4dfa-ba68-4b3cc9ceffb7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 841.289901] env[62301]: DEBUG nova.objects.instance [None req-2019f6bb-b3f2-4dfa-ba68-4b3cc9ceffb7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lazy-loading 'info_cache' on Instance uuid 6bb105e9-936b-46c0-82e3-37a2139c76bd {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 841.296582] env[62301]: INFO nova.compute.manager [None req-4353c2b2-9133-42e5-87a1-e2c2f5aa3414 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] [instance: e2d1039f-60fa-4c7b-a0ca-ed566357b1ea] Terminating instance [ 841.306050] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 841.306050] env[62301]: value = "task-2570348" [ 841.306050] env[62301]: _type = "Task" [ 841.306050] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.323499] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570348, 'name': CreateVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.561502] env[62301]: DEBUG nova.compute.manager [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 832e4ce0-4f62-473b-b524-2c300d15a7d3] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 841.604670] env[62301]: DEBUG nova.network.neutron [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 832e4ce0-4f62-473b-b524-2c300d15a7d3] Successfully created port: 05d0812c-f92d-4620-b06f-6da2f1ffaef2 {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 841.618510] env[62301]: DEBUG oslo_vmware.api [None req-154edc67-5b34-4013-b35b-b71afa20f026 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570347, 'name': PowerOffVM_Task, 'duration_secs': 0.191825} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.620823] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-154edc67-5b34-4013-b35b-b71afa20f026 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 3edef36a-8f7d-41ad-b5ca-c260776e36e1] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 841.621027] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-154edc67-5b34-4013-b35b-b71afa20f026 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 3edef36a-8f7d-41ad-b5ca-c260776e36e1] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 841.624042] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0da3068e-4337-4e84-ad9f-cbf6f5969b3f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.694404] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-154edc67-5b34-4013-b35b-b71afa20f026 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 3edef36a-8f7d-41ad-b5ca-c260776e36e1] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 841.694404] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-154edc67-5b34-4013-b35b-b71afa20f026 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 3edef36a-8f7d-41ad-b5ca-c260776e36e1] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 841.694404] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-154edc67-5b34-4013-b35b-b71afa20f026 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Deleting the datastore file [datastore1] 3edef36a-8f7d-41ad-b5ca-c260776e36e1 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 841.694663] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-816f8350-7ddf-4c0d-a8e3-b020bf709703 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.700960] env[62301]: DEBUG oslo_vmware.api [None req-154edc67-5b34-4013-b35b-b71afa20f026 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for the task: (returnval){ [ 841.700960] env[62301]: value = "task-2570350" [ 841.700960] env[62301]: _type = "Task" [ 841.700960] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.707782] env[62301]: DEBUG nova.network.neutron [req-a0ead478-0998-48b0-bc40-cc3b811ce55d req-26bf1cc6-4483-49be-981d-e77a911f518c service nova] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] Updated VIF entry in instance network info cache for port e545ff6e-5ece-41e7-9b8f-7467d200cb3c. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 841.708180] env[62301]: DEBUG nova.network.neutron [req-a0ead478-0998-48b0-bc40-cc3b811ce55d req-26bf1cc6-4483-49be-981d-e77a911f518c service nova] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] Updating instance_info_cache with network_info: [{"id": "e545ff6e-5ece-41e7-9b8f-7467d200cb3c", "address": "fa:16:3e:dd:43:73", "network": {"id": "c9bc6ff9-87e6-43ca-a829-8abee608caa9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1880576448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31c7c184f35545928fd615e8b72fb678", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape545ff6e-5e", "ovs_interfaceid": "e545ff6e-5ece-41e7-9b8f-7467d200cb3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.717843] env[62301]: DEBUG oslo_vmware.api [None req-154edc67-5b34-4013-b35b-b71afa20f026 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570350, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.797607] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: ed8d7f2a-231e-4ffe-b839-4074821619fc] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 841.806365] env[62301]: DEBUG nova.compute.manager [None req-4353c2b2-9133-42e5-87a1-e2c2f5aa3414 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] [instance: e2d1039f-60fa-4c7b-a0ca-ed566357b1ea] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 841.806587] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4353c2b2-9133-42e5-87a1-e2c2f5aa3414 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] [instance: e2d1039f-60fa-4c7b-a0ca-ed566357b1ea] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 841.807584] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d41007a-29e1-4b30-a4a4-7c18a22185b6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.819017] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-4353c2b2-9133-42e5-87a1-e2c2f5aa3414 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] [instance: e2d1039f-60fa-4c7b-a0ca-ed566357b1ea] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 841.823766] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbd2f136-6cd1-41dc-8107-2ca00d35e814 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.825879] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570348, 'name': CreateVM_Task, 'duration_secs': 0.339066} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.828847] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 841.831239] env[62301]: DEBUG oslo_concurrency.lockutils [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.831656] env[62301]: DEBUG oslo_concurrency.lockutils [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.831858] env[62301]: DEBUG oslo_concurrency.lockutils [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.832477] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18cc52f1-ce8c-47c7-a10f-067add9cf85f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.837125] env[62301]: DEBUG oslo_vmware.api [None req-4353c2b2-9133-42e5-87a1-e2c2f5aa3414 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Waiting for the task: (returnval){ [ 841.837125] env[62301]: value = "task-2570351" [ 841.837125] env[62301]: _type = "Task" [ 841.837125] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.843501] env[62301]: DEBUG oslo_vmware.api [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Waiting for the task: (returnval){ [ 841.843501] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]522100bd-7e25-3dda-8043-335754c39c73" [ 841.843501] env[62301]: _type = "Task" [ 841.843501] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.856692] env[62301]: DEBUG oslo_vmware.api [None req-4353c2b2-9133-42e5-87a1-e2c2f5aa3414 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Task: {'id': task-2570351, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.867365] env[62301]: DEBUG oslo_vmware.api [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]522100bd-7e25-3dda-8043-335754c39c73, 'name': SearchDatastore_Task, 'duration_secs': 0.009898} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.872260] env[62301]: DEBUG oslo_concurrency.lockutils [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.872260] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 841.872260] env[62301]: DEBUG oslo_concurrency.lockutils [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.872451] env[62301]: DEBUG oslo_concurrency.lockutils [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.872645] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 841.874199] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ded5ce4-733c-4f5f-bd27-b6ef7be94b22 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.891583] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 841.891845] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 841.893100] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31c475ea-d26b-4d05-b191-6cf260045cc1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.902280] env[62301]: DEBUG oslo_vmware.api [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Waiting for the task: (returnval){ [ 841.902280] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52aab231-2035-4860-e879-4972f773c4f0" [ 841.902280] env[62301]: _type = "Task" [ 841.902280] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.912043] env[62301]: DEBUG oslo_vmware.rw_handles [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Completed reading data from the image iterator. {{(pid=62301) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 841.912043] env[62301]: DEBUG oslo_vmware.rw_handles [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eb35b5-be63-7e83-3451-a6132f940dfe/disk-0.vmdk. {{(pid=62301) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 841.914128] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e5c11d-2bb8-4996-b8ec-3369c6597e9b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.925558] env[62301]: DEBUG oslo_vmware.api [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52aab231-2035-4860-e879-4972f773c4f0, 'name': SearchDatastore_Task, 'duration_secs': 0.009663} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.925745] env[62301]: DEBUG oslo_vmware.rw_handles [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eb35b5-be63-7e83-3451-a6132f940dfe/disk-0.vmdk is in state: ready. {{(pid=62301) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 841.925895] env[62301]: DEBUG oslo_vmware.rw_handles [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eb35b5-be63-7e83-3451-a6132f940dfe/disk-0.vmdk. {{(pid=62301) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 841.926738] env[62301]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-22d77d64-192a-49d7-8bbc-9d44150b6860 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.928771] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb54a282-e200-4a28-90c6-dbf0e833bd74 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.934207] env[62301]: DEBUG oslo_vmware.api [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Waiting for the task: (returnval){ [ 841.934207] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]527b9f65-54ec-f546-4b2b-72d71d7f24f9" [ 841.934207] env[62301]: _type = "Task" [ 841.934207] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.944856] env[62301]: DEBUG oslo_vmware.api [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]527b9f65-54ec-f546-4b2b-72d71d7f24f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.084378] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e08dcf2-ff83-455b-829a-0951f2d6f25c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.093621] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b81d27-3aae-4a3e-9dde-2f2509441d7b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.134013] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce91ee4d-d53a-4560-b6f1-4b6dafb1b93f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.137040] env[62301]: DEBUG oslo_vmware.rw_handles [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eb35b5-be63-7e83-3451-a6132f940dfe/disk-0.vmdk. {{(pid=62301) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 842.137581] env[62301]: INFO nova.virt.vmwareapi.images [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 8998e7d5-9cc4-445d-9b66-ecac8c7f1374] Downloaded image file data 8a6b7eb5-8c2c-4ffd-b701-d293ba7e0a45 [ 842.138074] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd7c226-4a73-4422-9397-e2256e539926 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.159118] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1aeba40-7913-4b62-8db4-323f2c718353 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.164331] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d690dcc8-3de8-466b-99c8-bda4e3484c4d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.178738] env[62301]: DEBUG nova.compute.provider_tree [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 842.190084] env[62301]: INFO nova.virt.vmwareapi.images [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 8998e7d5-9cc4-445d-9b66-ecac8c7f1374] The imported VM was unregistered [ 842.193980] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 8998e7d5-9cc4-445d-9b66-ecac8c7f1374] Caching image {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 842.193980] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Creating directory with path [datastore1] devstack-image-cache_base/8a6b7eb5-8c2c-4ffd-b701-d293ba7e0a45 {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 842.193980] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45f07d3d-d8e1-48b8-963d-78f36680847e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.212798] env[62301]: DEBUG oslo_concurrency.lockutils [req-a0ead478-0998-48b0-bc40-cc3b811ce55d req-26bf1cc6-4483-49be-981d-e77a911f518c service nova] Releasing lock "refresh_cache-8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.213246] env[62301]: DEBUG oslo_vmware.api [None req-154edc67-5b34-4013-b35b-b71afa20f026 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570350, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166953} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.213509] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-154edc67-5b34-4013-b35b-b71afa20f026 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 842.213733] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-154edc67-5b34-4013-b35b-b71afa20f026 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 3edef36a-8f7d-41ad-b5ca-c260776e36e1] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 842.213915] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-154edc67-5b34-4013-b35b-b71afa20f026 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 3edef36a-8f7d-41ad-b5ca-c260776e36e1] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 842.214142] env[62301]: INFO nova.compute.manager [None req-154edc67-5b34-4013-b35b-b71afa20f026 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 3edef36a-8f7d-41ad-b5ca-c260776e36e1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 842.214415] env[62301]: DEBUG oslo.service.loopingcall [None req-154edc67-5b34-4013-b35b-b71afa20f026 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 842.214673] env[62301]: DEBUG nova.compute.manager [-] [instance: 3edef36a-8f7d-41ad-b5ca-c260776e36e1] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 842.214781] env[62301]: DEBUG nova.network.neutron [-] [instance: 3edef36a-8f7d-41ad-b5ca-c260776e36e1] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 842.219178] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Created directory with path [datastore1] devstack-image-cache_base/8a6b7eb5-8c2c-4ffd-b701-d293ba7e0a45 {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 842.219383] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_5adfa6b5-2795-45ce-ae78-db96bba39b00/OSTACK_IMG_5adfa6b5-2795-45ce-ae78-db96bba39b00.vmdk to [datastore1] devstack-image-cache_base/8a6b7eb5-8c2c-4ffd-b701-d293ba7e0a45/8a6b7eb5-8c2c-4ffd-b701-d293ba7e0a45.vmdk. {{(pid=62301) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 842.219607] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-39dafaec-c601-494f-a938-44a15899f812 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.225431] env[62301]: DEBUG oslo_vmware.api [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the task: (returnval){ [ 842.225431] env[62301]: value = "task-2570353" [ 842.225431] env[62301]: _type = "Task" [ 842.225431] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.233552] env[62301]: DEBUG oslo_vmware.api [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570353, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.306055] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 50244b23-8fa5-4b5a-9df7-7c5df8fdb00d] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 842.350017] env[62301]: DEBUG oslo_vmware.api [None req-4353c2b2-9133-42e5-87a1-e2c2f5aa3414 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Task: {'id': task-2570351, 'name': PowerOffVM_Task, 'duration_secs': 0.214002} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.350313] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-4353c2b2-9133-42e5-87a1-e2c2f5aa3414 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] [instance: e2d1039f-60fa-4c7b-a0ca-ed566357b1ea] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 842.350575] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4353c2b2-9133-42e5-87a1-e2c2f5aa3414 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] [instance: e2d1039f-60fa-4c7b-a0ca-ed566357b1ea] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 842.350745] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-347e31e0-b17c-48ce-8386-1ac90ac3d5d4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.412240] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4353c2b2-9133-42e5-87a1-e2c2f5aa3414 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] [instance: e2d1039f-60fa-4c7b-a0ca-ed566357b1ea] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 842.412858] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4353c2b2-9133-42e5-87a1-e2c2f5aa3414 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] [instance: e2d1039f-60fa-4c7b-a0ca-ed566357b1ea] Deleting contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 842.412858] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-4353c2b2-9133-42e5-87a1-e2c2f5aa3414 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Deleting the datastore file [datastore2] e2d1039f-60fa-4c7b-a0ca-ed566357b1ea {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 842.412858] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-963a3b8b-6f9c-4e70-8064-9b9e1edb373d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.419993] env[62301]: DEBUG oslo_vmware.api [None req-4353c2b2-9133-42e5-87a1-e2c2f5aa3414 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Waiting for the task: (returnval){ [ 842.419993] env[62301]: value = "task-2570355" [ 842.419993] env[62301]: _type = "Task" [ 842.419993] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.428275] env[62301]: DEBUG oslo_vmware.api [None req-4353c2b2-9133-42e5-87a1-e2c2f5aa3414 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Task: {'id': task-2570355, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.444044] env[62301]: DEBUG oslo_vmware.api [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]527b9f65-54ec-f546-4b2b-72d71d7f24f9, 'name': SearchDatastore_Task, 'duration_secs': 0.010101} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.444852] env[62301]: DEBUG oslo_concurrency.lockutils [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.444852] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7/8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 842.444852] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e27f5b9-8031-4148-b0ce-3e89bfa395a1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.453945] env[62301]: DEBUG oslo_vmware.api [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Waiting for the task: (returnval){ [ 842.453945] env[62301]: value = "task-2570356" [ 842.453945] env[62301]: _type = "Task" [ 842.453945] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.463985] env[62301]: DEBUG oslo_vmware.api [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Task: {'id': task-2570356, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.553256] env[62301]: DEBUG nova.compute.manager [req-2a315989-ad9d-4ca8-9160-b6e4e3cd5c7d req-0c0ac1e1-9d2d-4449-bfe0-657f309e6232 service nova] [instance: 3edef36a-8f7d-41ad-b5ca-c260776e36e1] Received event network-vif-deleted-cb8e41bd-7552-4f45-a90b-df42816fce09 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 842.553531] env[62301]: INFO nova.compute.manager [req-2a315989-ad9d-4ca8-9160-b6e4e3cd5c7d req-0c0ac1e1-9d2d-4449-bfe0-657f309e6232 service nova] [instance: 3edef36a-8f7d-41ad-b5ca-c260776e36e1] Neutron deleted interface cb8e41bd-7552-4f45-a90b-df42816fce09; detaching it from the instance and deleting it from the info cache [ 842.553753] env[62301]: DEBUG nova.network.neutron [req-2a315989-ad9d-4ca8-9160-b6e4e3cd5c7d req-0c0ac1e1-9d2d-4449-bfe0-657f309e6232 service nova] [instance: 3edef36a-8f7d-41ad-b5ca-c260776e36e1] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.574391] env[62301]: DEBUG nova.compute.manager [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 832e4ce0-4f62-473b-b524-2c300d15a7d3] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 842.606211] env[62301]: DEBUG nova.network.neutron [None req-2019f6bb-b3f2-4dfa-ba68-4b3cc9ceffb7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Updating instance_info_cache with network_info: [{"id": "c1b36057-fe1d-42e5-ba4c-986735c7fcee", "address": "fa:16:3e:08:6e:6b", "network": {"id": "7c0f3559-1453-49cf-acfe-38cb288125ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1921160483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b3dfd09250b4ab486b15b680428b1a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1b36057-fe", "ovs_interfaceid": "c1b36057-fe1d-42e5-ba4c-986735c7fcee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.610945] env[62301]: DEBUG nova.virt.hardware [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 842.611317] env[62301]: DEBUG nova.virt.hardware [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 842.611644] env[62301]: DEBUG nova.virt.hardware [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 842.612212] env[62301]: DEBUG nova.virt.hardware [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 842.612502] env[62301]: DEBUG nova.virt.hardware [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 842.612749] env[62301]: DEBUG nova.virt.hardware [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 842.613073] env[62301]: DEBUG nova.virt.hardware [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 842.613312] env[62301]: DEBUG nova.virt.hardware [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 842.613594] env[62301]: DEBUG nova.virt.hardware [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 842.613816] env[62301]: DEBUG nova.virt.hardware [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 842.614062] env[62301]: DEBUG nova.virt.hardware [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 842.615324] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a58e699-94e2-4be5-8c3e-452b1eb43c95 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.620285] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2019f6bb-b3f2-4dfa-ba68-4b3cc9ceffb7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Releasing lock "refresh_cache-6bb105e9-936b-46c0-82e3-37a2139c76bd" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.620572] env[62301]: DEBUG nova.objects.instance [None req-2019f6bb-b3f2-4dfa-ba68-4b3cc9ceffb7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lazy-loading 'migration_context' on Instance uuid 6bb105e9-936b-46c0-82e3-37a2139c76bd {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 842.628485] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15550d6f-4462-4fcc-a0c2-7088e54fd1af {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.683343] env[62301]: DEBUG nova.scheduler.client.report [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.739804] env[62301]: DEBUG oslo_vmware.api [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570353, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.809426] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: b9a359d8-bdde-488f-b5e2-360ebd9660fb] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 842.930186] env[62301]: DEBUG oslo_vmware.api [None req-4353c2b2-9133-42e5-87a1-e2c2f5aa3414 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Task: {'id': task-2570355, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300111} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.930534] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-4353c2b2-9133-42e5-87a1-e2c2f5aa3414 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 842.930742] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4353c2b2-9133-42e5-87a1-e2c2f5aa3414 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] [instance: e2d1039f-60fa-4c7b-a0ca-ed566357b1ea] Deleted contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 842.930921] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4353c2b2-9133-42e5-87a1-e2c2f5aa3414 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] [instance: e2d1039f-60fa-4c7b-a0ca-ed566357b1ea] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 842.931147] env[62301]: INFO nova.compute.manager [None req-4353c2b2-9133-42e5-87a1-e2c2f5aa3414 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] [instance: e2d1039f-60fa-4c7b-a0ca-ed566357b1ea] Took 1.12 seconds to destroy the instance on the hypervisor. [ 842.931434] env[62301]: DEBUG oslo.service.loopingcall [None req-4353c2b2-9133-42e5-87a1-e2c2f5aa3414 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 842.931677] env[62301]: DEBUG nova.compute.manager [-] [instance: e2d1039f-60fa-4c7b-a0ca-ed566357b1ea] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 842.931785] env[62301]: DEBUG nova.network.neutron [-] [instance: e2d1039f-60fa-4c7b-a0ca-ed566357b1ea] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 842.964597] env[62301]: DEBUG oslo_vmware.api [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Task: {'id': task-2570356, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.010023] env[62301]: DEBUG nova.network.neutron [-] [instance: 3edef36a-8f7d-41ad-b5ca-c260776e36e1] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.057202] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-836252e4-fe31-431e-87c3-d5df95102e51 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.071246] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7bce58-4400-42c8-89ef-65001bcc521d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.111512] env[62301]: DEBUG nova.compute.manager [req-2a315989-ad9d-4ca8-9160-b6e4e3cd5c7d req-0c0ac1e1-9d2d-4449-bfe0-657f309e6232 service nova] [instance: 3edef36a-8f7d-41ad-b5ca-c260776e36e1] Detach interface failed, port_id=cb8e41bd-7552-4f45-a90b-df42816fce09, reason: Instance 3edef36a-8f7d-41ad-b5ca-c260776e36e1 could not be found. {{(pid=62301) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 843.123835] env[62301]: DEBUG nova.objects.base [None req-2019f6bb-b3f2-4dfa-ba68-4b3cc9ceffb7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Object Instance<6bb105e9-936b-46c0-82e3-37a2139c76bd> lazy-loaded attributes: info_cache,migration_context {{(pid=62301) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 843.124920] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f1a57c-2124-4a9e-9648-2a213d743169 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.146940] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d8163c3-5dee-4da0-b49d-7b3ba43aa0be {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.152322] env[62301]: DEBUG oslo_vmware.api [None req-2019f6bb-b3f2-4dfa-ba68-4b3cc9ceffb7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 843.152322] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5255d08b-727d-a5c4-8292-539d109d558f" [ 843.152322] env[62301]: _type = "Task" [ 843.152322] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.161873] env[62301]: DEBUG oslo_vmware.api [None req-2019f6bb-b3f2-4dfa-ba68-4b3cc9ceffb7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5255d08b-727d-a5c4-8292-539d109d558f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.240957] env[62301]: DEBUG oslo_vmware.api [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570353, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.245636] env[62301]: DEBUG nova.network.neutron [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 832e4ce0-4f62-473b-b524-2c300d15a7d3] Successfully updated port: 05d0812c-f92d-4620-b06f-6da2f1ffaef2 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 843.313928] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: e6257ca8-a26c-4b46-acc6-e3a7b3a9ed7b] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 843.349116] env[62301]: DEBUG nova.compute.manager [req-a1230cde-6e9c-4b17-92eb-06d4e1daee39 req-d63aee6b-71ec-44e5-b6d4-77d0540057ec service nova] [instance: e2d1039f-60fa-4c7b-a0ca-ed566357b1ea] Received event network-vif-deleted-8f4b6202-f60f-4ea7-90ba-5af2a8731077 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 843.349354] env[62301]: INFO nova.compute.manager [req-a1230cde-6e9c-4b17-92eb-06d4e1daee39 req-d63aee6b-71ec-44e5-b6d4-77d0540057ec service nova] [instance: e2d1039f-60fa-4c7b-a0ca-ed566357b1ea] Neutron deleted interface 8f4b6202-f60f-4ea7-90ba-5af2a8731077; detaching it from the instance and deleting it from the info cache [ 843.349756] env[62301]: DEBUG nova.network.neutron [req-a1230cde-6e9c-4b17-92eb-06d4e1daee39 req-d63aee6b-71ec-44e5-b6d4-77d0540057ec service nova] [instance: e2d1039f-60fa-4c7b-a0ca-ed566357b1ea] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.468472] env[62301]: DEBUG oslo_vmware.api [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Task: {'id': task-2570356, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.512797] env[62301]: INFO nova.compute.manager [-] [instance: 3edef36a-8f7d-41ad-b5ca-c260776e36e1] Took 1.30 seconds to deallocate network for instance. [ 843.662910] env[62301]: DEBUG oslo_vmware.api [None req-2019f6bb-b3f2-4dfa-ba68-4b3cc9ceffb7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5255d08b-727d-a5c4-8292-539d109d558f, 'name': SearchDatastore_Task, 'duration_secs': 0.009211} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.663229] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2019f6bb-b3f2-4dfa-ba68-4b3cc9ceffb7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.695460] env[62301]: DEBUG oslo_concurrency.lockutils [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.141s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.708482] env[62301]: DEBUG oslo_concurrency.lockutils [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.411s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.710672] env[62301]: INFO nova.compute.claims [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: cd9f474f-f661-4626-a575-d9918a2c34b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 843.739764] env[62301]: DEBUG oslo_vmware.api [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570353, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.748032] env[62301]: DEBUG oslo_concurrency.lockutils [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquiring lock "refresh_cache-832e4ce0-4f62-473b-b524-2c300d15a7d3" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.748159] env[62301]: DEBUG oslo_concurrency.lockutils [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquired lock "refresh_cache-832e4ce0-4f62-473b-b524-2c300d15a7d3" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.748481] env[62301]: DEBUG nova.network.neutron [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 832e4ce0-4f62-473b-b524-2c300d15a7d3] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 843.771253] env[62301]: DEBUG nova.network.neutron [-] [instance: e2d1039f-60fa-4c7b-a0ca-ed566357b1ea] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.821350] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: bd6ed587-1425-4f8b-b89b-6577f3b68605] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 843.852390] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ca47cba4-8c2e-4895-9ad2-7cba79972b76 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.862843] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3dd95b6-ccce-43e9-b216-1ee5cf8eccd5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.907258] env[62301]: DEBUG nova.compute.manager [req-a1230cde-6e9c-4b17-92eb-06d4e1daee39 req-d63aee6b-71ec-44e5-b6d4-77d0540057ec service nova] [instance: e2d1039f-60fa-4c7b-a0ca-ed566357b1ea] Detach interface failed, port_id=8f4b6202-f60f-4ea7-90ba-5af2a8731077, reason: Instance e2d1039f-60fa-4c7b-a0ca-ed566357b1ea could not be found. {{(pid=62301) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 843.967712] env[62301]: DEBUG oslo_vmware.api [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Task: {'id': task-2570356, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.020738] env[62301]: DEBUG oslo_concurrency.lockutils [None req-154edc67-5b34-4013-b35b-b71afa20f026 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.239392] env[62301]: DEBUG oslo_vmware.api [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570353, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.274128] env[62301]: INFO nova.compute.manager [-] [instance: e2d1039f-60fa-4c7b-a0ca-ed566357b1ea] Took 1.34 seconds to deallocate network for instance. [ 844.319883] env[62301]: DEBUG nova.network.neutron [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 832e4ce0-4f62-473b-b524-2c300d15a7d3] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 844.325139] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 7c637115-8590-4e15-8500-dc04e7cfc21a] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 844.468997] env[62301]: DEBUG oslo_vmware.api [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Task: {'id': task-2570356, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.547651} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.469270] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7/8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 844.469547] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 844.469839] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1487ef0d-b601-48a4-9ea6-9a2333733537 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.479344] env[62301]: DEBUG oslo_vmware.api [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Waiting for the task: (returnval){ [ 844.479344] env[62301]: value = "task-2570357" [ 844.479344] env[62301]: _type = "Task" [ 844.479344] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.490736] env[62301]: DEBUG oslo_vmware.api [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Task: {'id': task-2570357, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.730769] env[62301]: DEBUG nova.compute.manager [req-d9e8fde0-37f9-40d0-bfd7-ad2dbcc44397 req-68f0fe11-89f2-4506-b1a6-50958947a6fb service nova] [instance: 832e4ce0-4f62-473b-b524-2c300d15a7d3] Received event network-vif-plugged-05d0812c-f92d-4620-b06f-6da2f1ffaef2 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 844.730919] env[62301]: DEBUG oslo_concurrency.lockutils [req-d9e8fde0-37f9-40d0-bfd7-ad2dbcc44397 req-68f0fe11-89f2-4506-b1a6-50958947a6fb service nova] Acquiring lock "832e4ce0-4f62-473b-b524-2c300d15a7d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.731828] env[62301]: DEBUG oslo_concurrency.lockutils [req-d9e8fde0-37f9-40d0-bfd7-ad2dbcc44397 req-68f0fe11-89f2-4506-b1a6-50958947a6fb service nova] Lock "832e4ce0-4f62-473b-b524-2c300d15a7d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.731828] env[62301]: DEBUG oslo_concurrency.lockutils [req-d9e8fde0-37f9-40d0-bfd7-ad2dbcc44397 req-68f0fe11-89f2-4506-b1a6-50958947a6fb service nova] Lock "832e4ce0-4f62-473b-b524-2c300d15a7d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.731828] env[62301]: DEBUG nova.compute.manager [req-d9e8fde0-37f9-40d0-bfd7-ad2dbcc44397 req-68f0fe11-89f2-4506-b1a6-50958947a6fb service nova] [instance: 832e4ce0-4f62-473b-b524-2c300d15a7d3] No waiting events found dispatching network-vif-plugged-05d0812c-f92d-4620-b06f-6da2f1ffaef2 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 844.731828] env[62301]: WARNING nova.compute.manager [req-d9e8fde0-37f9-40d0-bfd7-ad2dbcc44397 req-68f0fe11-89f2-4506-b1a6-50958947a6fb service nova] [instance: 832e4ce0-4f62-473b-b524-2c300d15a7d3] Received unexpected event network-vif-plugged-05d0812c-f92d-4620-b06f-6da2f1ffaef2 for instance with vm_state building and task_state spawning. [ 844.732174] env[62301]: DEBUG nova.compute.manager [req-d9e8fde0-37f9-40d0-bfd7-ad2dbcc44397 req-68f0fe11-89f2-4506-b1a6-50958947a6fb service nova] [instance: 832e4ce0-4f62-473b-b524-2c300d15a7d3] Received event network-changed-05d0812c-f92d-4620-b06f-6da2f1ffaef2 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 844.732174] env[62301]: DEBUG nova.compute.manager [req-d9e8fde0-37f9-40d0-bfd7-ad2dbcc44397 req-68f0fe11-89f2-4506-b1a6-50958947a6fb service nova] [instance: 832e4ce0-4f62-473b-b524-2c300d15a7d3] Refreshing instance network info cache due to event network-changed-05d0812c-f92d-4620-b06f-6da2f1ffaef2. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 844.732324] env[62301]: DEBUG oslo_concurrency.lockutils [req-d9e8fde0-37f9-40d0-bfd7-ad2dbcc44397 req-68f0fe11-89f2-4506-b1a6-50958947a6fb service nova] Acquiring lock "refresh_cache-832e4ce0-4f62-473b-b524-2c300d15a7d3" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.749039] env[62301]: DEBUG oslo_vmware.api [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570353, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.753227] env[62301]: DEBUG nova.network.neutron [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 832e4ce0-4f62-473b-b524-2c300d15a7d3] Updating instance_info_cache with network_info: [{"id": "05d0812c-f92d-4620-b06f-6da2f1ffaef2", "address": "fa:16:3e:8f:c7:55", "network": {"id": "f58df9e3-61c0-41d5-a4fa-70db2f6f0b30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-576608794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4a399762bbd46c483973e1371d2429c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05d0812c-f9", "ovs_interfaceid": "05d0812c-f92d-4620-b06f-6da2f1ffaef2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.783506] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4353c2b2-9133-42e5-87a1-e2c2f5aa3414 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.828450] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 341e67b6-2eb8-47c3-b5a7-c52f48da66fd] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 844.990536] env[62301]: DEBUG oslo_vmware.api [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Task: {'id': task-2570357, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081425} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.993673] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 844.994820] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f488a9fd-ae20-4bf7-bbf4-42e0ad9618e3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.017917] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7/8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 845.021427] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4be61010-c150-42c6-bac2-3ac0d4ead8df {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.042466] env[62301]: DEBUG oslo_vmware.api [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Waiting for the task: (returnval){ [ 845.042466] env[62301]: value = "task-2570358" [ 845.042466] env[62301]: _type = "Task" [ 845.042466] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.053237] env[62301]: DEBUG oslo_vmware.api [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Task: {'id': task-2570358, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.153542] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83000a7-d54d-43ca-86ea-e3cd2d76400e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.160781] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2715ae63-5c94-45cf-ace6-2a6b11d27468 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.193497] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a205dede-2af7-4ee8-a3ab-476653a9c60a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.201684] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49178de2-3ebe-4be0-80c7-3839632b144d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.216775] env[62301]: DEBUG nova.compute.provider_tree [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.239453] env[62301]: DEBUG oslo_vmware.api [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570353, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.845695} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.239711] env[62301]: INFO nova.virt.vmwareapi.ds_util [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_5adfa6b5-2795-45ce-ae78-db96bba39b00/OSTACK_IMG_5adfa6b5-2795-45ce-ae78-db96bba39b00.vmdk to [datastore1] devstack-image-cache_base/8a6b7eb5-8c2c-4ffd-b701-d293ba7e0a45/8a6b7eb5-8c2c-4ffd-b701-d293ba7e0a45.vmdk. [ 845.239937] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 8998e7d5-9cc4-445d-9b66-ecac8c7f1374] Cleaning up location [datastore1] OSTACK_IMG_5adfa6b5-2795-45ce-ae78-db96bba39b00 {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 845.240117] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_5adfa6b5-2795-45ce-ae78-db96bba39b00 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 845.240396] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62620c02-2e47-457b-b10f-4974331d74fc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.248133] env[62301]: DEBUG oslo_vmware.api [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the task: (returnval){ [ 845.248133] env[62301]: value = "task-2570359" [ 845.248133] env[62301]: _type = "Task" [ 845.248133] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.256161] env[62301]: DEBUG oslo_concurrency.lockutils [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Releasing lock "refresh_cache-832e4ce0-4f62-473b-b524-2c300d15a7d3" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.256497] env[62301]: DEBUG nova.compute.manager [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 832e4ce0-4f62-473b-b524-2c300d15a7d3] Instance network_info: |[{"id": "05d0812c-f92d-4620-b06f-6da2f1ffaef2", "address": "fa:16:3e:8f:c7:55", "network": {"id": "f58df9e3-61c0-41d5-a4fa-70db2f6f0b30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-576608794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4a399762bbd46c483973e1371d2429c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05d0812c-f9", "ovs_interfaceid": "05d0812c-f92d-4620-b06f-6da2f1ffaef2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 845.256757] env[62301]: DEBUG oslo_vmware.api [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570359, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.257803] env[62301]: INFO nova.compute.manager [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Swapping old allocation on dict_keys(['f2701398-2646-410f-990f-c3cfa8025d57']) held by migration ad4af0b7-fc38-48a9-918d-b83ca132d147 for instance [ 845.257985] env[62301]: DEBUG oslo_concurrency.lockutils [req-d9e8fde0-37f9-40d0-bfd7-ad2dbcc44397 req-68f0fe11-89f2-4506-b1a6-50958947a6fb service nova] Acquired lock "refresh_cache-832e4ce0-4f62-473b-b524-2c300d15a7d3" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.258191] env[62301]: DEBUG nova.network.neutron [req-d9e8fde0-37f9-40d0-bfd7-ad2dbcc44397 req-68f0fe11-89f2-4506-b1a6-50958947a6fb service nova] [instance: 832e4ce0-4f62-473b-b524-2c300d15a7d3] Refreshing network info cache for port 05d0812c-f92d-4620-b06f-6da2f1ffaef2 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 845.259314] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 832e4ce0-4f62-473b-b524-2c300d15a7d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:c7:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9722ea4d-e4a5-48fc-b759-5c4c4796b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05d0812c-f92d-4620-b06f-6da2f1ffaef2', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 845.267232] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Creating folder: Project (a4a399762bbd46c483973e1371d2429c). Parent ref: group-v518653. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 845.272629] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29845533-7a38-45a4-9c21-7d1e9114c077 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.287041] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Created folder: Project (a4a399762bbd46c483973e1371d2429c) in parent group-v518653. [ 845.287041] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Creating folder: Instances. Parent ref: group-v518852. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 845.287041] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4db81389-7244-4ae2-a3a7-74501868f604 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.295457] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Created folder: Instances in parent group-v518852. [ 845.295687] env[62301]: DEBUG oslo.service.loopingcall [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 845.295911] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 832e4ce0-4f62-473b-b524-2c300d15a7d3] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 845.296822] env[62301]: DEBUG nova.scheduler.client.report [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Overwriting current allocation {'allocations': {'f2701398-2646-410f-990f-c3cfa8025d57': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 98}}, 'project_id': '4acebba9dd984a1c8d8debe8f6e4143b', 'user_id': '77cefed55d8448289b8b442d6a42a6af', 'consumer_generation': 1} on consumer ffff5450-4ec9-4eb1-8b40-8f55c30409a6 {{(pid=62301) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 845.298886] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-deb70a73-3536-44f0-ba5e-f5334cf2cd2f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.319429] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 845.319429] env[62301]: value = "task-2570362" [ 845.319429] env[62301]: _type = "Task" [ 845.319429] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.328778] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570362, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.335222] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 91b2eaca-3a17-446b-abe7-ff677db29514] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 845.389850] env[62301]: DEBUG oslo_concurrency.lockutils [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Acquiring lock "refresh_cache-ffff5450-4ec9-4eb1-8b40-8f55c30409a6" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.390045] env[62301]: DEBUG oslo_concurrency.lockutils [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Acquired lock "refresh_cache-ffff5450-4ec9-4eb1-8b40-8f55c30409a6" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.390237] env[62301]: DEBUG nova.network.neutron [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.486808] env[62301]: DEBUG nova.network.neutron [req-d9e8fde0-37f9-40d0-bfd7-ad2dbcc44397 req-68f0fe11-89f2-4506-b1a6-50958947a6fb service nova] [instance: 832e4ce0-4f62-473b-b524-2c300d15a7d3] Updated VIF entry in instance network info cache for port 05d0812c-f92d-4620-b06f-6da2f1ffaef2. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 845.487198] env[62301]: DEBUG nova.network.neutron [req-d9e8fde0-37f9-40d0-bfd7-ad2dbcc44397 req-68f0fe11-89f2-4506-b1a6-50958947a6fb service nova] [instance: 832e4ce0-4f62-473b-b524-2c300d15a7d3] Updating instance_info_cache with network_info: [{"id": "05d0812c-f92d-4620-b06f-6da2f1ffaef2", "address": "fa:16:3e:8f:c7:55", "network": {"id": "f58df9e3-61c0-41d5-a4fa-70db2f6f0b30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-576608794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4a399762bbd46c483973e1371d2429c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05d0812c-f9", "ovs_interfaceid": "05d0812c-f92d-4620-b06f-6da2f1ffaef2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.552672] env[62301]: DEBUG oslo_vmware.api [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Task: {'id': task-2570358, 'name': ReconfigVM_Task, 'duration_secs': 0.297397} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.553179] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7/8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 845.554037] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8e0e916-fcc4-4d38-8f66-91d5a74b8c2b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.561624] env[62301]: DEBUG oslo_vmware.api [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Waiting for the task: (returnval){ [ 845.561624] env[62301]: value = "task-2570363" [ 845.561624] env[62301]: _type = "Task" [ 845.561624] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.569964] env[62301]: DEBUG oslo_vmware.api [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Task: {'id': task-2570363, 'name': Rename_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.719855] env[62301]: DEBUG nova.scheduler.client.report [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 845.758396] env[62301]: DEBUG oslo_vmware.api [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570359, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034846} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.758641] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 845.758803] env[62301]: DEBUG oslo_concurrency.lockutils [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8a6b7eb5-8c2c-4ffd-b701-d293ba7e0a45/8a6b7eb5-8c2c-4ffd-b701-d293ba7e0a45.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.759119] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8a6b7eb5-8c2c-4ffd-b701-d293ba7e0a45/8a6b7eb5-8c2c-4ffd-b701-d293ba7e0a45.vmdk to [datastore1] 8998e7d5-9cc4-445d-9b66-ecac8c7f1374/8998e7d5-9cc4-445d-9b66-ecac8c7f1374.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 845.759373] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76ecd889-3372-480a-bd3a-53f27e7dd6ff {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.765580] env[62301]: DEBUG oslo_vmware.api [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the task: (returnval){ [ 845.765580] env[62301]: value = "task-2570364" [ 845.765580] env[62301]: _type = "Task" [ 845.765580] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.775741] env[62301]: DEBUG oslo_vmware.api [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570364, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.829274] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570362, 'name': CreateVM_Task} progress is 25%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.838843] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 544d3a11-8c1f-4a7a-8e6c-ff8715950d35] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 845.992812] env[62301]: DEBUG oslo_concurrency.lockutils [req-d9e8fde0-37f9-40d0-bfd7-ad2dbcc44397 req-68f0fe11-89f2-4506-b1a6-50958947a6fb service nova] Releasing lock "refresh_cache-832e4ce0-4f62-473b-b524-2c300d15a7d3" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.071846] env[62301]: DEBUG oslo_vmware.api [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Task: {'id': task-2570363, 'name': Rename_Task, 'duration_secs': 0.151036} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.074475] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 846.074475] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-991cecd1-881b-4bdc-b616-f522f3fcb462 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.080271] env[62301]: DEBUG oslo_vmware.api [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Waiting for the task: (returnval){ [ 846.080271] env[62301]: value = "task-2570365" [ 846.080271] env[62301]: _type = "Task" [ 846.080271] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.094038] env[62301]: DEBUG oslo_vmware.api [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Task: {'id': task-2570365, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.156740] env[62301]: DEBUG nova.network.neutron [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Updating instance_info_cache with network_info: [{"id": "cd6db707-1ef4-4fe2-965d-00f1d489cf92", "address": "fa:16:3e:60:bd:0e", "network": {"id": "229d681a-36f3-4cf5-8b82-82a25738b030", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "584ed71e5cee48ffa78bf852023e57aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd6db707-1e", "ovs_interfaceid": "cd6db707-1ef4-4fe2-965d-00f1d489cf92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.225336] env[62301]: DEBUG oslo_concurrency.lockutils [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.517s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.225867] env[62301]: DEBUG nova.compute.manager [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: cd9f474f-f661-4626-a575-d9918a2c34b5] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 846.228643] env[62301]: DEBUG oslo_concurrency.lockutils [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.127s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.230617] env[62301]: INFO nova.compute.claims [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 846.276955] env[62301]: DEBUG oslo_vmware.api [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570364, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.329612] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570362, 'name': CreateVM_Task, 'duration_secs': 0.704198} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.329843] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 832e4ce0-4f62-473b-b524-2c300d15a7d3] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 846.330603] env[62301]: DEBUG oslo_concurrency.lockutils [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.330794] env[62301]: DEBUG oslo_concurrency.lockutils [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.331134] env[62301]: DEBUG oslo_concurrency.lockutils [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.331404] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bda10d1-03ff-4dd3-9e70-53e7a4e4d458 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.336626] env[62301]: DEBUG oslo_vmware.api [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 846.336626] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52b58e0b-16e6-8d37-b763-af53733031db" [ 846.336626] env[62301]: _type = "Task" [ 846.336626] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.341877] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: a7e173c9-7834-47e2-b469-2250fd138316] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 846.347730] env[62301]: DEBUG oslo_vmware.api [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52b58e0b-16e6-8d37-b763-af53733031db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.591823] env[62301]: DEBUG oslo_vmware.api [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Task: {'id': task-2570365, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.662364] env[62301]: DEBUG oslo_concurrency.lockutils [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Releasing lock "refresh_cache-ffff5450-4ec9-4eb1-8b40-8f55c30409a6" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.662852] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 846.663172] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ef0e37f-943e-462c-80aa-aab949b6876f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.670479] env[62301]: DEBUG oslo_vmware.api [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Waiting for the task: (returnval){ [ 846.670479] env[62301]: value = "task-2570366" [ 846.670479] env[62301]: _type = "Task" [ 846.670479] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.680516] env[62301]: DEBUG oslo_vmware.api [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2570366, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.735718] env[62301]: DEBUG nova.compute.utils [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 846.739284] env[62301]: DEBUG nova.compute.manager [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: cd9f474f-f661-4626-a575-d9918a2c34b5] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 846.740172] env[62301]: DEBUG nova.network.neutron [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: cd9f474f-f661-4626-a575-d9918a2c34b5] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 846.778599] env[62301]: DEBUG oslo_vmware.api [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570364, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.785182] env[62301]: DEBUG nova.policy [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8de907b14dbd477bbd213572fa1ba5f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1dc258915a1b408ebe605c28ba25057c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 846.848154] env[62301]: DEBUG oslo_vmware.api [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52b58e0b-16e6-8d37-b763-af53733031db, 'name': SearchDatastore_Task, 'duration_secs': 0.07552} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.848532] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 0a349cf5-a329-4b3a-b332-e7ff7442f9f3] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 846.850637] env[62301]: DEBUG oslo_concurrency.lockutils [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.850895] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 832e4ce0-4f62-473b-b524-2c300d15a7d3] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 846.851205] env[62301]: DEBUG oslo_concurrency.lockutils [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.851364] env[62301]: DEBUG oslo_concurrency.lockutils [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.851555] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 846.852067] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3607353d-6e11-4c69-9e06-2596463f85c8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.872512] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 846.872729] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 846.873754] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb12267e-32eb-4bc4-a711-ac0e233ba65b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.879463] env[62301]: DEBUG oslo_vmware.api [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 846.879463] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52a83ce9-46c4-e0a2-d3ae-782e89396268" [ 846.879463] env[62301]: _type = "Task" [ 846.879463] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.893724] env[62301]: DEBUG oslo_vmware.api [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52a83ce9-46c4-e0a2-d3ae-782e89396268, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.092036] env[62301]: DEBUG oslo_vmware.api [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Task: {'id': task-2570365, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.188059] env[62301]: DEBUG oslo_vmware.api [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2570366, 'name': PowerOffVM_Task, 'duration_secs': 0.203732} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.188442] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 847.188859] env[62301]: DEBUG nova.virt.hardware [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:48:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='e0e8c855-3938-496b-81f3-e48eb62da384',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-121420463',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 847.189089] env[62301]: DEBUG nova.virt.hardware [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 847.189249] env[62301]: DEBUG nova.virt.hardware [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 847.189431] env[62301]: DEBUG nova.virt.hardware [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 847.189581] env[62301]: DEBUG nova.virt.hardware [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 847.189729] env[62301]: DEBUG nova.virt.hardware [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 847.189942] env[62301]: DEBUG nova.virt.hardware [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 847.190119] env[62301]: DEBUG nova.virt.hardware [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 847.190293] env[62301]: DEBUG nova.virt.hardware [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 847.190456] env[62301]: DEBUG nova.virt.hardware [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 847.190630] env[62301]: DEBUG nova.virt.hardware [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 847.195709] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a137e7eb-b2aa-469f-8b90-5205a1787843 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.211870] env[62301]: DEBUG oslo_vmware.api [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Waiting for the task: (returnval){ [ 847.211870] env[62301]: value = "task-2570367" [ 847.211870] env[62301]: _type = "Task" [ 847.211870] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.220698] env[62301]: DEBUG oslo_vmware.api [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2570367, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.241760] env[62301]: DEBUG nova.network.neutron [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: cd9f474f-f661-4626-a575-d9918a2c34b5] Successfully created port: 5bf2c3bf-2a5a-4ea8-bafc-81b8d9f9bcea {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 847.245052] env[62301]: DEBUG nova.compute.manager [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: cd9f474f-f661-4626-a575-d9918a2c34b5] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 847.279885] env[62301]: DEBUG oslo_vmware.api [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570364, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.352818] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: f26ca09f-a9b1-4262-842e-cc77d036d33a] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 847.394021] env[62301]: DEBUG oslo_vmware.api [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52a83ce9-46c4-e0a2-d3ae-782e89396268, 'name': SearchDatastore_Task, 'duration_secs': 0.099908} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.395086] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a2f707f-e4b5-4369-be40-4a37e8ea9643 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.402274] env[62301]: DEBUG oslo_vmware.api [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 847.402274] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5294d828-14b6-b79f-19f4-d768699d720e" [ 847.402274] env[62301]: _type = "Task" [ 847.402274] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.415379] env[62301]: DEBUG oslo_vmware.api [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5294d828-14b6-b79f-19f4-d768699d720e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.591291] env[62301]: DEBUG oslo_vmware.api [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Task: {'id': task-2570365, 'name': PowerOnVM_Task, 'duration_secs': 1.330482} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.594076] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 847.594314] env[62301]: INFO nova.compute.manager [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] Took 8.65 seconds to spawn the instance on the hypervisor. [ 847.594499] env[62301]: DEBUG nova.compute.manager [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 847.595596] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0de4b2-494e-4601-9cd7-8d0bc17c057b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.689595] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e659269-6cef-4c37-8c2f-cb451a948c00 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.697131] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8096191-4775-44a6-8d0e-f565b5d14b79 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.733854] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723d6a7a-2685-43c5-b425-b42f6dc7628b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.741971] env[62301]: DEBUG oslo_vmware.api [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2570367, 'name': ReconfigVM_Task, 'duration_secs': 0.259858} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.744891] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c247701d-7017-44d8-83d5-4e334ac46760 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.748722] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83292867-8c81-434f-b826-257433dddc90 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.766565] env[62301]: DEBUG nova.compute.provider_tree [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.782515] env[62301]: DEBUG nova.virt.hardware [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:48:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='e0e8c855-3938-496b-81f3-e48eb62da384',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-121420463',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 847.782819] env[62301]: DEBUG nova.virt.hardware [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 847.782980] env[62301]: DEBUG nova.virt.hardware [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 847.783254] env[62301]: DEBUG nova.virt.hardware [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 847.783341] env[62301]: DEBUG nova.virt.hardware [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 847.783466] env[62301]: DEBUG nova.virt.hardware [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 847.783673] env[62301]: DEBUG nova.virt.hardware [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 847.783837] env[62301]: DEBUG nova.virt.hardware [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 847.784034] env[62301]: DEBUG nova.virt.hardware [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 847.784184] env[62301]: DEBUG nova.virt.hardware [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 847.784358] env[62301]: DEBUG nova.virt.hardware [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 847.789103] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6731cfd8-e792-4003-9f18-8cf64f0473ac {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.797917] env[62301]: DEBUG oslo_vmware.api [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570364, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.798997] env[62301]: DEBUG oslo_vmware.api [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Waiting for the task: (returnval){ [ 847.798997] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52dccf04-6eda-e393-0bb5-8bba650b4302" [ 847.798997] env[62301]: _type = "Task" [ 847.798997] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.807546] env[62301]: DEBUG oslo_vmware.api [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52dccf04-6eda-e393-0bb5-8bba650b4302, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.856462] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 5102a8ce-2234-43cb-ae85-df50645c9545] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 847.918546] env[62301]: DEBUG oslo_vmware.api [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5294d828-14b6-b79f-19f4-d768699d720e, 'name': SearchDatastore_Task, 'duration_secs': 0.091062} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.918852] env[62301]: DEBUG oslo_concurrency.lockutils [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.919216] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 832e4ce0-4f62-473b-b524-2c300d15a7d3/832e4ce0-4f62-473b-b524-2c300d15a7d3.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 847.919409] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d40c902-05bb-4818-a8ad-efe9ba518e43 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.926025] env[62301]: DEBUG oslo_vmware.api [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 847.926025] env[62301]: value = "task-2570368" [ 847.926025] env[62301]: _type = "Task" [ 847.926025] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.934835] env[62301]: DEBUG oslo_vmware.api [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570368, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.114334] env[62301]: INFO nova.compute.manager [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] Took 23.95 seconds to build instance. [ 848.259063] env[62301]: DEBUG nova.compute.manager [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: cd9f474f-f661-4626-a575-d9918a2c34b5] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 848.287322] env[62301]: DEBUG nova.scheduler.client.report [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.295471] env[62301]: DEBUG nova.virt.hardware [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 848.295471] env[62301]: DEBUG nova.virt.hardware [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 848.295471] env[62301]: DEBUG nova.virt.hardware [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 848.295471] env[62301]: DEBUG nova.virt.hardware [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 848.295471] env[62301]: DEBUG nova.virt.hardware [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 848.295471] env[62301]: DEBUG nova.virt.hardware [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 848.295471] env[62301]: DEBUG nova.virt.hardware [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 848.295471] env[62301]: DEBUG nova.virt.hardware [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 848.295471] env[62301]: DEBUG nova.virt.hardware [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 848.295471] env[62301]: DEBUG nova.virt.hardware [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 848.295471] env[62301]: DEBUG nova.virt.hardware [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 848.297025] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97232bb-f355-4f49-afdf-e315f6907d62 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.303515] env[62301]: DEBUG oslo_vmware.api [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570364, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.386708} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.311033] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8a6b7eb5-8c2c-4ffd-b701-d293ba7e0a45/8a6b7eb5-8c2c-4ffd-b701-d293ba7e0a45.vmdk to [datastore1] 8998e7d5-9cc4-445d-9b66-ecac8c7f1374/8998e7d5-9cc4-445d-9b66-ecac8c7f1374.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 848.311033] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337a13ff-4a44-4145-a15b-6ada2d952a48 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.316602] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9afbb9cc-f35a-452a-9779-1244f88ea983 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.342782] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 8998e7d5-9cc4-445d-9b66-ecac8c7f1374] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 8998e7d5-9cc4-445d-9b66-ecac8c7f1374/8998e7d5-9cc4-445d-9b66-ecac8c7f1374.vmdk or device None with type streamOptimized {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 848.343263] env[62301]: DEBUG oslo_vmware.api [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52dccf04-6eda-e393-0bb5-8bba650b4302, 'name': SearchDatastore_Task, 'duration_secs': 0.047341} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.344379] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbbe9f7e-aa7b-4f71-97d3-2630fc7a6a4a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.366652] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Reconfiguring VM instance instance-00000035 to detach disk 2000 {{(pid=62301) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 848.377816] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 00a8a42a-2239-483d-a0cf-d7bbb3d95997] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 848.380169] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ae9ecf6-10a9-4233-8856-ddc21a9542e7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.402423] env[62301]: DEBUG oslo_vmware.api [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Waiting for the task: (returnval){ [ 848.402423] env[62301]: value = "task-2570370" [ 848.402423] env[62301]: _type = "Task" [ 848.402423] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.404087] env[62301]: DEBUG oslo_vmware.api [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the task: (returnval){ [ 848.404087] env[62301]: value = "task-2570369" [ 848.404087] env[62301]: _type = "Task" [ 848.404087] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.418800] env[62301]: DEBUG oslo_vmware.api [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2570370, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.422345] env[62301]: DEBUG oslo_vmware.api [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570369, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.435564] env[62301]: DEBUG oslo_vmware.api [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570368, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.534485] env[62301]: DEBUG nova.compute.manager [req-5edc5007-54d3-4962-a3a7-3f7fd8d9b053 req-0644a003-b650-4fa6-9765-9fa10df4ea46 service nova] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] Received event network-changed-e545ff6e-5ece-41e7-9b8f-7467d200cb3c {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 848.535580] env[62301]: DEBUG nova.compute.manager [req-5edc5007-54d3-4962-a3a7-3f7fd8d9b053 req-0644a003-b650-4fa6-9765-9fa10df4ea46 service nova] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] Refreshing instance network info cache due to event network-changed-e545ff6e-5ece-41e7-9b8f-7467d200cb3c. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 848.535580] env[62301]: DEBUG oslo_concurrency.lockutils [req-5edc5007-54d3-4962-a3a7-3f7fd8d9b053 req-0644a003-b650-4fa6-9765-9fa10df4ea46 service nova] Acquiring lock "refresh_cache-8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.535580] env[62301]: DEBUG oslo_concurrency.lockutils [req-5edc5007-54d3-4962-a3a7-3f7fd8d9b053 req-0644a003-b650-4fa6-9765-9fa10df4ea46 service nova] Acquired lock "refresh_cache-8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.535580] env[62301]: DEBUG nova.network.neutron [req-5edc5007-54d3-4962-a3a7-3f7fd8d9b053 req-0644a003-b650-4fa6-9765-9fa10df4ea46 service nova] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] Refreshing network info cache for port e545ff6e-5ece-41e7-9b8f-7467d200cb3c {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 848.616514] env[62301]: DEBUG oslo_concurrency.lockutils [None req-9fe44465-ddab-49b2-a3cb-f5db36b759a0 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Lock "8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.466s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.804952] env[62301]: DEBUG oslo_concurrency.lockutils [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.576s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.805694] env[62301]: DEBUG nova.compute.manager [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 848.809608] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.971s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.813128] env[62301]: INFO nova.compute.claims [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 84e67ab5-2f2f-4633-904c-55536dd23f20] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 848.845249] env[62301]: DEBUG nova.network.neutron [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: cd9f474f-f661-4626-a575-d9918a2c34b5] Successfully updated port: 5bf2c3bf-2a5a-4ea8-bafc-81b8d9f9bcea {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 848.881267] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: e0f90512-56d7-4a9c-9b57-dea54f8b682f] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 848.915544] env[62301]: DEBUG oslo_vmware.api [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2570370, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.920729] env[62301]: DEBUG oslo_vmware.api [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570369, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.935958] env[62301]: DEBUG oslo_vmware.api [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570368, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.658123} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.936216] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 832e4ce0-4f62-473b-b524-2c300d15a7d3/832e4ce0-4f62-473b-b524-2c300d15a7d3.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 848.936421] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 832e4ce0-4f62-473b-b524-2c300d15a7d3] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 848.936649] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1687877-a8d5-45e3-b759-1c12ab29333f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.942627] env[62301]: DEBUG oslo_vmware.api [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 848.942627] env[62301]: value = "task-2570371" [ 848.942627] env[62301]: _type = "Task" [ 848.942627] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.949783] env[62301]: DEBUG oslo_vmware.api [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570371, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.154048] env[62301]: DEBUG oslo_concurrency.lockutils [None req-593a5cc3-673c-48d5-b892-23b5b814e667 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Acquiring lock "8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 849.154048] env[62301]: DEBUG oslo_concurrency.lockutils [None req-593a5cc3-673c-48d5-b892-23b5b814e667 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Lock "8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 849.154048] env[62301]: INFO nova.compute.manager [None req-593a5cc3-673c-48d5-b892-23b5b814e667 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] Rebooting instance [ 849.305074] env[62301]: DEBUG nova.network.neutron [req-5edc5007-54d3-4962-a3a7-3f7fd8d9b053 req-0644a003-b650-4fa6-9765-9fa10df4ea46 service nova] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] Updated VIF entry in instance network info cache for port e545ff6e-5ece-41e7-9b8f-7467d200cb3c. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 849.306028] env[62301]: DEBUG nova.network.neutron [req-5edc5007-54d3-4962-a3a7-3f7fd8d9b053 req-0644a003-b650-4fa6-9765-9fa10df4ea46 service nova] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] Updating instance_info_cache with network_info: [{"id": "e545ff6e-5ece-41e7-9b8f-7467d200cb3c", "address": "fa:16:3e:dd:43:73", "network": {"id": "c9bc6ff9-87e6-43ca-a829-8abee608caa9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1880576448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31c7c184f35545928fd615e8b72fb678", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape545ff6e-5e", "ovs_interfaceid": "e545ff6e-5ece-41e7-9b8f-7467d200cb3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.319767] env[62301]: DEBUG nova.compute.utils [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 849.321684] env[62301]: DEBUG nova.compute.manager [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 849.321924] env[62301]: DEBUG nova.network.neutron [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 849.347305] env[62301]: DEBUG oslo_concurrency.lockutils [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Acquiring lock "refresh_cache-cd9f474f-f661-4626-a575-d9918a2c34b5" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.347457] env[62301]: DEBUG oslo_concurrency.lockutils [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Acquired lock "refresh_cache-cd9f474f-f661-4626-a575-d9918a2c34b5" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.347644] env[62301]: DEBUG nova.network.neutron [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: cd9f474f-f661-4626-a575-d9918a2c34b5] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 849.363583] env[62301]: DEBUG nova.policy [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f47ee79463440e79e59e44a0b2d1b9c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f79c1c72ace843d4be630377bd5e2326', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 849.383896] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 44f7dbb8-3c27-438b-bd41-9fc0e9c6329d] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 849.416131] env[62301]: DEBUG oslo_vmware.api [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2570370, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.423022] env[62301]: DEBUG oslo_vmware.api [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570369, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.451923] env[62301]: DEBUG oslo_vmware.api [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570371, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075907} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.452217] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 832e4ce0-4f62-473b-b524-2c300d15a7d3] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 849.453294] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d33e33-b6b1-485d-8acd-2432aaa1023c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.474764] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 832e4ce0-4f62-473b-b524-2c300d15a7d3] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 832e4ce0-4f62-473b-b524-2c300d15a7d3/832e4ce0-4f62-473b-b524-2c300d15a7d3.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 849.475058] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-430ad665-d9e8-4808-a87e-09ac23093ad0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.494124] env[62301]: DEBUG oslo_vmware.api [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 849.494124] env[62301]: value = "task-2570372" [ 849.494124] env[62301]: _type = "Task" [ 849.494124] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.503391] env[62301]: DEBUG oslo_vmware.api [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570372, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.681189] env[62301]: DEBUG oslo_concurrency.lockutils [None req-593a5cc3-673c-48d5-b892-23b5b814e667 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Acquiring lock "refresh_cache-8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.703697] env[62301]: DEBUG nova.network.neutron [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Successfully created port: 4dcfcbd8-75d0-4dd5-be18-be1ec09b0079 {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 849.808844] env[62301]: DEBUG oslo_concurrency.lockutils [req-5edc5007-54d3-4962-a3a7-3f7fd8d9b053 req-0644a003-b650-4fa6-9765-9fa10df4ea46 service nova] Releasing lock "refresh_cache-8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.809366] env[62301]: DEBUG oslo_concurrency.lockutils [None req-593a5cc3-673c-48d5-b892-23b5b814e667 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Acquired lock "refresh_cache-8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.809555] env[62301]: DEBUG nova.network.neutron [None req-593a5cc3-673c-48d5-b892-23b5b814e667 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 849.829916] env[62301]: DEBUG nova.compute.manager [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 849.886775] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 877dbdd0-9397-4cad-acc8-9cf80b6f480b] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 849.909990] env[62301]: DEBUG nova.network.neutron [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: cd9f474f-f661-4626-a575-d9918a2c34b5] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 849.922905] env[62301]: DEBUG oslo_vmware.api [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2570370, 'name': ReconfigVM_Task, 'duration_secs': 1.0767} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.926195] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Reconfigured VM instance instance-00000035 to detach disk 2000 {{(pid=62301) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 849.926840] env[62301]: DEBUG oslo_vmware.api [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570369, 'name': ReconfigVM_Task, 'duration_secs': 1.284618} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.927571] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0a8093-0917-452c-bb0b-370f58af24f2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.930217] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 8998e7d5-9cc4-445d-9b66-ecac8c7f1374] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 8998e7d5-9cc4-445d-9b66-ecac8c7f1374/8998e7d5-9cc4-445d-9b66-ecac8c7f1374.vmdk or device None with type streamOptimized {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 849.933412] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6eb693b-5be2-4798-a6ef-d55c38bd1ba6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.956387] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] ffff5450-4ec9-4eb1-8b40-8f55c30409a6/ffff5450-4ec9-4eb1-8b40-8f55c30409a6.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 849.962600] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d311fba-4781-438b-94b9-b3d9b767067b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.976793] env[62301]: DEBUG oslo_vmware.api [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the task: (returnval){ [ 849.976793] env[62301]: value = "task-2570373" [ 849.976793] env[62301]: _type = "Task" [ 849.976793] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.983445] env[62301]: DEBUG oslo_vmware.api [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Waiting for the task: (returnval){ [ 849.983445] env[62301]: value = "task-2570374" [ 849.983445] env[62301]: _type = "Task" [ 849.983445] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.990169] env[62301]: DEBUG oslo_vmware.api [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570373, 'name': Rename_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.000916] env[62301]: DEBUG oslo_vmware.api [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2570374, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.006239] env[62301]: DEBUG oslo_vmware.api [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570372, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.155193] env[62301]: DEBUG nova.network.neutron [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: cd9f474f-f661-4626-a575-d9918a2c34b5] Updating instance_info_cache with network_info: [{"id": "5bf2c3bf-2a5a-4ea8-bafc-81b8d9f9bcea", "address": "fa:16:3e:4e:6d:88", "network": {"id": "570c7424-4ac3-4ed7-b1a8-c601f644ec13", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-561058677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dc258915a1b408ebe605c28ba25057c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bf2c3bf-2a", "ovs_interfaceid": "5bf2c3bf-2a5a-4ea8-bafc-81b8d9f9bcea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.273356] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b14128-650f-441f-b162-0adcf37a1abf {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.281130] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437f743d-a2ae-4d12-a899-36bfb655bcde {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.316782] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5116fbaa-aa0a-41bd-940b-6823635cf605 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.324876] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71357b1-3dcc-4a69-bf52-cb1ce867182a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.342075] env[62301]: DEBUG nova.compute.provider_tree [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.389718] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: abd7a395-935a-4061-bc9e-ac167dd52d01] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 850.490594] env[62301]: DEBUG oslo_vmware.api [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570373, 'name': Rename_Task, 'duration_secs': 0.165068} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.493148] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 8998e7d5-9cc4-445d-9b66-ecac8c7f1374] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 850.493690] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9a63cb1-beb1-4c30-adcb-33e01034d9b4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.498407] env[62301]: DEBUG oslo_vmware.api [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2570374, 'name': ReconfigVM_Task, 'duration_secs': 0.382912} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.501455] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Reconfigured VM instance instance-00000035 to attach disk [datastore1] ffff5450-4ec9-4eb1-8b40-8f55c30409a6/ffff5450-4ec9-4eb1-8b40-8f55c30409a6.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 850.502263] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac5ee96-3fe2-4eb8-a5db-3257610e915a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.508592] env[62301]: DEBUG oslo_vmware.api [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the task: (returnval){ [ 850.508592] env[62301]: value = "task-2570375" [ 850.508592] env[62301]: _type = "Task" [ 850.508592] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.523948] env[62301]: DEBUG oslo_vmware.api [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570372, 'name': ReconfigVM_Task, 'duration_secs': 0.656604} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.529127] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 832e4ce0-4f62-473b-b524-2c300d15a7d3] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 832e4ce0-4f62-473b-b524-2c300d15a7d3/832e4ce0-4f62-473b-b524-2c300d15a7d3.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 850.530183] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77812851-5043-4ef7-85fb-d48824e949a7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.532406] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3d700e1-137b-409f-a035-cc233f60e44a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.539595] env[62301]: DEBUG oslo_vmware.api [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570375, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.554918] env[62301]: DEBUG oslo_vmware.api [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 850.554918] env[62301]: value = "task-2570376" [ 850.554918] env[62301]: _type = "Task" [ 850.554918] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.555323] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e643413-3718-4e31-8938-7b72b437c56b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.568241] env[62301]: DEBUG oslo_vmware.api [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570376, 'name': Rename_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.582070] env[62301]: DEBUG nova.network.neutron [None req-593a5cc3-673c-48d5-b892-23b5b814e667 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] Updating instance_info_cache with network_info: [{"id": "e545ff6e-5ece-41e7-9b8f-7467d200cb3c", "address": "fa:16:3e:dd:43:73", "network": {"id": "c9bc6ff9-87e6-43ca-a829-8abee608caa9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1880576448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31c7c184f35545928fd615e8b72fb678", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape545ff6e-5e", "ovs_interfaceid": "e545ff6e-5ece-41e7-9b8f-7467d200cb3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.584059] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f252cba-cd79-45c7-8327-c30d6921210e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.592757] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 850.593391] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b36891f-31d8-420c-82ea-32cd7dc1fbc0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.600128] env[62301]: DEBUG oslo_vmware.api [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Waiting for the task: (returnval){ [ 850.600128] env[62301]: value = "task-2570377" [ 850.600128] env[62301]: _type = "Task" [ 850.600128] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.611211] env[62301]: DEBUG oslo_vmware.api [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2570377, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.628600] env[62301]: DEBUG nova.compute.manager [req-7becf354-ebac-4255-91ee-37c1d928c2b2 req-7bdfff69-e24a-4498-8d53-d27532dc52a2 service nova] [instance: cd9f474f-f661-4626-a575-d9918a2c34b5] Received event network-vif-plugged-5bf2c3bf-2a5a-4ea8-bafc-81b8d9f9bcea {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 850.628941] env[62301]: DEBUG oslo_concurrency.lockutils [req-7becf354-ebac-4255-91ee-37c1d928c2b2 req-7bdfff69-e24a-4498-8d53-d27532dc52a2 service nova] Acquiring lock "cd9f474f-f661-4626-a575-d9918a2c34b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.629087] env[62301]: DEBUG oslo_concurrency.lockutils [req-7becf354-ebac-4255-91ee-37c1d928c2b2 req-7bdfff69-e24a-4498-8d53-d27532dc52a2 service nova] Lock "cd9f474f-f661-4626-a575-d9918a2c34b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.629236] env[62301]: DEBUG oslo_concurrency.lockutils [req-7becf354-ebac-4255-91ee-37c1d928c2b2 req-7bdfff69-e24a-4498-8d53-d27532dc52a2 service nova] Lock "cd9f474f-f661-4626-a575-d9918a2c34b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.629465] env[62301]: DEBUG nova.compute.manager [req-7becf354-ebac-4255-91ee-37c1d928c2b2 req-7bdfff69-e24a-4498-8d53-d27532dc52a2 service nova] [instance: cd9f474f-f661-4626-a575-d9918a2c34b5] No waiting events found dispatching network-vif-plugged-5bf2c3bf-2a5a-4ea8-bafc-81b8d9f9bcea {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 850.629649] env[62301]: WARNING nova.compute.manager [req-7becf354-ebac-4255-91ee-37c1d928c2b2 req-7bdfff69-e24a-4498-8d53-d27532dc52a2 service nova] [instance: cd9f474f-f661-4626-a575-d9918a2c34b5] Received unexpected event network-vif-plugged-5bf2c3bf-2a5a-4ea8-bafc-81b8d9f9bcea for instance with vm_state building and task_state spawning. [ 850.629927] env[62301]: DEBUG nova.compute.manager [req-7becf354-ebac-4255-91ee-37c1d928c2b2 req-7bdfff69-e24a-4498-8d53-d27532dc52a2 service nova] [instance: cd9f474f-f661-4626-a575-d9918a2c34b5] Received event network-changed-5bf2c3bf-2a5a-4ea8-bafc-81b8d9f9bcea {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 850.630084] env[62301]: DEBUG nova.compute.manager [req-7becf354-ebac-4255-91ee-37c1d928c2b2 req-7bdfff69-e24a-4498-8d53-d27532dc52a2 service nova] [instance: cd9f474f-f661-4626-a575-d9918a2c34b5] Refreshing instance network info cache due to event network-changed-5bf2c3bf-2a5a-4ea8-bafc-81b8d9f9bcea. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 850.630264] env[62301]: DEBUG oslo_concurrency.lockutils [req-7becf354-ebac-4255-91ee-37c1d928c2b2 req-7bdfff69-e24a-4498-8d53-d27532dc52a2 service nova] Acquiring lock "refresh_cache-cd9f474f-f661-4626-a575-d9918a2c34b5" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.660528] env[62301]: DEBUG oslo_concurrency.lockutils [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Releasing lock "refresh_cache-cd9f474f-f661-4626-a575-d9918a2c34b5" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.660891] env[62301]: DEBUG nova.compute.manager [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: cd9f474f-f661-4626-a575-d9918a2c34b5] Instance network_info: |[{"id": "5bf2c3bf-2a5a-4ea8-bafc-81b8d9f9bcea", "address": "fa:16:3e:4e:6d:88", "network": {"id": "570c7424-4ac3-4ed7-b1a8-c601f644ec13", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-561058677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dc258915a1b408ebe605c28ba25057c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bf2c3bf-2a", "ovs_interfaceid": "5bf2c3bf-2a5a-4ea8-bafc-81b8d9f9bcea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 850.661188] env[62301]: DEBUG oslo_concurrency.lockutils [req-7becf354-ebac-4255-91ee-37c1d928c2b2 req-7bdfff69-e24a-4498-8d53-d27532dc52a2 service nova] Acquired lock "refresh_cache-cd9f474f-f661-4626-a575-d9918a2c34b5" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.661366] env[62301]: DEBUG nova.network.neutron [req-7becf354-ebac-4255-91ee-37c1d928c2b2 req-7bdfff69-e24a-4498-8d53-d27532dc52a2 service nova] [instance: cd9f474f-f661-4626-a575-d9918a2c34b5] Refreshing network info cache for port 5bf2c3bf-2a5a-4ea8-bafc-81b8d9f9bcea {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 850.662657] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: cd9f474f-f661-4626-a575-d9918a2c34b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:6d:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7e0240aa-a694-48fc-a0f9-6f2d3e71aa12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5bf2c3bf-2a5a-4ea8-bafc-81b8d9f9bcea', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 850.672378] env[62301]: DEBUG oslo.service.loopingcall [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 850.674195] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd9f474f-f661-4626-a575-d9918a2c34b5] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 850.674448] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a443983-230e-47d9-9411-c250f7fa1100 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.696910] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 850.696910] env[62301]: value = "task-2570378" [ 850.696910] env[62301]: _type = "Task" [ 850.696910] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.708604] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570378, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.846051] env[62301]: DEBUG nova.compute.manager [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 850.848595] env[62301]: DEBUG nova.scheduler.client.report [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 850.879206] env[62301]: DEBUG nova.virt.hardware [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 850.879488] env[62301]: DEBUG nova.virt.hardware [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 850.879748] env[62301]: DEBUG nova.virt.hardware [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 850.879982] env[62301]: DEBUG nova.virt.hardware [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 850.880185] env[62301]: DEBUG nova.virt.hardware [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 850.880391] env[62301]: DEBUG nova.virt.hardware [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 850.880641] env[62301]: DEBUG nova.virt.hardware [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 850.880823] env[62301]: DEBUG nova.virt.hardware [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 850.880996] env[62301]: DEBUG nova.virt.hardware [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 850.881182] env[62301]: DEBUG nova.virt.hardware [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 850.881358] env[62301]: DEBUG nova.virt.hardware [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 850.882520] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72ffcae-e74e-47c5-81b4-076f2f4b2d94 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.890755] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6d8131-cd8d-40d5-8142-72c6cfd89bc1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.895513] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: bdc392c0-6aee-40e8-9acb-0cee34a7ded5] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 851.037378] env[62301]: DEBUG oslo_vmware.api [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570375, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.068459] env[62301]: DEBUG oslo_vmware.api [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570376, 'name': Rename_Task, 'duration_secs': 0.183598} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.068752] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 832e4ce0-4f62-473b-b524-2c300d15a7d3] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 851.069018] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7920ec2-3177-442d-84a4-5c9c0272f52e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.074479] env[62301]: DEBUG oslo_vmware.api [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 851.074479] env[62301]: value = "task-2570379" [ 851.074479] env[62301]: _type = "Task" [ 851.074479] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.084352] env[62301]: DEBUG oslo_vmware.api [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570379, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.088021] env[62301]: DEBUG oslo_concurrency.lockutils [None req-593a5cc3-673c-48d5-b892-23b5b814e667 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Releasing lock "refresh_cache-8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.110547] env[62301]: DEBUG oslo_vmware.api [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2570377, 'name': PowerOnVM_Task, 'duration_secs': 0.433687} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.110547] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 851.207341] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570378, 'name': CreateVM_Task, 'duration_secs': 0.368631} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.207416] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd9f474f-f661-4626-a575-d9918a2c34b5] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 851.208115] env[62301]: DEBUG oslo_concurrency.lockutils [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.208339] env[62301]: DEBUG oslo_concurrency.lockutils [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.208663] env[62301]: DEBUG oslo_concurrency.lockutils [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.211163] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4500b83-a52a-4b0c-b27e-87f95b2defd6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.215861] env[62301]: DEBUG oslo_vmware.api [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Waiting for the task: (returnval){ [ 851.215861] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52ee2871-5c3a-73ab-b2ff-29942a0251e6" [ 851.215861] env[62301]: _type = "Task" [ 851.215861] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.224466] env[62301]: DEBUG oslo_vmware.api [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52ee2871-5c3a-73ab-b2ff-29942a0251e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.259853] env[62301]: DEBUG nova.network.neutron [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Successfully updated port: 4dcfcbd8-75d0-4dd5-be18-be1ec09b0079 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 851.354898] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.545s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 851.355461] env[62301]: DEBUG nova.compute.manager [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 84e67ab5-2f2f-4633-904c-55536dd23f20] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 851.358698] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d37099cd-3e11-44bd-8f3f-53b39b6465df tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.433s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 851.358945] env[62301]: DEBUG nova.objects.instance [None req-d37099cd-3e11-44bd-8f3f-53b39b6465df tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Lazy-loading 'resources' on Instance uuid 56195579-e6c5-448d-bb3e-5e25c2b11b25 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 851.399290] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 851.399476] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Cleaning up deleted instances with incomplete migration {{(pid=62301) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 851.442199] env[62301]: DEBUG nova.network.neutron [req-7becf354-ebac-4255-91ee-37c1d928c2b2 req-7bdfff69-e24a-4498-8d53-d27532dc52a2 service nova] [instance: cd9f474f-f661-4626-a575-d9918a2c34b5] Updated VIF entry in instance network info cache for port 5bf2c3bf-2a5a-4ea8-bafc-81b8d9f9bcea. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 851.442554] env[62301]: DEBUG nova.network.neutron [req-7becf354-ebac-4255-91ee-37c1d928c2b2 req-7bdfff69-e24a-4498-8d53-d27532dc52a2 service nova] [instance: cd9f474f-f661-4626-a575-d9918a2c34b5] Updating instance_info_cache with network_info: [{"id": "5bf2c3bf-2a5a-4ea8-bafc-81b8d9f9bcea", "address": "fa:16:3e:4e:6d:88", "network": {"id": "570c7424-4ac3-4ed7-b1a8-c601f644ec13", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-561058677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dc258915a1b408ebe605c28ba25057c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bf2c3bf-2a", "ovs_interfaceid": "5bf2c3bf-2a5a-4ea8-bafc-81b8d9f9bcea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.534969] env[62301]: DEBUG oslo_vmware.api [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570375, 'name': PowerOnVM_Task, 'duration_secs': 0.611006} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.535256] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 8998e7d5-9cc4-445d-9b66-ecac8c7f1374] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 851.535449] env[62301]: INFO nova.compute.manager [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 8998e7d5-9cc4-445d-9b66-ecac8c7f1374] Took 15.19 seconds to spawn the instance on the hypervisor. [ 851.535712] env[62301]: DEBUG nova.compute.manager [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 8998e7d5-9cc4-445d-9b66-ecac8c7f1374] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 851.536624] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caaf08cb-a1e0-4011-9eb1-7f7258a250cd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.584650] env[62301]: DEBUG oslo_vmware.api [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570379, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.596484] env[62301]: DEBUG nova.compute.manager [None req-593a5cc3-673c-48d5-b892-23b5b814e667 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 851.597420] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f432a4fc-1ff4-4f79-a0ef-ea54881145f2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.730220] env[62301]: DEBUG oslo_vmware.api [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52ee2871-5c3a-73ab-b2ff-29942a0251e6, 'name': SearchDatastore_Task, 'duration_secs': 0.014492} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.730657] env[62301]: DEBUG oslo_concurrency.lockutils [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.731018] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: cd9f474f-f661-4626-a575-d9918a2c34b5] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 851.731388] env[62301]: DEBUG oslo_concurrency.lockutils [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.731634] env[62301]: DEBUG oslo_concurrency.lockutils [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.731926] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 851.732309] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1348eb1a-985e-4d22-bde4-4c773db78e29 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.743877] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 851.744209] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 851.745351] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70dcd931-afaf-410d-a90b-dc6da09be2c7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.751914] env[62301]: DEBUG oslo_vmware.api [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Waiting for the task: (returnval){ [ 851.751914] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52a6cfb6-be3e-e205-200f-660d2f42d57e" [ 851.751914] env[62301]: _type = "Task" [ 851.751914] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.763667] env[62301]: DEBUG oslo_concurrency.lockutils [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquiring lock "refresh_cache-0ce0e846-b5a3-4964-becf-4f0e996aedc5" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.763667] env[62301]: DEBUG oslo_concurrency.lockutils [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquired lock "refresh_cache-0ce0e846-b5a3-4964-becf-4f0e996aedc5" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.763667] env[62301]: DEBUG nova.network.neutron [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 851.765166] env[62301]: DEBUG oslo_vmware.api [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52a6cfb6-be3e-e205-200f-660d2f42d57e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.861849] env[62301]: DEBUG nova.compute.utils [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 851.868164] env[62301]: DEBUG nova.compute.manager [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 84e67ab5-2f2f-4633-904c-55536dd23f20] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 851.868164] env[62301]: DEBUG nova.network.neutron [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 84e67ab5-2f2f-4633-904c-55536dd23f20] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 851.902301] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 851.914980] env[62301]: DEBUG nova.policy [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0121b5116a24b6eb6c33252c6149815', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03b7fd9626dd4450af251d23c7d0a8b9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 851.945678] env[62301]: DEBUG oslo_concurrency.lockutils [req-7becf354-ebac-4255-91ee-37c1d928c2b2 req-7bdfff69-e24a-4498-8d53-d27532dc52a2 service nova] Releasing lock "refresh_cache-cd9f474f-f661-4626-a575-d9918a2c34b5" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.057503] env[62301]: INFO nova.compute.manager [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 8998e7d5-9cc4-445d-9b66-ecac8c7f1374] Took 31.54 seconds to build instance. [ 852.088099] env[62301]: DEBUG oslo_vmware.api [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570379, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.120969] env[62301]: INFO nova.compute.manager [None req-541a91b9-2c93-4475-912e-236e5ecaf905 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Updating instance to original state: 'active' [ 852.211197] env[62301]: DEBUG nova.network.neutron [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 84e67ab5-2f2f-4633-904c-55536dd23f20] Successfully created port: 2f78a0a3-fcc7-419b-a08c-10f5cb5c4345 {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 852.259515] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c3d293-1f9f-4a25-8e36-57bed29b4a00 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.270057] env[62301]: DEBUG oslo_vmware.api [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52a6cfb6-be3e-e205-200f-660d2f42d57e, 'name': SearchDatastore_Task, 'duration_secs': 0.01001} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.272963] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b334b379-89f9-4d62-9c35-1a07250dbab1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.276289] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ad1841-eb4a-490f-bc6a-01a557849149 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.283132] env[62301]: DEBUG oslo_vmware.api [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Waiting for the task: (returnval){ [ 852.283132] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52f01e31-07ca-bfb1-740e-c3e1b8e9ade1" [ 852.283132] env[62301]: _type = "Task" [ 852.283132] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.311626] env[62301]: DEBUG nova.network.neutron [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 852.317130] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8cfd264-3d76-4e0a-8b3d-d721ad5c80cf {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.326181] env[62301]: DEBUG oslo_vmware.api [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52f01e31-07ca-bfb1-740e-c3e1b8e9ade1, 'name': SearchDatastore_Task, 'duration_secs': 0.010333} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.328443] env[62301]: DEBUG oslo_concurrency.lockutils [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.328802] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] cd9f474f-f661-4626-a575-d9918a2c34b5/cd9f474f-f661-4626-a575-d9918a2c34b5.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 852.329222] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8dee3891-cf99-4b7e-b377-a3be399539e0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.332123] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22bc3d8-2887-4b5e-ba79-76bce4725f0d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.349698] env[62301]: DEBUG nova.compute.provider_tree [None req-d37099cd-3e11-44bd-8f3f-53b39b6465df tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.352415] env[62301]: DEBUG oslo_vmware.api [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Waiting for the task: (returnval){ [ 852.352415] env[62301]: value = "task-2570380" [ 852.352415] env[62301]: _type = "Task" [ 852.352415] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.360564] env[62301]: DEBUG oslo_vmware.api [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2570380, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.368780] env[62301]: DEBUG nova.compute.manager [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 84e67ab5-2f2f-4633-904c-55536dd23f20] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 852.465057] env[62301]: DEBUG nova.network.neutron [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Updating instance_info_cache with network_info: [{"id": "4dcfcbd8-75d0-4dd5-be18-be1ec09b0079", "address": "fa:16:3e:55:96:b5", "network": {"id": "84fdfe6c-b92c-4aa3-a9b8-6d0fb516b49a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-430300115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f79c1c72ace843d4be630377bd5e2326", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dcfcbd8-75", "ovs_interfaceid": "4dcfcbd8-75d0-4dd5-be18-be1ec09b0079", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.560152] env[62301]: DEBUG oslo_concurrency.lockutils [None req-ea5350dd-2aa9-42fb-8ec4-59d1997e2590 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Lock "8998e7d5-9cc4-445d-9b66-ecac8c7f1374" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.052s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.588721] env[62301]: DEBUG oslo_vmware.api [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570379, 'name': PowerOnVM_Task, 'duration_secs': 1.206467} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.589255] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 832e4ce0-4f62-473b-b524-2c300d15a7d3] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 852.589613] env[62301]: INFO nova.compute.manager [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 832e4ce0-4f62-473b-b524-2c300d15a7d3] Took 10.02 seconds to spawn the instance on the hypervisor. [ 852.591019] env[62301]: DEBUG nova.compute.manager [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 832e4ce0-4f62-473b-b524-2c300d15a7d3] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 852.591019] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17f19ae-4c36-4411-9b2e-18b3e26f40b2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.614465] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a382eeb4-9418-498e-958d-d991dc39f741 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.623387] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-593a5cc3-673c-48d5-b892-23b5b814e667 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] Doing hard reboot of VM {{(pid=62301) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 852.623517] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-3c8ecf05-7b05-41f3-8c2a-52d92a3f12f4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.637551] env[62301]: DEBUG oslo_vmware.api [None req-593a5cc3-673c-48d5-b892-23b5b814e667 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Waiting for the task: (returnval){ [ 852.637551] env[62301]: value = "task-2570381" [ 852.637551] env[62301]: _type = "Task" [ 852.637551] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.649395] env[62301]: DEBUG oslo_vmware.api [None req-593a5cc3-673c-48d5-b892-23b5b814e667 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Task: {'id': task-2570381, 'name': ResetVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.745418] env[62301]: DEBUG nova.compute.manager [req-bf2cba6a-1680-4883-9cef-f5e4834c7197 req-ecd7dd2a-de5f-4373-ab4f-38901e4ae3fc service nova] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Received event network-vif-plugged-4dcfcbd8-75d0-4dd5-be18-be1ec09b0079 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 852.745737] env[62301]: DEBUG oslo_concurrency.lockutils [req-bf2cba6a-1680-4883-9cef-f5e4834c7197 req-ecd7dd2a-de5f-4373-ab4f-38901e4ae3fc service nova] Acquiring lock "0ce0e846-b5a3-4964-becf-4f0e996aedc5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.748079] env[62301]: DEBUG oslo_concurrency.lockutils [req-bf2cba6a-1680-4883-9cef-f5e4834c7197 req-ecd7dd2a-de5f-4373-ab4f-38901e4ae3fc service nova] Lock "0ce0e846-b5a3-4964-becf-4f0e996aedc5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.748079] env[62301]: DEBUG oslo_concurrency.lockutils [req-bf2cba6a-1680-4883-9cef-f5e4834c7197 req-ecd7dd2a-de5f-4373-ab4f-38901e4ae3fc service nova] Lock "0ce0e846-b5a3-4964-becf-4f0e996aedc5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.748079] env[62301]: DEBUG nova.compute.manager [req-bf2cba6a-1680-4883-9cef-f5e4834c7197 req-ecd7dd2a-de5f-4373-ab4f-38901e4ae3fc service nova] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] No waiting events found dispatching network-vif-plugged-4dcfcbd8-75d0-4dd5-be18-be1ec09b0079 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 852.748079] env[62301]: WARNING nova.compute.manager [req-bf2cba6a-1680-4883-9cef-f5e4834c7197 req-ecd7dd2a-de5f-4373-ab4f-38901e4ae3fc service nova] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Received unexpected event network-vif-plugged-4dcfcbd8-75d0-4dd5-be18-be1ec09b0079 for instance with vm_state building and task_state spawning. [ 852.748079] env[62301]: DEBUG nova.compute.manager [req-bf2cba6a-1680-4883-9cef-f5e4834c7197 req-ecd7dd2a-de5f-4373-ab4f-38901e4ae3fc service nova] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Received event network-changed-4dcfcbd8-75d0-4dd5-be18-be1ec09b0079 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 852.748079] env[62301]: DEBUG nova.compute.manager [req-bf2cba6a-1680-4883-9cef-f5e4834c7197 req-ecd7dd2a-de5f-4373-ab4f-38901e4ae3fc service nova] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Refreshing instance network info cache due to event network-changed-4dcfcbd8-75d0-4dd5-be18-be1ec09b0079. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 852.748631] env[62301]: DEBUG oslo_concurrency.lockutils [req-bf2cba6a-1680-4883-9cef-f5e4834c7197 req-ecd7dd2a-de5f-4373-ab4f-38901e4ae3fc service nova] Acquiring lock "refresh_cache-0ce0e846-b5a3-4964-becf-4f0e996aedc5" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.854373] env[62301]: DEBUG nova.scheduler.client.report [None req-d37099cd-3e11-44bd-8f3f-53b39b6465df tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.869344] env[62301]: DEBUG oslo_vmware.api [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2570380, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46939} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.870325] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] cd9f474f-f661-4626-a575-d9918a2c34b5/cd9f474f-f661-4626-a575-d9918a2c34b5.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 852.870587] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: cd9f474f-f661-4626-a575-d9918a2c34b5] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 852.870920] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b7763c7a-cc11-4dc4-b82c-80a10e01dab6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.880400] env[62301]: DEBUG oslo_concurrency.lockutils [None req-106ee618-c456-4df3-8159-1ead77deb4ff tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Acquiring lock "8998e7d5-9cc4-445d-9b66-ecac8c7f1374" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.880769] env[62301]: DEBUG oslo_concurrency.lockutils [None req-106ee618-c456-4df3-8159-1ead77deb4ff tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Lock "8998e7d5-9cc4-445d-9b66-ecac8c7f1374" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.881067] env[62301]: DEBUG oslo_concurrency.lockutils [None req-106ee618-c456-4df3-8159-1ead77deb4ff tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Acquiring lock "8998e7d5-9cc4-445d-9b66-ecac8c7f1374-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.881387] env[62301]: DEBUG oslo_concurrency.lockutils [None req-106ee618-c456-4df3-8159-1ead77deb4ff tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Lock "8998e7d5-9cc4-445d-9b66-ecac8c7f1374-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.881674] env[62301]: DEBUG oslo_concurrency.lockutils [None req-106ee618-c456-4df3-8159-1ead77deb4ff tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Lock "8998e7d5-9cc4-445d-9b66-ecac8c7f1374-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.884934] env[62301]: DEBUG oslo_vmware.api [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Waiting for the task: (returnval){ [ 852.884934] env[62301]: value = "task-2570382" [ 852.884934] env[62301]: _type = "Task" [ 852.884934] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.885562] env[62301]: INFO nova.compute.manager [None req-106ee618-c456-4df3-8159-1ead77deb4ff tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 8998e7d5-9cc4-445d-9b66-ecac8c7f1374] Terminating instance [ 852.898673] env[62301]: DEBUG oslo_vmware.api [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2570382, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.969172] env[62301]: DEBUG oslo_concurrency.lockutils [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Releasing lock "refresh_cache-0ce0e846-b5a3-4964-becf-4f0e996aedc5" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.969172] env[62301]: DEBUG nova.compute.manager [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Instance network_info: |[{"id": "4dcfcbd8-75d0-4dd5-be18-be1ec09b0079", "address": "fa:16:3e:55:96:b5", "network": {"id": "84fdfe6c-b92c-4aa3-a9b8-6d0fb516b49a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-430300115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f79c1c72ace843d4be630377bd5e2326", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dcfcbd8-75", "ovs_interfaceid": "4dcfcbd8-75d0-4dd5-be18-be1ec09b0079", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 852.969172] env[62301]: DEBUG oslo_concurrency.lockutils [req-bf2cba6a-1680-4883-9cef-f5e4834c7197 req-ecd7dd2a-de5f-4373-ab4f-38901e4ae3fc service nova] Acquired lock "refresh_cache-0ce0e846-b5a3-4964-becf-4f0e996aedc5" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.969172] env[62301]: DEBUG nova.network.neutron [req-bf2cba6a-1680-4883-9cef-f5e4834c7197 req-ecd7dd2a-de5f-4373-ab4f-38901e4ae3fc service nova] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Refreshing network info cache for port 4dcfcbd8-75d0-4dd5-be18-be1ec09b0079 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 852.972831] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:96:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '07e9bef1-2b0e-4e4d-997f-de71bb0e213a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4dcfcbd8-75d0-4dd5-be18-be1ec09b0079', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 852.981776] env[62301]: DEBUG oslo.service.loopingcall [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 852.982644] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 852.982875] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3957f768-6c5e-4fa1-a8b4-9805f0ffca93 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.003603] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 853.003603] env[62301]: value = "task-2570383" [ 853.003603] env[62301]: _type = "Task" [ 853.003603] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.012241] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570383, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.113515] env[62301]: INFO nova.compute.manager [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 832e4ce0-4f62-473b-b524-2c300d15a7d3] Took 25.11 seconds to build instance. [ 853.148382] env[62301]: DEBUG oslo_vmware.api [None req-593a5cc3-673c-48d5-b892-23b5b814e667 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Task: {'id': task-2570381, 'name': ResetVM_Task, 'duration_secs': 0.111595} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.148701] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-593a5cc3-673c-48d5-b892-23b5b814e667 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] Did hard reboot of VM {{(pid=62301) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 853.148914] env[62301]: DEBUG nova.compute.manager [None req-593a5cc3-673c-48d5-b892-23b5b814e667 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.149990] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8e2aec-a3f6-468c-bbed-3b066a1ca89d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.363384] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d37099cd-3e11-44bd-8f3f-53b39b6465df tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.005s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.365939] env[62301]: DEBUG oslo_concurrency.lockutils [None req-797a19f0-e817-4cd5-b7b6-057f54c4d531 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.379s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.366214] env[62301]: DEBUG nova.objects.instance [None req-797a19f0-e817-4cd5-b7b6-057f54c4d531 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Lazy-loading 'resources' on Instance uuid 583782d7-07da-40e5-9731-c3f5f6fef812 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 853.379237] env[62301]: DEBUG nova.compute.manager [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 84e67ab5-2f2f-4633-904c-55536dd23f20] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 853.392061] env[62301]: INFO nova.scheduler.client.report [None req-d37099cd-3e11-44bd-8f3f-53b39b6465df tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Deleted allocations for instance 56195579-e6c5-448d-bb3e-5e25c2b11b25 [ 853.393434] env[62301]: DEBUG nova.compute.manager [None req-106ee618-c456-4df3-8159-1ead77deb4ff tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 8998e7d5-9cc4-445d-9b66-ecac8c7f1374] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 853.393631] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-106ee618-c456-4df3-8159-1ead77deb4ff tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 8998e7d5-9cc4-445d-9b66-ecac8c7f1374] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 853.397056] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7301914b-15fa-4c78-855e-b02bf1a452d4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.403468] env[62301]: DEBUG oslo_vmware.api [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2570382, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062168} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.405829] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: cd9f474f-f661-4626-a575-d9918a2c34b5] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 853.406754] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f41cae-b7b6-48ab-aa01-b6cc93ea64ff {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.411363] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-106ee618-c456-4df3-8159-1ead77deb4ff tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 8998e7d5-9cc4-445d-9b66-ecac8c7f1374] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 853.413494] env[62301]: DEBUG nova.virt.hardware [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 853.413712] env[62301]: DEBUG nova.virt.hardware [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 853.413869] env[62301]: DEBUG nova.virt.hardware [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 853.414081] env[62301]: DEBUG nova.virt.hardware [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 853.414243] env[62301]: DEBUG nova.virt.hardware [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 853.414391] env[62301]: DEBUG nova.virt.hardware [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 853.414597] env[62301]: DEBUG nova.virt.hardware [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 853.414753] env[62301]: DEBUG nova.virt.hardware [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 853.414917] env[62301]: DEBUG nova.virt.hardware [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 853.415088] env[62301]: DEBUG nova.virt.hardware [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 853.415265] env[62301]: DEBUG nova.virt.hardware [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 853.415836] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f30b77a8-9abf-41ca-836b-9673aff7d4e2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.417788] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9701e7-5efe-484c-9011-ac6ce34ee393 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.437590] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: cd9f474f-f661-4626-a575-d9918a2c34b5] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] cd9f474f-f661-4626-a575-d9918a2c34b5/cd9f474f-f661-4626-a575-d9918a2c34b5.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 853.438826] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bf6e09a-e384-4e12-b6c6-d8809ebde3c7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.458416] env[62301]: DEBUG oslo_vmware.api [None req-106ee618-c456-4df3-8159-1ead77deb4ff tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the task: (returnval){ [ 853.458416] env[62301]: value = "task-2570384" [ 853.458416] env[62301]: _type = "Task" [ 853.458416] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.459946] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee66ecef-0294-4ff8-a2b6-ff08d7c36f07 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.468040] env[62301]: DEBUG oslo_vmware.api [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Waiting for the task: (returnval){ [ 853.468040] env[62301]: value = "task-2570385" [ 853.468040] env[62301]: _type = "Task" [ 853.468040] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.485048] env[62301]: DEBUG oslo_vmware.api [None req-106ee618-c456-4df3-8159-1ead77deb4ff tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570384, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.490119] env[62301]: DEBUG oslo_vmware.api [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2570385, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.514148] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570383, 'name': CreateVM_Task, 'duration_secs': 0.399573} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.514247] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 853.514936] env[62301]: DEBUG oslo_concurrency.lockutils [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.515139] env[62301]: DEBUG oslo_concurrency.lockutils [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.515510] env[62301]: DEBUG oslo_concurrency.lockutils [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.518009] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfd1078d-8010-463f-9f4f-9f81e2e1a0d9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.522955] env[62301]: DEBUG oslo_vmware.api [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 853.522955] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52bbf6ad-1de9-dc4a-8f4c-7efc813f7c5a" [ 853.522955] env[62301]: _type = "Task" [ 853.522955] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.531184] env[62301]: DEBUG oslo_vmware.api [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52bbf6ad-1de9-dc4a-8f4c-7efc813f7c5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.614663] env[62301]: DEBUG oslo_concurrency.lockutils [None req-69cdc895-faa6-4854-8b4d-a8d275f7d4d5 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "832e4ce0-4f62-473b-b524-2c300d15a7d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.631s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.662174] env[62301]: DEBUG oslo_concurrency.lockutils [None req-593a5cc3-673c-48d5-b892-23b5b814e667 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Lock "8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.510s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.720890] env[62301]: DEBUG oslo_concurrency.lockutils [None req-59cad8aa-b105-4b3d-92fa-94c984257945 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Acquiring lock "ffff5450-4ec9-4eb1-8b40-8f55c30409a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 853.721165] env[62301]: DEBUG oslo_concurrency.lockutils [None req-59cad8aa-b105-4b3d-92fa-94c984257945 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Lock "ffff5450-4ec9-4eb1-8b40-8f55c30409a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.721395] env[62301]: DEBUG oslo_concurrency.lockutils [None req-59cad8aa-b105-4b3d-92fa-94c984257945 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Acquiring lock "ffff5450-4ec9-4eb1-8b40-8f55c30409a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 853.721612] env[62301]: DEBUG oslo_concurrency.lockutils [None req-59cad8aa-b105-4b3d-92fa-94c984257945 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Lock "ffff5450-4ec9-4eb1-8b40-8f55c30409a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.721785] env[62301]: DEBUG oslo_concurrency.lockutils [None req-59cad8aa-b105-4b3d-92fa-94c984257945 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Lock "ffff5450-4ec9-4eb1-8b40-8f55c30409a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.723773] env[62301]: INFO nova.compute.manager [None req-59cad8aa-b105-4b3d-92fa-94c984257945 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Terminating instance [ 853.778194] env[62301]: DEBUG nova.network.neutron [req-bf2cba6a-1680-4883-9cef-f5e4834c7197 req-ecd7dd2a-de5f-4373-ab4f-38901e4ae3fc service nova] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Updated VIF entry in instance network info cache for port 4dcfcbd8-75d0-4dd5-be18-be1ec09b0079. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 853.778595] env[62301]: DEBUG nova.network.neutron [req-bf2cba6a-1680-4883-9cef-f5e4834c7197 req-ecd7dd2a-de5f-4373-ab4f-38901e4ae3fc service nova] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Updating instance_info_cache with network_info: [{"id": "4dcfcbd8-75d0-4dd5-be18-be1ec09b0079", "address": "fa:16:3e:55:96:b5", "network": {"id": "84fdfe6c-b92c-4aa3-a9b8-6d0fb516b49a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-430300115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f79c1c72ace843d4be630377bd5e2326", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dcfcbd8-75", "ovs_interfaceid": "4dcfcbd8-75d0-4dd5-be18-be1ec09b0079", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.908677] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d37099cd-3e11-44bd-8f3f-53b39b6465df tempest-ServersTestMultiNic-1040875040 tempest-ServersTestMultiNic-1040875040-project-member] Lock "56195579-e6c5-448d-bb3e-5e25c2b11b25" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.005s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.950624] env[62301]: DEBUG nova.network.neutron [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 84e67ab5-2f2f-4633-904c-55536dd23f20] Successfully updated port: 2f78a0a3-fcc7-419b-a08c-10f5cb5c4345 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 853.981129] env[62301]: DEBUG oslo_vmware.api [None req-106ee618-c456-4df3-8159-1ead77deb4ff tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570384, 'name': PowerOffVM_Task, 'duration_secs': 0.523752} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.984608] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-106ee618-c456-4df3-8159-1ead77deb4ff tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 8998e7d5-9cc4-445d-9b66-ecac8c7f1374] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 853.984786] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-106ee618-c456-4df3-8159-1ead77deb4ff tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 8998e7d5-9cc4-445d-9b66-ecac8c7f1374] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 853.985066] env[62301]: DEBUG oslo_vmware.api [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2570385, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.987822] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79246bba-2a3d-4ba5-95e2-15d123f19c1e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.035888] env[62301]: DEBUG oslo_vmware.api [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52bbf6ad-1de9-dc4a-8f4c-7efc813f7c5a, 'name': SearchDatastore_Task, 'duration_secs': 0.009837} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.039163] env[62301]: DEBUG oslo_concurrency.lockutils [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.039422] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 854.039680] env[62301]: DEBUG oslo_concurrency.lockutils [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.039829] env[62301]: DEBUG oslo_concurrency.lockutils [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.040030] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 854.040716] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9bfd93f3-da22-48bb-b2df-52dd37e14e23 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.049537] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 854.049766] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 854.050663] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8e611b7-4696-4c5e-8c52-2f1930274aa9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.058264] env[62301]: DEBUG oslo_vmware.api [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 854.058264] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52808533-f105-9e45-22ae-cc01b36e9d61" [ 854.058264] env[62301]: _type = "Task" [ 854.058264] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.068568] env[62301]: DEBUG oslo_vmware.api [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52808533-f105-9e45-22ae-cc01b36e9d61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.078127] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-106ee618-c456-4df3-8159-1ead77deb4ff tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 8998e7d5-9cc4-445d-9b66-ecac8c7f1374] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 854.079173] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-106ee618-c456-4df3-8159-1ead77deb4ff tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 8998e7d5-9cc4-445d-9b66-ecac8c7f1374] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 854.079173] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-106ee618-c456-4df3-8159-1ead77deb4ff tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Deleting the datastore file [datastore1] 8998e7d5-9cc4-445d-9b66-ecac8c7f1374 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 854.079173] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-965b6e41-6abd-4245-8554-d45bb3c43f5b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.086489] env[62301]: DEBUG oslo_vmware.api [None req-106ee618-c456-4df3-8159-1ead77deb4ff tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the task: (returnval){ [ 854.086489] env[62301]: value = "task-2570387" [ 854.086489] env[62301]: _type = "Task" [ 854.086489] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.095588] env[62301]: DEBUG oslo_vmware.api [None req-106ee618-c456-4df3-8159-1ead77deb4ff tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570387, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.132170] env[62301]: DEBUG nova.compute.manager [req-2548d743-f3f6-4180-ba27-045d327cd9f5 req-3cd2d76b-f1fa-46b0-a1fa-f0438e4c911a service nova] [instance: 84e67ab5-2f2f-4633-904c-55536dd23f20] Received event network-vif-plugged-2f78a0a3-fcc7-419b-a08c-10f5cb5c4345 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 854.132170] env[62301]: DEBUG oslo_concurrency.lockutils [req-2548d743-f3f6-4180-ba27-045d327cd9f5 req-3cd2d76b-f1fa-46b0-a1fa-f0438e4c911a service nova] Acquiring lock "84e67ab5-2f2f-4633-904c-55536dd23f20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 854.132393] env[62301]: DEBUG oslo_concurrency.lockutils [req-2548d743-f3f6-4180-ba27-045d327cd9f5 req-3cd2d76b-f1fa-46b0-a1fa-f0438e4c911a service nova] Lock "84e67ab5-2f2f-4633-904c-55536dd23f20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 854.132551] env[62301]: DEBUG oslo_concurrency.lockutils [req-2548d743-f3f6-4180-ba27-045d327cd9f5 req-3cd2d76b-f1fa-46b0-a1fa-f0438e4c911a service nova] Lock "84e67ab5-2f2f-4633-904c-55536dd23f20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 854.133190] env[62301]: DEBUG nova.compute.manager [req-2548d743-f3f6-4180-ba27-045d327cd9f5 req-3cd2d76b-f1fa-46b0-a1fa-f0438e4c911a service nova] [instance: 84e67ab5-2f2f-4633-904c-55536dd23f20] No waiting events found dispatching network-vif-plugged-2f78a0a3-fcc7-419b-a08c-10f5cb5c4345 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 854.133190] env[62301]: WARNING nova.compute.manager [req-2548d743-f3f6-4180-ba27-045d327cd9f5 req-3cd2d76b-f1fa-46b0-a1fa-f0438e4c911a service nova] [instance: 84e67ab5-2f2f-4633-904c-55536dd23f20] Received unexpected event network-vif-plugged-2f78a0a3-fcc7-419b-a08c-10f5cb5c4345 for instance with vm_state building and task_state spawning. [ 854.227673] env[62301]: DEBUG nova.compute.manager [None req-59cad8aa-b105-4b3d-92fa-94c984257945 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 854.228061] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-59cad8aa-b105-4b3d-92fa-94c984257945 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 854.231564] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52001486-6fed-4e9e-aa07-4de3e58bb36a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.239874] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-59cad8aa-b105-4b3d-92fa-94c984257945 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 854.240198] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d62303a0-1e43-4704-88c8-2aabf2bb109a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.246601] env[62301]: DEBUG oslo_vmware.api [None req-59cad8aa-b105-4b3d-92fa-94c984257945 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Waiting for the task: (returnval){ [ 854.246601] env[62301]: value = "task-2570388" [ 854.246601] env[62301]: _type = "Task" [ 854.246601] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.259864] env[62301]: DEBUG oslo_vmware.api [None req-59cad8aa-b105-4b3d-92fa-94c984257945 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2570388, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.280874] env[62301]: DEBUG oslo_concurrency.lockutils [req-bf2cba6a-1680-4883-9cef-f5e4834c7197 req-ecd7dd2a-de5f-4373-ab4f-38901e4ae3fc service nova] Releasing lock "refresh_cache-0ce0e846-b5a3-4964-becf-4f0e996aedc5" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.304733] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3988b2c-8d8a-4d93-973d-62a4e3bce9f6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.312812] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160428e7-e6df-4c5e-911c-714e1c7b9b03 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.344273] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3078543-e08e-4918-8b80-771c47fa5eab {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.352703] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7634cedb-338d-4d8c-8860-52f519459370 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.368018] env[62301]: DEBUG nova.compute.provider_tree [None req-797a19f0-e817-4cd5-b7b6-057f54c4d531 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.452238] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquiring lock "refresh_cache-84e67ab5-2f2f-4633-904c-55536dd23f20" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.452391] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquired lock "refresh_cache-84e67ab5-2f2f-4633-904c-55536dd23f20" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.452539] env[62301]: DEBUG nova.network.neutron [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 84e67ab5-2f2f-4633-904c-55536dd23f20] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.487712] env[62301]: DEBUG oslo_vmware.api [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2570385, 'name': ReconfigVM_Task, 'duration_secs': 0.726385} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.488185] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: cd9f474f-f661-4626-a575-d9918a2c34b5] Reconfigured VM instance instance-00000047 to attach disk [datastore2] cd9f474f-f661-4626-a575-d9918a2c34b5/cd9f474f-f661-4626-a575-d9918a2c34b5.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 854.490279] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8874a14f-fbdd-47d1-aedf-83aab2ff1d22 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.498576] env[62301]: DEBUG oslo_vmware.api [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Waiting for the task: (returnval){ [ 854.498576] env[62301]: value = "task-2570389" [ 854.498576] env[62301]: _type = "Task" [ 854.498576] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.509364] env[62301]: DEBUG oslo_vmware.api [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2570389, 'name': Rename_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.573873] env[62301]: DEBUG oslo_vmware.api [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52808533-f105-9e45-22ae-cc01b36e9d61, 'name': SearchDatastore_Task, 'duration_secs': 0.009225} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.574920] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25e00064-3463-4430-ac90-e6fc68b6d33b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.581047] env[62301]: DEBUG oslo_vmware.api [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 854.581047] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52cf630e-58d9-b49f-3128-1ad01cb73b23" [ 854.581047] env[62301]: _type = "Task" [ 854.581047] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.589879] env[62301]: DEBUG oslo_vmware.api [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52cf630e-58d9-b49f-3128-1ad01cb73b23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.598170] env[62301]: DEBUG oslo_vmware.api [None req-106ee618-c456-4df3-8159-1ead77deb4ff tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570387, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205016} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.598374] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-106ee618-c456-4df3-8159-1ead77deb4ff tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 854.598556] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-106ee618-c456-4df3-8159-1ead77deb4ff tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 8998e7d5-9cc4-445d-9b66-ecac8c7f1374] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 854.598736] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-106ee618-c456-4df3-8159-1ead77deb4ff tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 8998e7d5-9cc4-445d-9b66-ecac8c7f1374] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 854.598922] env[62301]: INFO nova.compute.manager [None req-106ee618-c456-4df3-8159-1ead77deb4ff tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 8998e7d5-9cc4-445d-9b66-ecac8c7f1374] Took 1.21 seconds to destroy the instance on the hypervisor. [ 854.599221] env[62301]: DEBUG oslo.service.loopingcall [None req-106ee618-c456-4df3-8159-1ead77deb4ff tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 854.599428] env[62301]: DEBUG nova.compute.manager [-] [instance: 8998e7d5-9cc4-445d-9b66-ecac8c7f1374] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 854.599532] env[62301]: DEBUG nova.network.neutron [-] [instance: 8998e7d5-9cc4-445d-9b66-ecac8c7f1374] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 854.683419] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1b2d7cf8-33c6-4df3-a9fb-6de34e3d5d75 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquiring lock "832e4ce0-4f62-473b-b524-2c300d15a7d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 854.683805] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1b2d7cf8-33c6-4df3-a9fb-6de34e3d5d75 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "832e4ce0-4f62-473b-b524-2c300d15a7d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 854.684008] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1b2d7cf8-33c6-4df3-a9fb-6de34e3d5d75 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquiring lock "832e4ce0-4f62-473b-b524-2c300d15a7d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 854.684767] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1b2d7cf8-33c6-4df3-a9fb-6de34e3d5d75 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "832e4ce0-4f62-473b-b524-2c300d15a7d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 854.685098] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1b2d7cf8-33c6-4df3-a9fb-6de34e3d5d75 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "832e4ce0-4f62-473b-b524-2c300d15a7d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 854.689061] env[62301]: INFO nova.compute.manager [None req-1b2d7cf8-33c6-4df3-a9fb-6de34e3d5d75 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 832e4ce0-4f62-473b-b524-2c300d15a7d3] Terminating instance [ 854.760422] env[62301]: DEBUG oslo_vmware.api [None req-59cad8aa-b105-4b3d-92fa-94c984257945 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2570388, 'name': PowerOffVM_Task, 'duration_secs': 0.32951} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.760719] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-59cad8aa-b105-4b3d-92fa-94c984257945 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 854.760892] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-59cad8aa-b105-4b3d-92fa-94c984257945 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 854.761176] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84242caa-718e-451e-85c7-0a88538e3ecd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.829452] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-59cad8aa-b105-4b3d-92fa-94c984257945 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 854.829452] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-59cad8aa-b105-4b3d-92fa-94c984257945 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 854.829601] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-59cad8aa-b105-4b3d-92fa-94c984257945 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Deleting the datastore file [datastore1] ffff5450-4ec9-4eb1-8b40-8f55c30409a6 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 854.830239] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b95406b1-034e-4702-835d-c8949bbb4a01 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.837093] env[62301]: DEBUG oslo_vmware.api [None req-59cad8aa-b105-4b3d-92fa-94c984257945 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Waiting for the task: (returnval){ [ 854.837093] env[62301]: value = "task-2570391" [ 854.837093] env[62301]: _type = "Task" [ 854.837093] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.845863] env[62301]: DEBUG oslo_vmware.api [None req-59cad8aa-b105-4b3d-92fa-94c984257945 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2570391, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.871795] env[62301]: DEBUG nova.scheduler.client.report [None req-797a19f0-e817-4cd5-b7b6-057f54c4d531 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.940621] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c0856281-ba42-4cbe-8eb0-2adae271c970 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Acquiring lock "8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 854.940967] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c0856281-ba42-4cbe-8eb0-2adae271c970 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Lock "8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 854.941285] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c0856281-ba42-4cbe-8eb0-2adae271c970 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Acquiring lock "8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 854.941535] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c0856281-ba42-4cbe-8eb0-2adae271c970 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Lock "8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 854.941767] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c0856281-ba42-4cbe-8eb0-2adae271c970 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Lock "8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 854.944512] env[62301]: INFO nova.compute.manager [None req-c0856281-ba42-4cbe-8eb0-2adae271c970 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] Terminating instance [ 855.007843] env[62301]: DEBUG oslo_vmware.api [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2570389, 'name': Rename_Task, 'duration_secs': 0.169065} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.008205] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: cd9f474f-f661-4626-a575-d9918a2c34b5] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 855.008390] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69d3c003-62ba-401a-a758-31a38e3e8c11 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.015473] env[62301]: DEBUG oslo_vmware.api [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Waiting for the task: (returnval){ [ 855.015473] env[62301]: value = "task-2570392" [ 855.015473] env[62301]: _type = "Task" [ 855.015473] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.025363] env[62301]: DEBUG oslo_vmware.api [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2570392, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.094705] env[62301]: DEBUG oslo_vmware.api [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52cf630e-58d9-b49f-3128-1ad01cb73b23, 'name': SearchDatastore_Task, 'duration_secs': 0.010261} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.095107] env[62301]: DEBUG oslo_concurrency.lockutils [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.095489] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] 0ce0e846-b5a3-4964-becf-4f0e996aedc5/0ce0e846-b5a3-4964-becf-4f0e996aedc5.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 855.095802] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1d4f5c6-cd55-4662-8ae5-e6d49925e4ec {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.106027] env[62301]: DEBUG oslo_vmware.api [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 855.106027] env[62301]: value = "task-2570393" [ 855.106027] env[62301]: _type = "Task" [ 855.106027] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.112170] env[62301]: DEBUG oslo_vmware.api [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570393, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.193283] env[62301]: DEBUG nova.compute.manager [None req-1b2d7cf8-33c6-4df3-a9fb-6de34e3d5d75 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 832e4ce0-4f62-473b-b524-2c300d15a7d3] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 855.193544] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2d7cf8-33c6-4df3-a9fb-6de34e3d5d75 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 832e4ce0-4f62-473b-b524-2c300d15a7d3] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.194495] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9436e294-6a84-4fb7-b70e-f9d3822f1e27 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.204018] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b2d7cf8-33c6-4df3-a9fb-6de34e3d5d75 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 832e4ce0-4f62-473b-b524-2c300d15a7d3] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.204384] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8384768-fb06-4b37-bbe8-60df21ed39a6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.211297] env[62301]: DEBUG oslo_vmware.api [None req-1b2d7cf8-33c6-4df3-a9fb-6de34e3d5d75 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 855.211297] env[62301]: value = "task-2570394" [ 855.211297] env[62301]: _type = "Task" [ 855.211297] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.223957] env[62301]: DEBUG oslo_vmware.api [None req-1b2d7cf8-33c6-4df3-a9fb-6de34e3d5d75 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570394, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.231601] env[62301]: DEBUG nova.network.neutron [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 84e67ab5-2f2f-4633-904c-55536dd23f20] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 855.352708] env[62301]: DEBUG oslo_vmware.api [None req-59cad8aa-b105-4b3d-92fa-94c984257945 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2570391, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176854} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.353090] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-59cad8aa-b105-4b3d-92fa-94c984257945 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 855.353432] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-59cad8aa-b105-4b3d-92fa-94c984257945 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 855.353846] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-59cad8aa-b105-4b3d-92fa-94c984257945 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 855.354462] env[62301]: INFO nova.compute.manager [None req-59cad8aa-b105-4b3d-92fa-94c984257945 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 855.354835] env[62301]: DEBUG oslo.service.loopingcall [None req-59cad8aa-b105-4b3d-92fa-94c984257945 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 855.355209] env[62301]: DEBUG nova.compute.manager [-] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 855.355451] env[62301]: DEBUG nova.network.neutron [-] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 855.377007] env[62301]: DEBUG oslo_concurrency.lockutils [None req-797a19f0-e817-4cd5-b7b6-057f54c4d531 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.011s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.380919] env[62301]: DEBUG oslo_concurrency.lockutils [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.199s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.382300] env[62301]: DEBUG nova.objects.instance [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62301) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 855.405028] env[62301]: DEBUG nova.network.neutron [-] [instance: 8998e7d5-9cc4-445d-9b66-ecac8c7f1374] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.428721] env[62301]: INFO nova.scheduler.client.report [None req-797a19f0-e817-4cd5-b7b6-057f54c4d531 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Deleted allocations for instance 583782d7-07da-40e5-9731-c3f5f6fef812 [ 855.451029] env[62301]: DEBUG nova.compute.manager [None req-c0856281-ba42-4cbe-8eb0-2adae271c970 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 855.451029] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c0856281-ba42-4cbe-8eb0-2adae271c970 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.451451] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa617a16-6454-4699-bde7-70f1e4f4d759 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.465347] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0856281-ba42-4cbe-8eb0-2adae271c970 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.465347] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93777ec1-b8d6-4c33-af73-cc376f2613bb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.475172] env[62301]: DEBUG oslo_vmware.api [None req-c0856281-ba42-4cbe-8eb0-2adae271c970 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Waiting for the task: (returnval){ [ 855.475172] env[62301]: value = "task-2570395" [ 855.475172] env[62301]: _type = "Task" [ 855.475172] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.485849] env[62301]: DEBUG oslo_vmware.api [None req-c0856281-ba42-4cbe-8eb0-2adae271c970 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Task: {'id': task-2570395, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.528474] env[62301]: DEBUG oslo_vmware.api [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2570392, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.576951] env[62301]: DEBUG nova.network.neutron [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 84e67ab5-2f2f-4633-904c-55536dd23f20] Updating instance_info_cache with network_info: [{"id": "2f78a0a3-fcc7-419b-a08c-10f5cb5c4345", "address": "fa:16:3e:ee:12:89", "network": {"id": "2b6d5216-0aa6-4962-ae7d-0ce0a7d329dc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1253607468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03b7fd9626dd4450af251d23c7d0a8b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f78a0a3-fc", "ovs_interfaceid": "2f78a0a3-fcc7-419b-a08c-10f5cb5c4345", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.615660] env[62301]: DEBUG oslo_vmware.api [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570393, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476207} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.615660] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] 0ce0e846-b5a3-4964-becf-4f0e996aedc5/0ce0e846-b5a3-4964-becf-4f0e996aedc5.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 855.615660] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 855.615660] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-918d5a25-92ea-41f0-8ff8-10db60e76913 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.623714] env[62301]: DEBUG oslo_vmware.api [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 855.623714] env[62301]: value = "task-2570396" [ 855.623714] env[62301]: _type = "Task" [ 855.623714] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.636075] env[62301]: DEBUG oslo_vmware.api [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570396, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.729116] env[62301]: DEBUG oslo_vmware.api [None req-1b2d7cf8-33c6-4df3-a9fb-6de34e3d5d75 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570394, 'name': PowerOffVM_Task, 'duration_secs': 0.236331} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.729116] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b2d7cf8-33c6-4df3-a9fb-6de34e3d5d75 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 832e4ce0-4f62-473b-b524-2c300d15a7d3] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 855.729116] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2d7cf8-33c6-4df3-a9fb-6de34e3d5d75 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 832e4ce0-4f62-473b-b524-2c300d15a7d3] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 855.729116] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5be9377-d61c-4878-821f-0aed7cbde39e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.806026] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2d7cf8-33c6-4df3-a9fb-6de34e3d5d75 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 832e4ce0-4f62-473b-b524-2c300d15a7d3] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 855.806026] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2d7cf8-33c6-4df3-a9fb-6de34e3d5d75 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 832e4ce0-4f62-473b-b524-2c300d15a7d3] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 855.806026] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b2d7cf8-33c6-4df3-a9fb-6de34e3d5d75 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Deleting the datastore file [datastore1] 832e4ce0-4f62-473b-b524-2c300d15a7d3 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 855.806026] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5ab8e9b-a76c-4182-ac8b-dd2d3ae7b1a2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.813097] env[62301]: DEBUG oslo_vmware.api [None req-1b2d7cf8-33c6-4df3-a9fb-6de34e3d5d75 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 855.813097] env[62301]: value = "task-2570398" [ 855.813097] env[62301]: _type = "Task" [ 855.813097] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.825021] env[62301]: DEBUG oslo_vmware.api [None req-1b2d7cf8-33c6-4df3-a9fb-6de34e3d5d75 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570398, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.907200] env[62301]: INFO nova.compute.manager [-] [instance: 8998e7d5-9cc4-445d-9b66-ecac8c7f1374] Took 1.31 seconds to deallocate network for instance. [ 855.937022] env[62301]: DEBUG nova.compute.manager [req-73d092af-5ea6-412e-bd4d-d252d074d627 req-152a9aff-3bf9-4301-819a-586f621fb4af service nova] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Received event network-vif-deleted-cd6db707-1ef4-4fe2-965d-00f1d489cf92 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 855.937022] env[62301]: INFO nova.compute.manager [req-73d092af-5ea6-412e-bd4d-d252d074d627 req-152a9aff-3bf9-4301-819a-586f621fb4af service nova] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Neutron deleted interface cd6db707-1ef4-4fe2-965d-00f1d489cf92; detaching it from the instance and deleting it from the info cache [ 855.937285] env[62301]: DEBUG nova.network.neutron [req-73d092af-5ea6-412e-bd4d-d252d074d627 req-152a9aff-3bf9-4301-819a-586f621fb4af service nova] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.942431] env[62301]: DEBUG oslo_concurrency.lockutils [None req-797a19f0-e817-4cd5-b7b6-057f54c4d531 tempest-ServerShowV247Test-1374832267 tempest-ServerShowV247Test-1374832267-project-member] Lock "583782d7-07da-40e5-9731-c3f5f6fef812" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.279s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.992745] env[62301]: DEBUG oslo_vmware.api [None req-c0856281-ba42-4cbe-8eb0-2adae271c970 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Task: {'id': task-2570395, 'name': PowerOffVM_Task, 'duration_secs': 0.243665} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.993254] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0856281-ba42-4cbe-8eb0-2adae271c970 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 855.993578] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c0856281-ba42-4cbe-8eb0-2adae271c970 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 855.993980] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bcea4ad7-82f3-49f1-842e-4af6dbd18ff4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.032174] env[62301]: DEBUG oslo_vmware.api [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2570392, 'name': PowerOnVM_Task, 'duration_secs': 0.736186} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.032592] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: cd9f474f-f661-4626-a575-d9918a2c34b5] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 856.032787] env[62301]: INFO nova.compute.manager [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: cd9f474f-f661-4626-a575-d9918a2c34b5] Took 7.77 seconds to spawn the instance on the hypervisor. [ 856.033123] env[62301]: DEBUG nova.compute.manager [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: cd9f474f-f661-4626-a575-d9918a2c34b5] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 856.034100] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b076f085-0ca4-41c1-b619-2f08f20768b7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.067702] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c0856281-ba42-4cbe-8eb0-2adae271c970 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 856.068058] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c0856281-ba42-4cbe-8eb0-2adae271c970 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 856.068351] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0856281-ba42-4cbe-8eb0-2adae271c970 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Deleting the datastore file [datastore1] 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 856.068686] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a3428bc-e7c8-4edd-af61-c6ce0a0f6a34 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.078135] env[62301]: DEBUG oslo_vmware.api [None req-c0856281-ba42-4cbe-8eb0-2adae271c970 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Waiting for the task: (returnval){ [ 856.078135] env[62301]: value = "task-2570400" [ 856.078135] env[62301]: _type = "Task" [ 856.078135] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.082657] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Releasing lock "refresh_cache-84e67ab5-2f2f-4633-904c-55536dd23f20" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.083287] env[62301]: DEBUG nova.compute.manager [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 84e67ab5-2f2f-4633-904c-55536dd23f20] Instance network_info: |[{"id": "2f78a0a3-fcc7-419b-a08c-10f5cb5c4345", "address": "fa:16:3e:ee:12:89", "network": {"id": "2b6d5216-0aa6-4962-ae7d-0ce0a7d329dc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1253607468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03b7fd9626dd4450af251d23c7d0a8b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f78a0a3-fc", "ovs_interfaceid": "2f78a0a3-fcc7-419b-a08c-10f5cb5c4345", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 856.084046] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 84e67ab5-2f2f-4633-904c-55536dd23f20] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:12:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b151a0c-aa46-4d21-9ef5-c09cf350b19c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f78a0a3-fcc7-419b-a08c-10f5cb5c4345', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 856.092193] env[62301]: DEBUG oslo.service.loopingcall [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 856.092998] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84e67ab5-2f2f-4633-904c-55536dd23f20] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 856.093414] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a653f575-df25-4e55-bd5c-5e018bc6b2b4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.113351] env[62301]: DEBUG oslo_vmware.api [None req-c0856281-ba42-4cbe-8eb0-2adae271c970 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Task: {'id': task-2570400, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.120399] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 856.120399] env[62301]: value = "task-2570401" [ 856.120399] env[62301]: _type = "Task" [ 856.120399] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.131073] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570401, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.139581] env[62301]: DEBUG oslo_vmware.api [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570396, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082981} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.139934] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 856.140964] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1500bb68-362c-4e3f-abdf-1be98f18754a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.165701] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 0ce0e846-b5a3-4964-becf-4f0e996aedc5/0ce0e846-b5a3-4964-becf-4f0e996aedc5.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 856.166097] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd1ddc44-da73-48b2-abf7-aaad3cf58697 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.186747] env[62301]: DEBUG nova.compute.manager [req-974ccad2-3a69-493c-b81c-ba6f304daf23 req-5915e8af-5444-497c-8179-424e42b58905 service nova] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] Received event network-changed-e545ff6e-5ece-41e7-9b8f-7467d200cb3c {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 856.186962] env[62301]: DEBUG nova.compute.manager [req-974ccad2-3a69-493c-b81c-ba6f304daf23 req-5915e8af-5444-497c-8179-424e42b58905 service nova] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] Refreshing instance network info cache due to event network-changed-e545ff6e-5ece-41e7-9b8f-7467d200cb3c. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 856.187181] env[62301]: DEBUG oslo_concurrency.lockutils [req-974ccad2-3a69-493c-b81c-ba6f304daf23 req-5915e8af-5444-497c-8179-424e42b58905 service nova] Acquiring lock "refresh_cache-8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.187318] env[62301]: DEBUG oslo_concurrency.lockutils [req-974ccad2-3a69-493c-b81c-ba6f304daf23 req-5915e8af-5444-497c-8179-424e42b58905 service nova] Acquired lock "refresh_cache-8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.187473] env[62301]: DEBUG nova.network.neutron [req-974ccad2-3a69-493c-b81c-ba6f304daf23 req-5915e8af-5444-497c-8179-424e42b58905 service nova] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] Refreshing network info cache for port e545ff6e-5ece-41e7-9b8f-7467d200cb3c {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 856.196421] env[62301]: DEBUG oslo_vmware.api [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 856.196421] env[62301]: value = "task-2570402" [ 856.196421] env[62301]: _type = "Task" [ 856.196421] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.207643] env[62301]: DEBUG oslo_vmware.api [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570402, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.324930] env[62301]: DEBUG oslo_vmware.api [None req-1b2d7cf8-33c6-4df3-a9fb-6de34e3d5d75 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570398, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169074} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.325049] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b2d7cf8-33c6-4df3-a9fb-6de34e3d5d75 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.325240] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2d7cf8-33c6-4df3-a9fb-6de34e3d5d75 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 832e4ce0-4f62-473b-b524-2c300d15a7d3] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 856.325440] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2d7cf8-33c6-4df3-a9fb-6de34e3d5d75 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 832e4ce0-4f62-473b-b524-2c300d15a7d3] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 856.325625] env[62301]: INFO nova.compute.manager [None req-1b2d7cf8-33c6-4df3-a9fb-6de34e3d5d75 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 832e4ce0-4f62-473b-b524-2c300d15a7d3] Took 1.13 seconds to destroy the instance on the hypervisor. [ 856.325933] env[62301]: DEBUG oslo.service.loopingcall [None req-1b2d7cf8-33c6-4df3-a9fb-6de34e3d5d75 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 856.326160] env[62301]: DEBUG nova.compute.manager [-] [instance: 832e4ce0-4f62-473b-b524-2c300d15a7d3] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 856.326259] env[62301]: DEBUG nova.network.neutron [-] [instance: 832e4ce0-4f62-473b-b524-2c300d15a7d3] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 856.380448] env[62301]: DEBUG nova.network.neutron [-] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.398651] env[62301]: DEBUG oslo_concurrency.lockutils [None req-62cbb222-467d-49e1-987f-3e6dfcec21d8 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 856.399548] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2019f6bb-b3f2-4dfa-ba68-4b3cc9ceffb7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 12.736s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 856.414785] env[62301]: DEBUG oslo_concurrency.lockutils [None req-106ee618-c456-4df3-8159-1ead77deb4ff tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 856.440420] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-95f808da-643c-4f0f-9a7c-75a6ec82f611 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.454202] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64325a3-68b8-434b-9af5-652e54857dda {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.499622] env[62301]: DEBUG nova.compute.manager [req-73d092af-5ea6-412e-bd4d-d252d074d627 req-152a9aff-3bf9-4301-819a-586f621fb4af service nova] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Detach interface failed, port_id=cd6db707-1ef4-4fe2-965d-00f1d489cf92, reason: Instance ffff5450-4ec9-4eb1-8b40-8f55c30409a6 could not be found. {{(pid=62301) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 856.559950] env[62301]: INFO nova.compute.manager [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: cd9f474f-f661-4626-a575-d9918a2c34b5] Took 22.28 seconds to build instance. [ 856.589720] env[62301]: DEBUG oslo_vmware.api [None req-c0856281-ba42-4cbe-8eb0-2adae271c970 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Task: {'id': task-2570400, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214097} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.589995] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0856281-ba42-4cbe-8eb0-2adae271c970 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.590199] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c0856281-ba42-4cbe-8eb0-2adae271c970 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 856.590382] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c0856281-ba42-4cbe-8eb0-2adae271c970 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 856.590555] env[62301]: INFO nova.compute.manager [None req-c0856281-ba42-4cbe-8eb0-2adae271c970 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] Took 1.14 seconds to destroy the instance on the hypervisor. [ 856.590791] env[62301]: DEBUG oslo.service.loopingcall [None req-c0856281-ba42-4cbe-8eb0-2adae271c970 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 856.591075] env[62301]: DEBUG nova.compute.manager [-] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 856.591175] env[62301]: DEBUG nova.network.neutron [-] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 856.635144] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570401, 'name': CreateVM_Task} progress is 25%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.713266] env[62301]: DEBUG oslo_vmware.api [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570402, 'name': ReconfigVM_Task, 'duration_secs': 0.320345} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.716031] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 0ce0e846-b5a3-4964-becf-4f0e996aedc5/0ce0e846-b5a3-4964-becf-4f0e996aedc5.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 856.716031] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eabd241d-0944-4fdd-88e0-32a8188dbf91 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.726049] env[62301]: DEBUG oslo_vmware.api [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 856.726049] env[62301]: value = "task-2570403" [ 856.726049] env[62301]: _type = "Task" [ 856.726049] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.744730] env[62301]: DEBUG oslo_vmware.api [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570403, 'name': Rename_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.884358] env[62301]: INFO nova.compute.manager [-] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Took 1.53 seconds to deallocate network for instance. [ 856.972341] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquiring lock "ef47192b-434b-4162-9218-904cf9c10ff5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 856.972455] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lock "ef47192b-434b-4162-9218-904cf9c10ff5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 857.004786] env[62301]: DEBUG nova.network.neutron [req-974ccad2-3a69-493c-b81c-ba6f304daf23 req-5915e8af-5444-497c-8179-424e42b58905 service nova] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] Updated VIF entry in instance network info cache for port e545ff6e-5ece-41e7-9b8f-7467d200cb3c. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 857.005161] env[62301]: DEBUG nova.network.neutron [req-974ccad2-3a69-493c-b81c-ba6f304daf23 req-5915e8af-5444-497c-8179-424e42b58905 service nova] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] Updating instance_info_cache with network_info: [{"id": "e545ff6e-5ece-41e7-9b8f-7467d200cb3c", "address": "fa:16:3e:dd:43:73", "network": {"id": "c9bc6ff9-87e6-43ca-a829-8abee608caa9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1880576448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31c7c184f35545928fd615e8b72fb678", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape545ff6e-5e", "ovs_interfaceid": "e545ff6e-5ece-41e7-9b8f-7467d200cb3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.065831] env[62301]: DEBUG oslo_concurrency.lockutils [None req-13350a0b-45dc-439b-8b26-190dd640fe39 tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Lock "cd9f474f-f661-4626-a575-d9918a2c34b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.797s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.137024] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570401, 'name': CreateVM_Task, 'duration_secs': 0.731076} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.138851] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84e67ab5-2f2f-4633-904c-55536dd23f20] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 857.140212] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.140212] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.142865] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.142865] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbe79bb9-e3a4-4007-9a70-76a1bc763f4c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.148019] env[62301]: DEBUG oslo_vmware.api [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 857.148019] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]522f207b-b25f-85a2-fb3d-b2d582f40832" [ 857.148019] env[62301]: _type = "Task" [ 857.148019] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.159542] env[62301]: DEBUG oslo_vmware.api [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]522f207b-b25f-85a2-fb3d-b2d582f40832, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.172351] env[62301]: DEBUG nova.network.neutron [-] [instance: 832e4ce0-4f62-473b-b524-2c300d15a7d3] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.243267] env[62301]: DEBUG oslo_vmware.api [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570403, 'name': Rename_Task, 'duration_secs': 0.171697} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.245871] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 857.246352] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7cec2850-f57e-4ced-8f73-c860f5f2d3b6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.254353] env[62301]: DEBUG oslo_vmware.api [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 857.254353] env[62301]: value = "task-2570404" [ 857.254353] env[62301]: _type = "Task" [ 857.254353] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.263334] env[62301]: DEBUG oslo_vmware.api [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570404, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.339900] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e65a23-66c1-4732-9fd3-b7fe8b9da731 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.348591] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2384e130-101d-4716-8813-3585bf2d42e3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.380408] env[62301]: DEBUG oslo_concurrency.lockutils [None req-742dada7-1329-4e8a-9ed8-41b83abdd6ed tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Acquiring lock "cd9f474f-f661-4626-a575-d9918a2c34b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.380670] env[62301]: DEBUG oslo_concurrency.lockutils [None req-742dada7-1329-4e8a-9ed8-41b83abdd6ed tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Lock "cd9f474f-f661-4626-a575-d9918a2c34b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 857.380878] env[62301]: DEBUG oslo_concurrency.lockutils [None req-742dada7-1329-4e8a-9ed8-41b83abdd6ed tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Acquiring lock "cd9f474f-f661-4626-a575-d9918a2c34b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.381073] env[62301]: DEBUG oslo_concurrency.lockutils [None req-742dada7-1329-4e8a-9ed8-41b83abdd6ed tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Lock "cd9f474f-f661-4626-a575-d9918a2c34b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 857.381247] env[62301]: DEBUG oslo_concurrency.lockutils [None req-742dada7-1329-4e8a-9ed8-41b83abdd6ed tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Lock "cd9f474f-f661-4626-a575-d9918a2c34b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.383483] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9562f50-7d8f-4b01-8bfc-393e7960e7a1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.386306] env[62301]: INFO nova.compute.manager [None req-742dada7-1329-4e8a-9ed8-41b83abdd6ed tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: cd9f474f-f661-4626-a575-d9918a2c34b5] Terminating instance [ 857.393955] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f866c8d-b9d9-46dd-9372-973a0577c1b6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.401937] env[62301]: DEBUG oslo_concurrency.lockutils [None req-59cad8aa-b105-4b3d-92fa-94c984257945 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.415824] env[62301]: DEBUG nova.compute.provider_tree [None req-2019f6bb-b3f2-4dfa-ba68-4b3cc9ceffb7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.477665] env[62301]: DEBUG nova.compute.manager [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 857.513680] env[62301]: DEBUG oslo_concurrency.lockutils [req-974ccad2-3a69-493c-b81c-ba6f304daf23 req-5915e8af-5444-497c-8179-424e42b58905 service nova] Releasing lock "refresh_cache-8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.514027] env[62301]: DEBUG nova.compute.manager [req-974ccad2-3a69-493c-b81c-ba6f304daf23 req-5915e8af-5444-497c-8179-424e42b58905 service nova] [instance: 84e67ab5-2f2f-4633-904c-55536dd23f20] Received event network-changed-2f78a0a3-fcc7-419b-a08c-10f5cb5c4345 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 857.514196] env[62301]: DEBUG nova.compute.manager [req-974ccad2-3a69-493c-b81c-ba6f304daf23 req-5915e8af-5444-497c-8179-424e42b58905 service nova] [instance: 84e67ab5-2f2f-4633-904c-55536dd23f20] Refreshing instance network info cache due to event network-changed-2f78a0a3-fcc7-419b-a08c-10f5cb5c4345. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 857.514409] env[62301]: DEBUG oslo_concurrency.lockutils [req-974ccad2-3a69-493c-b81c-ba6f304daf23 req-5915e8af-5444-497c-8179-424e42b58905 service nova] Acquiring lock "refresh_cache-84e67ab5-2f2f-4633-904c-55536dd23f20" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.514549] env[62301]: DEBUG oslo_concurrency.lockutils [req-974ccad2-3a69-493c-b81c-ba6f304daf23 req-5915e8af-5444-497c-8179-424e42b58905 service nova] Acquired lock "refresh_cache-84e67ab5-2f2f-4633-904c-55536dd23f20" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.514707] env[62301]: DEBUG nova.network.neutron [req-974ccad2-3a69-493c-b81c-ba6f304daf23 req-5915e8af-5444-497c-8179-424e42b58905 service nova] [instance: 84e67ab5-2f2f-4633-904c-55536dd23f20] Refreshing network info cache for port 2f78a0a3-fcc7-419b-a08c-10f5cb5c4345 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 857.560695] env[62301]: DEBUG nova.network.neutron [-] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.660796] env[62301]: DEBUG oslo_vmware.api [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]522f207b-b25f-85a2-fb3d-b2d582f40832, 'name': SearchDatastore_Task, 'duration_secs': 0.010396} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.660796] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.660796] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 84e67ab5-2f2f-4633-904c-55536dd23f20] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 857.660796] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.660796] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.660796] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 857.660796] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7b48c96-00ff-47f9-8375-b844b7d1f39f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.674041] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 857.674041] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 857.674041] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-440ac099-4be0-468c-a961-952cf51de14c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.674041] env[62301]: INFO nova.compute.manager [-] [instance: 832e4ce0-4f62-473b-b524-2c300d15a7d3] Took 1.35 seconds to deallocate network for instance. [ 857.676421] env[62301]: DEBUG oslo_vmware.api [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 857.676421] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52d16406-c674-efdd-f5fd-ab64d281fda2" [ 857.676421] env[62301]: _type = "Task" [ 857.676421] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.688541] env[62301]: DEBUG oslo_vmware.api [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52d16406-c674-efdd-f5fd-ab64d281fda2, 'name': SearchDatastore_Task, 'duration_secs': 0.007904} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.689574] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-675a0ff4-005d-44e2-b1cd-85d9938d936b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.695956] env[62301]: DEBUG oslo_vmware.api [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 857.695956] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52bc6a59-3920-fb2a-a2ab-1a430db214f7" [ 857.695956] env[62301]: _type = "Task" [ 857.695956] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.704605] env[62301]: DEBUG oslo_vmware.api [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52bc6a59-3920-fb2a-a2ab-1a430db214f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.764033] env[62301]: DEBUG oslo_vmware.api [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570404, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.892149] env[62301]: DEBUG nova.compute.manager [None req-742dada7-1329-4e8a-9ed8-41b83abdd6ed tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: cd9f474f-f661-4626-a575-d9918a2c34b5] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 857.892457] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-742dada7-1329-4e8a-9ed8-41b83abdd6ed tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: cd9f474f-f661-4626-a575-d9918a2c34b5] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 857.893390] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3da0f7-4377-42cf-98de-cf4211eefc1e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.901786] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-742dada7-1329-4e8a-9ed8-41b83abdd6ed tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: cd9f474f-f661-4626-a575-d9918a2c34b5] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 857.901916] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1add9208-c933-4a07-b0f3-83ae6224319d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.909081] env[62301]: DEBUG oslo_vmware.api [None req-742dada7-1329-4e8a-9ed8-41b83abdd6ed tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Waiting for the task: (returnval){ [ 857.909081] env[62301]: value = "task-2570405" [ 857.909081] env[62301]: _type = "Task" [ 857.909081] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.918068] env[62301]: DEBUG oslo_vmware.api [None req-742dada7-1329-4e8a-9ed8-41b83abdd6ed tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2570405, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.920028] env[62301]: DEBUG nova.scheduler.client.report [None req-2019f6bb-b3f2-4dfa-ba68-4b3cc9ceffb7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.967846] env[62301]: DEBUG nova.compute.manager [req-a00b2b50-9fb6-4440-a5af-bb098a19ff33 req-586822bb-a875-41b1-9dbc-f883ee98c6c6 service nova] [instance: 832e4ce0-4f62-473b-b524-2c300d15a7d3] Received event network-vif-deleted-05d0812c-f92d-4620-b06f-6da2f1ffaef2 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 857.999145] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.063411] env[62301]: INFO nova.compute.manager [-] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] Took 1.47 seconds to deallocate network for instance. [ 858.184904] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1b2d7cf8-33c6-4df3-a9fb-6de34e3d5d75 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.209535] env[62301]: DEBUG oslo_vmware.api [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52bc6a59-3920-fb2a-a2ab-1a430db214f7, 'name': SearchDatastore_Task, 'duration_secs': 0.007837} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.209535] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.209535] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] 84e67ab5-2f2f-4633-904c-55536dd23f20/84e67ab5-2f2f-4633-904c-55536dd23f20.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 858.209781] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-919fba73-4e44-4588-b009-ce00c348b357 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.216704] env[62301]: DEBUG oslo_vmware.api [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 858.216704] env[62301]: value = "task-2570406" [ 858.216704] env[62301]: _type = "Task" [ 858.216704] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.228958] env[62301]: DEBUG oslo_vmware.api [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570406, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.265675] env[62301]: DEBUG oslo_vmware.api [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570404, 'name': PowerOnVM_Task, 'duration_secs': 0.710206} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.266566] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 858.266566] env[62301]: INFO nova.compute.manager [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Took 7.42 seconds to spawn the instance on the hypervisor. [ 858.266753] env[62301]: DEBUG nova.compute.manager [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 858.267552] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3419662-e2c7-4f0e-96ff-3edd39bf65e1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.353788] env[62301]: DEBUG nova.network.neutron [req-974ccad2-3a69-493c-b81c-ba6f304daf23 req-5915e8af-5444-497c-8179-424e42b58905 service nova] [instance: 84e67ab5-2f2f-4633-904c-55536dd23f20] Updated VIF entry in instance network info cache for port 2f78a0a3-fcc7-419b-a08c-10f5cb5c4345. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 858.354181] env[62301]: DEBUG nova.network.neutron [req-974ccad2-3a69-493c-b81c-ba6f304daf23 req-5915e8af-5444-497c-8179-424e42b58905 service nova] [instance: 84e67ab5-2f2f-4633-904c-55536dd23f20] Updating instance_info_cache with network_info: [{"id": "2f78a0a3-fcc7-419b-a08c-10f5cb5c4345", "address": "fa:16:3e:ee:12:89", "network": {"id": "2b6d5216-0aa6-4962-ae7d-0ce0a7d329dc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1253607468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03b7fd9626dd4450af251d23c7d0a8b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f78a0a3-fc", "ovs_interfaceid": "2f78a0a3-fcc7-419b-a08c-10f5cb5c4345", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.421545] env[62301]: DEBUG oslo_vmware.api [None req-742dada7-1329-4e8a-9ed8-41b83abdd6ed tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2570405, 'name': PowerOffVM_Task, 'duration_secs': 0.201436} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.421891] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-742dada7-1329-4e8a-9ed8-41b83abdd6ed tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: cd9f474f-f661-4626-a575-d9918a2c34b5] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 858.422161] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-742dada7-1329-4e8a-9ed8-41b83abdd6ed tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: cd9f474f-f661-4626-a575-d9918a2c34b5] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 858.422459] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f97b387-f4bc-4f3d-8081-3a05089dc5f5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.452506] env[62301]: DEBUG nova.compute.manager [req-0b9412cd-ec01-48ef-8bb2-ec184555ebf7 req-0a4eec58-fa7d-410c-ba8c-fa15f6a167ad service nova] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] Received event network-vif-deleted-e545ff6e-5ece-41e7-9b8f-7467d200cb3c {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 858.505187] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-742dada7-1329-4e8a-9ed8-41b83abdd6ed tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: cd9f474f-f661-4626-a575-d9918a2c34b5] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 858.505498] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-742dada7-1329-4e8a-9ed8-41b83abdd6ed tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: cd9f474f-f661-4626-a575-d9918a2c34b5] Deleting contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 858.505759] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-742dada7-1329-4e8a-9ed8-41b83abdd6ed tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Deleting the datastore file [datastore2] cd9f474f-f661-4626-a575-d9918a2c34b5 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 858.506095] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-799372d3-7a83-4d5d-88ad-363a9f037147 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.515037] env[62301]: DEBUG oslo_vmware.api [None req-742dada7-1329-4e8a-9ed8-41b83abdd6ed tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Waiting for the task: (returnval){ [ 858.515037] env[62301]: value = "task-2570408" [ 858.515037] env[62301]: _type = "Task" [ 858.515037] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.524530] env[62301]: DEBUG oslo_vmware.api [None req-742dada7-1329-4e8a-9ed8-41b83abdd6ed tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2570408, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.572152] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c0856281-ba42-4cbe-8eb0-2adae271c970 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.728114] env[62301]: DEBUG oslo_vmware.api [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570406, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45901} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.728955] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] 84e67ab5-2f2f-4633-904c-55536dd23f20/84e67ab5-2f2f-4633-904c-55536dd23f20.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.728955] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 84e67ab5-2f2f-4633-904c-55536dd23f20] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 858.728955] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bef4b631-33ed-4cb2-a0b2-da3d4bf65ce7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.737866] env[62301]: DEBUG oslo_vmware.api [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 858.737866] env[62301]: value = "task-2570409" [ 858.737866] env[62301]: _type = "Task" [ 858.737866] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.748021] env[62301]: DEBUG oslo_vmware.api [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570409, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.787880] env[62301]: INFO nova.compute.manager [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Took 23.71 seconds to build instance. [ 858.858029] env[62301]: DEBUG oslo_concurrency.lockutils [req-974ccad2-3a69-493c-b81c-ba6f304daf23 req-5915e8af-5444-497c-8179-424e42b58905 service nova] Releasing lock "refresh_cache-84e67ab5-2f2f-4633-904c-55536dd23f20" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.858191] env[62301]: DEBUG nova.compute.manager [req-974ccad2-3a69-493c-b81c-ba6f304daf23 req-5915e8af-5444-497c-8179-424e42b58905 service nova] [instance: 8998e7d5-9cc4-445d-9b66-ecac8c7f1374] Received event network-vif-deleted-62a1e4dd-8871-4092-88fb-ba175f3aa63c {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 858.930568] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2019f6bb-b3f2-4dfa-ba68-4b3cc9ceffb7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.531s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.930798] env[62301]: DEBUG nova.compute.manager [None req-2019f6bb-b3f2-4dfa-ba68-4b3cc9ceffb7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=62301) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 858.933919] env[62301]: DEBUG oslo_concurrency.lockutils [None req-154edc67-5b34-4013-b35b-b71afa20f026 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.914s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.934278] env[62301]: DEBUG nova.objects.instance [None req-154edc67-5b34-4013-b35b-b71afa20f026 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Lazy-loading 'resources' on Instance uuid 3edef36a-8f7d-41ad-b5ca-c260776e36e1 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 859.028883] env[62301]: DEBUG oslo_vmware.api [None req-742dada7-1329-4e8a-9ed8-41b83abdd6ed tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Task: {'id': task-2570408, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.286642} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.029631] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-742dada7-1329-4e8a-9ed8-41b83abdd6ed tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 859.029916] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-742dada7-1329-4e8a-9ed8-41b83abdd6ed tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: cd9f474f-f661-4626-a575-d9918a2c34b5] Deleted contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 859.030113] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-742dada7-1329-4e8a-9ed8-41b83abdd6ed tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: cd9f474f-f661-4626-a575-d9918a2c34b5] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 859.030343] env[62301]: INFO nova.compute.manager [None req-742dada7-1329-4e8a-9ed8-41b83abdd6ed tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] [instance: cd9f474f-f661-4626-a575-d9918a2c34b5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 859.030647] env[62301]: DEBUG oslo.service.loopingcall [None req-742dada7-1329-4e8a-9ed8-41b83abdd6ed tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 859.030872] env[62301]: DEBUG nova.compute.manager [-] [instance: cd9f474f-f661-4626-a575-d9918a2c34b5] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 859.030974] env[62301]: DEBUG nova.network.neutron [-] [instance: cd9f474f-f661-4626-a575-d9918a2c34b5] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 859.249978] env[62301]: DEBUG oslo_vmware.api [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570409, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085498} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.250268] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 84e67ab5-2f2f-4633-904c-55536dd23f20] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 859.251061] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9071d6b-20fe-4a5d-aa70-ac23cc1b72a9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.281225] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 84e67ab5-2f2f-4633-904c-55536dd23f20] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 84e67ab5-2f2f-4633-904c-55536dd23f20/84e67ab5-2f2f-4633-904c-55536dd23f20.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.281537] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d11b9f2a-aff8-4d18-8b05-5a5fdaf136ec {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.302510] env[62301]: DEBUG oslo_concurrency.lockutils [None req-172d8588-42d3-4675-b173-5ef0022c5d17 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "0ce0e846-b5a3-4964-becf-4f0e996aedc5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.230s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.308736] env[62301]: DEBUG oslo_vmware.api [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 859.308736] env[62301]: value = "task-2570410" [ 859.308736] env[62301]: _type = "Task" [ 859.308736] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.324272] env[62301]: DEBUG oslo_vmware.api [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570410, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.523271] env[62301]: INFO nova.scheduler.client.report [None req-2019f6bb-b3f2-4dfa-ba68-4b3cc9ceffb7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Deleted allocation for migration f19b2b12-7724-4914-8f15-bf09f3045ebc [ 859.810729] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330f398b-d54f-4ca2-a7b7-de7b73591038 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.815537] env[62301]: DEBUG nova.network.neutron [-] [instance: cd9f474f-f661-4626-a575-d9918a2c34b5] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.832757] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3d110a-3fd9-460e-81db-7d96bf3c7282 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.836946] env[62301]: DEBUG oslo_vmware.api [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570410, 'name': ReconfigVM_Task, 'duration_secs': 0.33431} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.837171] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 84e67ab5-2f2f-4633-904c-55536dd23f20] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 84e67ab5-2f2f-4633-904c-55536dd23f20/84e67ab5-2f2f-4633-904c-55536dd23f20.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.838332] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d8a9327-4f52-4867-88dd-8b655179967a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.866686] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78080e0-1372-4b5f-9487-a87a1aa5ef64 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.873550] env[62301]: DEBUG oslo_vmware.api [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 859.873550] env[62301]: value = "task-2570411" [ 859.873550] env[62301]: _type = "Task" [ 859.873550] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.879714] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857da4cf-d4d3-43e0-89f2-2f1f0a6f355b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.887454] env[62301]: DEBUG oslo_vmware.api [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570411, 'name': Rename_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.899544] env[62301]: DEBUG nova.compute.provider_tree [None req-154edc67-5b34-4013-b35b-b71afa20f026 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.994648] env[62301]: DEBUG nova.compute.manager [req-ed64f4a5-2cfc-44e9-a285-a330b16e8c33 req-40c203bd-8ed8-4501-b3cf-7358c3ed4435 service nova] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Received event network-changed-4dcfcbd8-75d0-4dd5-be18-be1ec09b0079 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 859.994648] env[62301]: DEBUG nova.compute.manager [req-ed64f4a5-2cfc-44e9-a285-a330b16e8c33 req-40c203bd-8ed8-4501-b3cf-7358c3ed4435 service nova] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Refreshing instance network info cache due to event network-changed-4dcfcbd8-75d0-4dd5-be18-be1ec09b0079. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 859.994648] env[62301]: DEBUG oslo_concurrency.lockutils [req-ed64f4a5-2cfc-44e9-a285-a330b16e8c33 req-40c203bd-8ed8-4501-b3cf-7358c3ed4435 service nova] Acquiring lock "refresh_cache-0ce0e846-b5a3-4964-becf-4f0e996aedc5" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.994648] env[62301]: DEBUG oslo_concurrency.lockutils [req-ed64f4a5-2cfc-44e9-a285-a330b16e8c33 req-40c203bd-8ed8-4501-b3cf-7358c3ed4435 service nova] Acquired lock "refresh_cache-0ce0e846-b5a3-4964-becf-4f0e996aedc5" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.997455] env[62301]: DEBUG nova.network.neutron [req-ed64f4a5-2cfc-44e9-a285-a330b16e8c33 req-40c203bd-8ed8-4501-b3cf-7358c3ed4435 service nova] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Refreshing network info cache for port 4dcfcbd8-75d0-4dd5-be18-be1ec09b0079 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 860.029336] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2019f6bb-b3f2-4dfa-ba68-4b3cc9ceffb7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lock "6bb105e9-936b-46c0-82e3-37a2139c76bd" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 19.308s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 860.318432] env[62301]: INFO nova.compute.manager [-] [instance: cd9f474f-f661-4626-a575-d9918a2c34b5] Took 1.29 seconds to deallocate network for instance. [ 860.373990] env[62301]: DEBUG nova.objects.instance [None req-a2cceaff-f3db-4a55-b04c-bc3e1c29d188 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lazy-loading 'flavor' on Instance uuid 6bb105e9-936b-46c0-82e3-37a2139c76bd {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 860.388600] env[62301]: DEBUG oslo_vmware.api [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570411, 'name': Rename_Task, 'duration_secs': 0.162503} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.388600] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 84e67ab5-2f2f-4633-904c-55536dd23f20] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.388600] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3bed6b0-f40a-441f-85cf-413b4642c479 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.396361] env[62301]: DEBUG oslo_vmware.api [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 860.396361] env[62301]: value = "task-2570412" [ 860.396361] env[62301]: _type = "Task" [ 860.396361] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.404883] env[62301]: DEBUG nova.scheduler.client.report [None req-154edc67-5b34-4013-b35b-b71afa20f026 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.420298] env[62301]: DEBUG oslo_vmware.api [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570412, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.605659] env[62301]: DEBUG nova.compute.manager [req-e6ad88e3-0608-475a-a459-26d1764d71a2 req-3c0ade64-acf3-41af-9a6d-249ce04cfc24 service nova] [instance: cd9f474f-f661-4626-a575-d9918a2c34b5] Received event network-vif-deleted-5bf2c3bf-2a5a-4ea8-bafc-81b8d9f9bcea {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 860.827835] env[62301]: DEBUG oslo_concurrency.lockutils [None req-742dada7-1329-4e8a-9ed8-41b83abdd6ed tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.885227] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a2cceaff-f3db-4a55-b04c-bc3e1c29d188 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquiring lock "refresh_cache-6bb105e9-936b-46c0-82e3-37a2139c76bd" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.885397] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a2cceaff-f3db-4a55-b04c-bc3e1c29d188 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquired lock "refresh_cache-6bb105e9-936b-46c0-82e3-37a2139c76bd" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.885590] env[62301]: DEBUG nova.network.neutron [None req-a2cceaff-f3db-4a55-b04c-bc3e1c29d188 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 860.885778] env[62301]: DEBUG nova.objects.instance [None req-a2cceaff-f3db-4a55-b04c-bc3e1c29d188 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lazy-loading 'info_cache' on Instance uuid 6bb105e9-936b-46c0-82e3-37a2139c76bd {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 860.908773] env[62301]: DEBUG oslo_vmware.api [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570412, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.920015] env[62301]: DEBUG oslo_concurrency.lockutils [None req-154edc67-5b34-4013-b35b-b71afa20f026 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.986s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 860.922357] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4353c2b2-9133-42e5-87a1-e2c2f5aa3414 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.139s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 860.922596] env[62301]: DEBUG nova.objects.instance [None req-4353c2b2-9133-42e5-87a1-e2c2f5aa3414 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Lazy-loading 'resources' on Instance uuid e2d1039f-60fa-4c7b-a0ca-ed566357b1ea {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 860.948538] env[62301]: INFO nova.scheduler.client.report [None req-154edc67-5b34-4013-b35b-b71afa20f026 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Deleted allocations for instance 3edef36a-8f7d-41ad-b5ca-c260776e36e1 [ 860.986143] env[62301]: DEBUG nova.network.neutron [req-ed64f4a5-2cfc-44e9-a285-a330b16e8c33 req-40c203bd-8ed8-4501-b3cf-7358c3ed4435 service nova] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Updated VIF entry in instance network info cache for port 4dcfcbd8-75d0-4dd5-be18-be1ec09b0079. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 860.986527] env[62301]: DEBUG nova.network.neutron [req-ed64f4a5-2cfc-44e9-a285-a330b16e8c33 req-40c203bd-8ed8-4501-b3cf-7358c3ed4435 service nova] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Updating instance_info_cache with network_info: [{"id": "4dcfcbd8-75d0-4dd5-be18-be1ec09b0079", "address": "fa:16:3e:55:96:b5", "network": {"id": "84fdfe6c-b92c-4aa3-a9b8-6d0fb516b49a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-430300115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f79c1c72ace843d4be630377bd5e2326", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dcfcbd8-75", "ovs_interfaceid": "4dcfcbd8-75d0-4dd5-be18-be1ec09b0079", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.389740] env[62301]: DEBUG nova.objects.base [None req-a2cceaff-f3db-4a55-b04c-bc3e1c29d188 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Object Instance<6bb105e9-936b-46c0-82e3-37a2139c76bd> lazy-loaded attributes: flavor,info_cache {{(pid=62301) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 861.408407] env[62301]: DEBUG oslo_vmware.api [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570412, 'name': PowerOnVM_Task, 'duration_secs': 0.87731} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.408407] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 84e67ab5-2f2f-4633-904c-55536dd23f20] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.408712] env[62301]: INFO nova.compute.manager [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 84e67ab5-2f2f-4633-904c-55536dd23f20] Took 8.03 seconds to spawn the instance on the hypervisor. [ 861.408712] env[62301]: DEBUG nova.compute.manager [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 84e67ab5-2f2f-4633-904c-55536dd23f20] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 861.409692] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8891b3c1-7ac6-412a-a0d9-01ffd5ac07e2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.465876] env[62301]: DEBUG oslo_concurrency.lockutils [None req-154edc67-5b34-4013-b35b-b71afa20f026 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Lock "3edef36a-8f7d-41ad-b5ca-c260776e36e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.894s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 861.494905] env[62301]: DEBUG oslo_concurrency.lockutils [req-ed64f4a5-2cfc-44e9-a285-a330b16e8c33 req-40c203bd-8ed8-4501-b3cf-7358c3ed4435 service nova] Releasing lock "refresh_cache-0ce0e846-b5a3-4964-becf-4f0e996aedc5" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.797645] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6b8584-7d04-40d6-8bbe-7a5124724df4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.805369] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b6a0f0-dc7c-40b2-a93b-65de631b01ac {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.840397] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87444de2-8b75-4765-acf0-62139e9d5990 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.852289] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0264690-7082-4ba3-a4b3-8f3fc1720808 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.869228] env[62301]: DEBUG nova.compute.provider_tree [None req-4353c2b2-9133-42e5-87a1-e2c2f5aa3414 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.927319] env[62301]: INFO nova.compute.manager [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 84e67ab5-2f2f-4633-904c-55536dd23f20] Took 26.11 seconds to build instance. [ 862.164475] env[62301]: DEBUG nova.network.neutron [None req-a2cceaff-f3db-4a55-b04c-bc3e1c29d188 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Updating instance_info_cache with network_info: [{"id": "c1b36057-fe1d-42e5-ba4c-986735c7fcee", "address": "fa:16:3e:08:6e:6b", "network": {"id": "7c0f3559-1453-49cf-acfe-38cb288125ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1921160483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b3dfd09250b4ab486b15b680428b1a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1b36057-fe", "ovs_interfaceid": "c1b36057-fe1d-42e5-ba4c-986735c7fcee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.338656] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquiring lock "c97bdea5-d23f-4a33-bce2-8e42fbccb46e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.338656] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "c97bdea5-d23f-4a33-bce2-8e42fbccb46e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.348693] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f6de10f8-ce1e-4a6b-91be-172f8505496a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Acquiring lock "bee99a50-f6f3-4b54-a579-acbd6c14adca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.348918] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f6de10f8-ce1e-4a6b-91be-172f8505496a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Lock "bee99a50-f6f3-4b54-a579-acbd6c14adca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.349203] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f6de10f8-ce1e-4a6b-91be-172f8505496a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Acquiring lock "bee99a50-f6f3-4b54-a579-acbd6c14adca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.349358] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f6de10f8-ce1e-4a6b-91be-172f8505496a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Lock "bee99a50-f6f3-4b54-a579-acbd6c14adca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.349529] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f6de10f8-ce1e-4a6b-91be-172f8505496a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Lock "bee99a50-f6f3-4b54-a579-acbd6c14adca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.352020] env[62301]: INFO nova.compute.manager [None req-f6de10f8-ce1e-4a6b-91be-172f8505496a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: bee99a50-f6f3-4b54-a579-acbd6c14adca] Terminating instance [ 862.371877] env[62301]: DEBUG nova.scheduler.client.report [None req-4353c2b2-9133-42e5-87a1-e2c2f5aa3414 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.429014] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d378f719-3687-419e-b0ea-e5ad6f19de12 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "84e67ab5-2f2f-4633-904c-55536dd23f20" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.625s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.668981] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a2cceaff-f3db-4a55-b04c-bc3e1c29d188 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Releasing lock "refresh_cache-6bb105e9-936b-46c0-82e3-37a2139c76bd" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.841440] env[62301]: DEBUG nova.compute.manager [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 862.858438] env[62301]: DEBUG nova.compute.manager [None req-f6de10f8-ce1e-4a6b-91be-172f8505496a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: bee99a50-f6f3-4b54-a579-acbd6c14adca] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 862.858759] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f6de10f8-ce1e-4a6b-91be-172f8505496a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: bee99a50-f6f3-4b54-a579-acbd6c14adca] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 862.860718] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbaaad1-6ff4-477c-934f-3418669cef68 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.869640] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6de10f8-ce1e-4a6b-91be-172f8505496a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: bee99a50-f6f3-4b54-a579-acbd6c14adca] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 862.869771] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30ca7b35-a60d-4697-9543-a0ea4c35b715 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.877306] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4353c2b2-9133-42e5-87a1-e2c2f5aa3414 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.955s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.879358] env[62301]: DEBUG oslo_vmware.api [None req-f6de10f8-ce1e-4a6b-91be-172f8505496a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for the task: (returnval){ [ 862.879358] env[62301]: value = "task-2570413" [ 862.879358] env[62301]: _type = "Task" [ 862.879358] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.880388] env[62301]: DEBUG oslo_concurrency.lockutils [None req-106ee618-c456-4df3-8159-1ead77deb4ff tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.466s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.880732] env[62301]: DEBUG nova.objects.instance [None req-106ee618-c456-4df3-8159-1ead77deb4ff tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Lazy-loading 'resources' on Instance uuid 8998e7d5-9cc4-445d-9b66-ecac8c7f1374 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 862.891382] env[62301]: DEBUG oslo_vmware.api [None req-f6de10f8-ce1e-4a6b-91be-172f8505496a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570413, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.904024] env[62301]: INFO nova.scheduler.client.report [None req-4353c2b2-9133-42e5-87a1-e2c2f5aa3414 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Deleted allocations for instance e2d1039f-60fa-4c7b-a0ca-ed566357b1ea [ 862.914950] env[62301]: DEBUG oslo_concurrency.lockutils [None req-27767290-1402-4f86-8f32-cdd2b89a4b59 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquiring lock "84e67ab5-2f2f-4633-904c-55536dd23f20" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.915234] env[62301]: DEBUG oslo_concurrency.lockutils [None req-27767290-1402-4f86-8f32-cdd2b89a4b59 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "84e67ab5-2f2f-4633-904c-55536dd23f20" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.915451] env[62301]: DEBUG oslo_concurrency.lockutils [None req-27767290-1402-4f86-8f32-cdd2b89a4b59 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquiring lock "84e67ab5-2f2f-4633-904c-55536dd23f20-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.915635] env[62301]: DEBUG oslo_concurrency.lockutils [None req-27767290-1402-4f86-8f32-cdd2b89a4b59 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "84e67ab5-2f2f-4633-904c-55536dd23f20-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.915799] env[62301]: DEBUG oslo_concurrency.lockutils [None req-27767290-1402-4f86-8f32-cdd2b89a4b59 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "84e67ab5-2f2f-4633-904c-55536dd23f20-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.919827] env[62301]: INFO nova.compute.manager [None req-27767290-1402-4f86-8f32-cdd2b89a4b59 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 84e67ab5-2f2f-4633-904c-55536dd23f20] Terminating instance [ 863.364478] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 863.393293] env[62301]: DEBUG oslo_vmware.api [None req-f6de10f8-ce1e-4a6b-91be-172f8505496a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570413, 'name': PowerOffVM_Task, 'duration_secs': 0.229649} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.393873] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6de10f8-ce1e-4a6b-91be-172f8505496a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: bee99a50-f6f3-4b54-a579-acbd6c14adca] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 863.394396] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f6de10f8-ce1e-4a6b-91be-172f8505496a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: bee99a50-f6f3-4b54-a579-acbd6c14adca] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 863.394671] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ae0ea5e-e051-4520-9fb9-98f057878c23 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.412610] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4353c2b2-9133-42e5-87a1-e2c2f5aa3414 tempest-InstanceActionsTestJSON-680564749 tempest-InstanceActionsTestJSON-680564749-project-member] Lock "e2d1039f-60fa-4c7b-a0ca-ed566357b1ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.131s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 863.423730] env[62301]: DEBUG nova.compute.manager [None req-27767290-1402-4f86-8f32-cdd2b89a4b59 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 84e67ab5-2f2f-4633-904c-55536dd23f20] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 863.423970] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-27767290-1402-4f86-8f32-cdd2b89a4b59 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 84e67ab5-2f2f-4633-904c-55536dd23f20] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 863.424977] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75852d3e-139e-450b-a9e8-a74c55064be3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.435587] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-27767290-1402-4f86-8f32-cdd2b89a4b59 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 84e67ab5-2f2f-4633-904c-55536dd23f20] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.435876] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af4b1dd0-a8f3-4954-ac5a-ad656f24af07 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.443097] env[62301]: DEBUG oslo_vmware.api [None req-27767290-1402-4f86-8f32-cdd2b89a4b59 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 863.443097] env[62301]: value = "task-2570415" [ 863.443097] env[62301]: _type = "Task" [ 863.443097] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.452688] env[62301]: DEBUG oslo_vmware.api [None req-27767290-1402-4f86-8f32-cdd2b89a4b59 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570415, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.461963] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f6de10f8-ce1e-4a6b-91be-172f8505496a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: bee99a50-f6f3-4b54-a579-acbd6c14adca] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 863.462176] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f6de10f8-ce1e-4a6b-91be-172f8505496a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: bee99a50-f6f3-4b54-a579-acbd6c14adca] Deleting contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 863.462352] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6de10f8-ce1e-4a6b-91be-172f8505496a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Deleting the datastore file [datastore2] bee99a50-f6f3-4b54-a579-acbd6c14adca {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 863.462600] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb7afd07-f9b8-4620-b298-f682c9da6dbf {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.472342] env[62301]: DEBUG oslo_vmware.api [None req-f6de10f8-ce1e-4a6b-91be-172f8505496a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for the task: (returnval){ [ 863.472342] env[62301]: value = "task-2570416" [ 863.472342] env[62301]: _type = "Task" [ 863.472342] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.483590] env[62301]: DEBUG oslo_vmware.api [None req-f6de10f8-ce1e-4a6b-91be-172f8505496a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570416, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.674155] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2cceaff-f3db-4a55-b04c-bc3e1c29d188 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 863.674444] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3027583f-4fb5-438a-9b6c-9b86caf99f46 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.681842] env[62301]: DEBUG oslo_vmware.api [None req-a2cceaff-f3db-4a55-b04c-bc3e1c29d188 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 863.681842] env[62301]: value = "task-2570417" [ 863.681842] env[62301]: _type = "Task" [ 863.681842] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.691880] env[62301]: DEBUG oslo_vmware.api [None req-a2cceaff-f3db-4a55-b04c-bc3e1c29d188 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570417, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.721981] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5a0d99-57f0-4a7c-a902-372901d8e193 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.729312] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92350ac-a22b-4af2-9fb0-e570f3e40aa7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.761279] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1dbce5-b083-4b98-a2d4-3505c359a04d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.768671] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0cdd4d-0170-431d-b530-d9ab8c09acad {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.781998] env[62301]: DEBUG nova.compute.provider_tree [None req-106ee618-c456-4df3-8159-1ead77deb4ff tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.952934] env[62301]: DEBUG oslo_vmware.api [None req-27767290-1402-4f86-8f32-cdd2b89a4b59 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570415, 'name': PowerOffVM_Task, 'duration_secs': 0.181017} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.953492] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-27767290-1402-4f86-8f32-cdd2b89a4b59 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 84e67ab5-2f2f-4633-904c-55536dd23f20] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 863.953674] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-27767290-1402-4f86-8f32-cdd2b89a4b59 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 84e67ab5-2f2f-4633-904c-55536dd23f20] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 863.953936] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0a70881-7ef9-4d60-bec5-6f7ebffebde9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.981520] env[62301]: DEBUG oslo_vmware.api [None req-f6de10f8-ce1e-4a6b-91be-172f8505496a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570416, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148193} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.981772] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6de10f8-ce1e-4a6b-91be-172f8505496a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 863.981956] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f6de10f8-ce1e-4a6b-91be-172f8505496a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: bee99a50-f6f3-4b54-a579-acbd6c14adca] Deleted contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 863.982180] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f6de10f8-ce1e-4a6b-91be-172f8505496a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: bee99a50-f6f3-4b54-a579-acbd6c14adca] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 863.982374] env[62301]: INFO nova.compute.manager [None req-f6de10f8-ce1e-4a6b-91be-172f8505496a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: bee99a50-f6f3-4b54-a579-acbd6c14adca] Took 1.12 seconds to destroy the instance on the hypervisor. [ 863.982616] env[62301]: DEBUG oslo.service.loopingcall [None req-f6de10f8-ce1e-4a6b-91be-172f8505496a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 863.982807] env[62301]: DEBUG nova.compute.manager [-] [instance: bee99a50-f6f3-4b54-a579-acbd6c14adca] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 863.982902] env[62301]: DEBUG nova.network.neutron [-] [instance: bee99a50-f6f3-4b54-a579-acbd6c14adca] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 864.034637] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-27767290-1402-4f86-8f32-cdd2b89a4b59 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 84e67ab5-2f2f-4633-904c-55536dd23f20] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 864.034868] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-27767290-1402-4f86-8f32-cdd2b89a4b59 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 84e67ab5-2f2f-4633-904c-55536dd23f20] Deleting contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 864.035068] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-27767290-1402-4f86-8f32-cdd2b89a4b59 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Deleting the datastore file [datastore2] 84e67ab5-2f2f-4633-904c-55536dd23f20 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 864.035346] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60805d2a-25f5-4af3-9de2-34c6db5f53b6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.048807] env[62301]: DEBUG oslo_vmware.api [None req-27767290-1402-4f86-8f32-cdd2b89a4b59 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 864.048807] env[62301]: value = "task-2570419" [ 864.048807] env[62301]: _type = "Task" [ 864.048807] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.062837] env[62301]: DEBUG oslo_vmware.api [None req-27767290-1402-4f86-8f32-cdd2b89a4b59 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570419, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.191058] env[62301]: DEBUG oslo_vmware.api [None req-a2cceaff-f3db-4a55-b04c-bc3e1c29d188 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570417, 'name': PowerOnVM_Task, 'duration_secs': 0.485794} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.191159] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2cceaff-f3db-4a55-b04c-bc3e1c29d188 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 864.191297] env[62301]: DEBUG nova.compute.manager [None req-a2cceaff-f3db-4a55-b04c-bc3e1c29d188 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 864.192400] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9167f27-e88a-4a44-9d11-38fa443da25a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.285134] env[62301]: DEBUG nova.scheduler.client.report [None req-106ee618-c456-4df3-8159-1ead77deb4ff tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.333544] env[62301]: DEBUG nova.compute.manager [req-0124b0df-2737-4952-9694-731fce773332 req-fc97ea4c-704b-4b7c-8caa-975f2b21f6ce service nova] [instance: bee99a50-f6f3-4b54-a579-acbd6c14adca] Received event network-vif-deleted-1027149d-254b-47fb-8022-5100b06c491c {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 864.333733] env[62301]: INFO nova.compute.manager [req-0124b0df-2737-4952-9694-731fce773332 req-fc97ea4c-704b-4b7c-8caa-975f2b21f6ce service nova] [instance: bee99a50-f6f3-4b54-a579-acbd6c14adca] Neutron deleted interface 1027149d-254b-47fb-8022-5100b06c491c; detaching it from the instance and deleting it from the info cache [ 864.334135] env[62301]: DEBUG nova.network.neutron [req-0124b0df-2737-4952-9694-731fce773332 req-fc97ea4c-704b-4b7c-8caa-975f2b21f6ce service nova] [instance: bee99a50-f6f3-4b54-a579-acbd6c14adca] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.559422] env[62301]: DEBUG oslo_vmware.api [None req-27767290-1402-4f86-8f32-cdd2b89a4b59 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570419, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128231} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.559738] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-27767290-1402-4f86-8f32-cdd2b89a4b59 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 864.559941] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-27767290-1402-4f86-8f32-cdd2b89a4b59 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 84e67ab5-2f2f-4633-904c-55536dd23f20] Deleted contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 864.560089] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-27767290-1402-4f86-8f32-cdd2b89a4b59 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 84e67ab5-2f2f-4633-904c-55536dd23f20] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 864.560264] env[62301]: INFO nova.compute.manager [None req-27767290-1402-4f86-8f32-cdd2b89a4b59 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 84e67ab5-2f2f-4633-904c-55536dd23f20] Took 1.14 seconds to destroy the instance on the hypervisor. [ 864.560502] env[62301]: DEBUG oslo.service.loopingcall [None req-27767290-1402-4f86-8f32-cdd2b89a4b59 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 864.560681] env[62301]: DEBUG nova.compute.manager [-] [instance: 84e67ab5-2f2f-4633-904c-55536dd23f20] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 864.560777] env[62301]: DEBUG nova.network.neutron [-] [instance: 84e67ab5-2f2f-4633-904c-55536dd23f20] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 864.795060] env[62301]: DEBUG oslo_concurrency.lockutils [None req-106ee618-c456-4df3-8159-1ead77deb4ff tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.915s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.797312] env[62301]: DEBUG oslo_concurrency.lockutils [None req-59cad8aa-b105-4b3d-92fa-94c984257945 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.395s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 864.797505] env[62301]: DEBUG oslo_concurrency.lockutils [None req-59cad8aa-b105-4b3d-92fa-94c984257945 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.800389] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.801s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 864.802076] env[62301]: INFO nova.compute.claims [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 864.804975] env[62301]: DEBUG nova.network.neutron [-] [instance: bee99a50-f6f3-4b54-a579-acbd6c14adca] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.827776] env[62301]: INFO nova.scheduler.client.report [None req-59cad8aa-b105-4b3d-92fa-94c984257945 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Deleted allocations for instance ffff5450-4ec9-4eb1-8b40-8f55c30409a6 [ 864.830636] env[62301]: INFO nova.scheduler.client.report [None req-106ee618-c456-4df3-8159-1ead77deb4ff tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Deleted allocations for instance 8998e7d5-9cc4-445d-9b66-ecac8c7f1374 [ 864.835738] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8ad73010-1acd-49c3-a05b-9a2dad282905 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.846690] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32aaac18-38a9-4aaf-9314-feed2b887ff9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.889300] env[62301]: DEBUG nova.compute.manager [req-0124b0df-2737-4952-9694-731fce773332 req-fc97ea4c-704b-4b7c-8caa-975f2b21f6ce service nova] [instance: bee99a50-f6f3-4b54-a579-acbd6c14adca] Detach interface failed, port_id=1027149d-254b-47fb-8022-5100b06c491c, reason: Instance bee99a50-f6f3-4b54-a579-acbd6c14adca could not be found. {{(pid=62301) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 865.028259] env[62301]: DEBUG oslo_concurrency.lockutils [None req-3e9e23f0-2b74-4849-8a11-b8442c9141cd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquiring lock "6bb105e9-936b-46c0-82e3-37a2139c76bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 865.028560] env[62301]: DEBUG oslo_concurrency.lockutils [None req-3e9e23f0-2b74-4849-8a11-b8442c9141cd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lock "6bb105e9-936b-46c0-82e3-37a2139c76bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 865.028812] env[62301]: DEBUG oslo_concurrency.lockutils [None req-3e9e23f0-2b74-4849-8a11-b8442c9141cd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquiring lock "6bb105e9-936b-46c0-82e3-37a2139c76bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 865.029074] env[62301]: DEBUG oslo_concurrency.lockutils [None req-3e9e23f0-2b74-4849-8a11-b8442c9141cd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lock "6bb105e9-936b-46c0-82e3-37a2139c76bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 865.029304] env[62301]: DEBUG oslo_concurrency.lockutils [None req-3e9e23f0-2b74-4849-8a11-b8442c9141cd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lock "6bb105e9-936b-46c0-82e3-37a2139c76bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.031846] env[62301]: INFO nova.compute.manager [None req-3e9e23f0-2b74-4849-8a11-b8442c9141cd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Terminating instance [ 865.310215] env[62301]: INFO nova.compute.manager [-] [instance: bee99a50-f6f3-4b54-a579-acbd6c14adca] Took 1.33 seconds to deallocate network for instance. [ 865.340707] env[62301]: DEBUG oslo_concurrency.lockutils [None req-59cad8aa-b105-4b3d-92fa-94c984257945 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Lock "ffff5450-4ec9-4eb1-8b40-8f55c30409a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.619s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.341763] env[62301]: DEBUG oslo_concurrency.lockutils [None req-106ee618-c456-4df3-8159-1ead77deb4ff tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Lock "8998e7d5-9cc4-445d-9b66-ecac8c7f1374" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.461s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.392839] env[62301]: DEBUG nova.network.neutron [-] [instance: 84e67ab5-2f2f-4633-904c-55536dd23f20] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.536145] env[62301]: DEBUG nova.compute.manager [None req-3e9e23f0-2b74-4849-8a11-b8442c9141cd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 865.536358] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-3e9e23f0-2b74-4849-8a11-b8442c9141cd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 865.537218] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28edf2b9-6ac9-4ac6-9101-ab00c49f2d74 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.545020] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e9e23f0-2b74-4849-8a11-b8442c9141cd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 865.545254] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd283ed3-aa21-415d-9dde-ac3d1f1ba3ce {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.552341] env[62301]: DEBUG oslo_vmware.api [None req-3e9e23f0-2b74-4849-8a11-b8442c9141cd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 865.552341] env[62301]: value = "task-2570420" [ 865.552341] env[62301]: _type = "Task" [ 865.552341] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.559870] env[62301]: DEBUG oslo_vmware.api [None req-3e9e23f0-2b74-4849-8a11-b8442c9141cd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570420, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.818082] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f6de10f8-ce1e-4a6b-91be-172f8505496a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 865.894738] env[62301]: INFO nova.compute.manager [-] [instance: 84e67ab5-2f2f-4633-904c-55536dd23f20] Took 1.33 seconds to deallocate network for instance. [ 865.903290] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Acquiring lock "4f6766e1-3af7-4e78-abc0-c131c0df209f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 865.903535] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Lock "4f6766e1-3af7-4e78-abc0-c131c0df209f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 866.063025] env[62301]: DEBUG oslo_vmware.api [None req-3e9e23f0-2b74-4849-8a11-b8442c9141cd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570420, 'name': PowerOffVM_Task, 'duration_secs': 0.186463} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.063215] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e9e23f0-2b74-4849-8a11-b8442c9141cd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 866.063350] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-3e9e23f0-2b74-4849-8a11-b8442c9141cd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 866.063804] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-349cc59b-2ddd-4813-b00f-0a056d4142e5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.135109] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-3e9e23f0-2b74-4849-8a11-b8442c9141cd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 866.135287] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-3e9e23f0-2b74-4849-8a11-b8442c9141cd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Deleting contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 866.135474] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e9e23f0-2b74-4849-8a11-b8442c9141cd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Deleting the datastore file [datastore2] 6bb105e9-936b-46c0-82e3-37a2139c76bd {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 866.135723] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-226bb69d-b8bc-4762-bcb6-d905d9eb711a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.142277] env[62301]: DEBUG oslo_vmware.api [None req-3e9e23f0-2b74-4849-8a11-b8442c9141cd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 866.142277] env[62301]: value = "task-2570422" [ 866.142277] env[62301]: _type = "Task" [ 866.142277] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.156033] env[62301]: DEBUG oslo_vmware.api [None req-3e9e23f0-2b74-4849-8a11-b8442c9141cd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570422, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.171369] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8b6d7b-d6ba-47fe-b6f6-9c87fdaac721 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.180251] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3d94d4-1457-4ed2-8843-734493f7358d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.212018] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae4c1ad-bc5e-415e-a225-c1a4c594b592 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.219998] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd3df6a-b700-47b9-bf88-f831892cc5b9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.234014] env[62301]: DEBUG nova.compute.provider_tree [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.411158] env[62301]: DEBUG oslo_concurrency.lockutils [None req-27767290-1402-4f86-8f32-cdd2b89a4b59 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.411660] env[62301]: DEBUG nova.compute.manager [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] [instance: 4f6766e1-3af7-4e78-abc0-c131c0df209f] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 866.429504] env[62301]: DEBUG nova.compute.manager [req-1f2013fd-c061-4c72-a740-81b796df49a4 req-5d21364d-a5fb-47c6-8e0d-db4cf8dd5e3c service nova] [instance: 84e67ab5-2f2f-4633-904c-55536dd23f20] Received event network-vif-deleted-2f78a0a3-fcc7-419b-a08c-10f5cb5c4345 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 866.651733] env[62301]: DEBUG oslo_vmware.api [None req-3e9e23f0-2b74-4849-8a11-b8442c9141cd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570422, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135393} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.652044] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e9e23f0-2b74-4849-8a11-b8442c9141cd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 866.652167] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-3e9e23f0-2b74-4849-8a11-b8442c9141cd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Deleted contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 866.652345] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-3e9e23f0-2b74-4849-8a11-b8442c9141cd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 866.652520] env[62301]: INFO nova.compute.manager [None req-3e9e23f0-2b74-4849-8a11-b8442c9141cd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Took 1.12 seconds to destroy the instance on the hypervisor. [ 866.652755] env[62301]: DEBUG oslo.service.loopingcall [None req-3e9e23f0-2b74-4849-8a11-b8442c9141cd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 866.652942] env[62301]: DEBUG nova.compute.manager [-] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 866.653054] env[62301]: DEBUG nova.network.neutron [-] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 866.657785] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7bbe3bf6-e1b5-4308-ab0d-e8dae9b995a9 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Acquiring lock "d32bd877-7829-4c08-8518-478d2f8925ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.657785] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7bbe3bf6-e1b5-4308-ab0d-e8dae9b995a9 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Lock "d32bd877-7829-4c08-8518-478d2f8925ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 866.657785] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7bbe3bf6-e1b5-4308-ab0d-e8dae9b995a9 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Acquiring lock "d32bd877-7829-4c08-8518-478d2f8925ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.657974] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7bbe3bf6-e1b5-4308-ab0d-e8dae9b995a9 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Lock "d32bd877-7829-4c08-8518-478d2f8925ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 866.658155] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7bbe3bf6-e1b5-4308-ab0d-e8dae9b995a9 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Lock "d32bd877-7829-4c08-8518-478d2f8925ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 866.660175] env[62301]: INFO nova.compute.manager [None req-7bbe3bf6-e1b5-4308-ab0d-e8dae9b995a9 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] Terminating instance [ 866.737344] env[62301]: DEBUG nova.scheduler.client.report [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.790740] env[62301]: DEBUG oslo_concurrency.lockutils [None req-abcf90be-d843-4f52-b80a-4531456a1e52 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Acquiring lock "7e9c242a-875f-4f89-ab87-debf3dbf8e94" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.790986] env[62301]: DEBUG oslo_concurrency.lockutils [None req-abcf90be-d843-4f52-b80a-4531456a1e52 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Lock "7e9c242a-875f-4f89-ab87-debf3dbf8e94" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 866.791200] env[62301]: DEBUG oslo_concurrency.lockutils [None req-abcf90be-d843-4f52-b80a-4531456a1e52 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Acquiring lock "7e9c242a-875f-4f89-ab87-debf3dbf8e94-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.791379] env[62301]: DEBUG oslo_concurrency.lockutils [None req-abcf90be-d843-4f52-b80a-4531456a1e52 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Lock "7e9c242a-875f-4f89-ab87-debf3dbf8e94-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 866.791545] env[62301]: DEBUG oslo_concurrency.lockutils [None req-abcf90be-d843-4f52-b80a-4531456a1e52 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Lock "7e9c242a-875f-4f89-ab87-debf3dbf8e94-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 866.795021] env[62301]: INFO nova.compute.manager [None req-abcf90be-d843-4f52-b80a-4531456a1e52 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Terminating instance [ 866.932160] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 867.163684] env[62301]: DEBUG nova.compute.manager [None req-7bbe3bf6-e1b5-4308-ab0d-e8dae9b995a9 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 867.163913] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-7bbe3bf6-e1b5-4308-ab0d-e8dae9b995a9 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 867.165357] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef78b9a8-cf20-416d-a590-23c83f9c0e06 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.173263] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bbe3bf6-e1b5-4308-ab0d-e8dae9b995a9 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.173590] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d4b688f-f19b-4251-b3be-28d9bcc080aa {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.181842] env[62301]: DEBUG oslo_concurrency.lockutils [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Acquiring lock "64f8a15b-a51a-46d1-92ac-b78f5134e0dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 867.182334] env[62301]: DEBUG oslo_concurrency.lockutils [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Lock "64f8a15b-a51a-46d1-92ac-b78f5134e0dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.186786] env[62301]: DEBUG oslo_vmware.api [None req-7bbe3bf6-e1b5-4308-ab0d-e8dae9b995a9 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the task: (returnval){ [ 867.186786] env[62301]: value = "task-2570423" [ 867.186786] env[62301]: _type = "Task" [ 867.186786] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.195511] env[62301]: DEBUG oslo_vmware.api [None req-7bbe3bf6-e1b5-4308-ab0d-e8dae9b995a9 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570423, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.241906] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.441s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.242517] env[62301]: DEBUG nova.compute.manager [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 867.245275] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1b2d7cf8-33c6-4df3-a9fb-6de34e3d5d75 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.060s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.248085] env[62301]: DEBUG nova.objects.instance [None req-1b2d7cf8-33c6-4df3-a9fb-6de34e3d5d75 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lazy-loading 'resources' on Instance uuid 832e4ce0-4f62-473b-b524-2c300d15a7d3 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 867.300432] env[62301]: DEBUG nova.compute.manager [None req-abcf90be-d843-4f52-b80a-4531456a1e52 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 867.300529] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-abcf90be-d843-4f52-b80a-4531456a1e52 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 867.301939] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6c13b2-92d3-420d-9e52-5d8f926747e3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.309809] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-abcf90be-d843-4f52-b80a-4531456a1e52 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.310631] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3404f21b-d42e-4cb7-82a2-7238f4dbd021 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.316491] env[62301]: DEBUG oslo_vmware.api [None req-abcf90be-d843-4f52-b80a-4531456a1e52 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Waiting for the task: (returnval){ [ 867.316491] env[62301]: value = "task-2570424" [ 867.316491] env[62301]: _type = "Task" [ 867.316491] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.324391] env[62301]: DEBUG oslo_vmware.api [None req-abcf90be-d843-4f52-b80a-4531456a1e52 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2570424, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.584180] env[62301]: DEBUG nova.network.neutron [-] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.685184] env[62301]: DEBUG nova.compute.manager [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 64f8a15b-a51a-46d1-92ac-b78f5134e0dd] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 867.697254] env[62301]: DEBUG oslo_vmware.api [None req-7bbe3bf6-e1b5-4308-ab0d-e8dae9b995a9 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570423, 'name': PowerOffVM_Task, 'duration_secs': 0.423332} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.697449] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bbe3bf6-e1b5-4308-ab0d-e8dae9b995a9 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 867.697566] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-7bbe3bf6-e1b5-4308-ab0d-e8dae9b995a9 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 867.697811] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e192d030-ae0c-4a1b-bded-ef104973098f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.748815] env[62301]: DEBUG nova.compute.utils [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 867.750191] env[62301]: DEBUG nova.compute.manager [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 867.750363] env[62301]: DEBUG nova.network.neutron [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 867.765707] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-7bbe3bf6-e1b5-4308-ab0d-e8dae9b995a9 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 867.765939] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-7bbe3bf6-e1b5-4308-ab0d-e8dae9b995a9 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 867.766116] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bbe3bf6-e1b5-4308-ab0d-e8dae9b995a9 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Deleting the datastore file [datastore1] d32bd877-7829-4c08-8518-478d2f8925ed {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 867.766400] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0563612a-c711-479b-ac5a-59c53942bf99 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.772527] env[62301]: DEBUG oslo_vmware.api [None req-7bbe3bf6-e1b5-4308-ab0d-e8dae9b995a9 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the task: (returnval){ [ 867.772527] env[62301]: value = "task-2570426" [ 867.772527] env[62301]: _type = "Task" [ 867.772527] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.782720] env[62301]: DEBUG oslo_vmware.api [None req-7bbe3bf6-e1b5-4308-ab0d-e8dae9b995a9 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570426, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.794649] env[62301]: DEBUG nova.policy [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69e5bd46b9694a72a822604525dc2d60', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c6e401c2ffb4be5ad8d8a54b65f4a3d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 867.831169] env[62301]: DEBUG oslo_vmware.api [None req-abcf90be-d843-4f52-b80a-4531456a1e52 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2570424, 'name': PowerOffVM_Task, 'duration_secs': 0.302852} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.831439] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-abcf90be-d843-4f52-b80a-4531456a1e52 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 867.831609] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-abcf90be-d843-4f52-b80a-4531456a1e52 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 867.831856] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d96da07-2be4-4f12-9086-fd7215f80d7e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.895121] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-abcf90be-d843-4f52-b80a-4531456a1e52 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 867.895363] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-abcf90be-d843-4f52-b80a-4531456a1e52 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 867.895550] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-abcf90be-d843-4f52-b80a-4531456a1e52 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Deleting the datastore file [datastore1] 7e9c242a-875f-4f89-ab87-debf3dbf8e94 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 867.896182] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae528720-64ba-4ca5-9a1c-22c3ec850721 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.903472] env[62301]: DEBUG oslo_vmware.api [None req-abcf90be-d843-4f52-b80a-4531456a1e52 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Waiting for the task: (returnval){ [ 867.903472] env[62301]: value = "task-2570428" [ 867.903472] env[62301]: _type = "Task" [ 867.903472] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.911415] env[62301]: DEBUG oslo_vmware.api [None req-abcf90be-d843-4f52-b80a-4531456a1e52 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2570428, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.068519] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73cfe772-98bf-4adf-a4d5-f586ef70968f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.075654] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29cb1a88-75c4-413a-b46c-f106b296bcfd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.104590] env[62301]: INFO nova.compute.manager [-] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Took 1.45 seconds to deallocate network for instance. [ 868.106959] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec49fdd2-cacb-4e00-81eb-2a1a8cc25231 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.112482] env[62301]: DEBUG nova.network.neutron [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Successfully created port: 686cb5e3-abcd-4279-9cea-1ad2d013c584 {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 868.119260] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1fe57f-d6df-4f67-a73d-768d38b4e49d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.132721] env[62301]: DEBUG nova.compute.provider_tree [None req-1b2d7cf8-33c6-4df3-a9fb-6de34e3d5d75 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.215187] env[62301]: DEBUG oslo_concurrency.lockutils [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.256293] env[62301]: DEBUG nova.compute.manager [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 868.282073] env[62301]: DEBUG oslo_vmware.api [None req-7bbe3bf6-e1b5-4308-ab0d-e8dae9b995a9 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570426, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152835} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.282335] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bbe3bf6-e1b5-4308-ab0d-e8dae9b995a9 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 868.282520] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-7bbe3bf6-e1b5-4308-ab0d-e8dae9b995a9 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 868.282698] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-7bbe3bf6-e1b5-4308-ab0d-e8dae9b995a9 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 868.282868] env[62301]: INFO nova.compute.manager [None req-7bbe3bf6-e1b5-4308-ab0d-e8dae9b995a9 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] Took 1.12 seconds to destroy the instance on the hypervisor. [ 868.283119] env[62301]: DEBUG oslo.service.loopingcall [None req-7bbe3bf6-e1b5-4308-ab0d-e8dae9b995a9 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 868.283306] env[62301]: DEBUG nova.compute.manager [-] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 868.283443] env[62301]: DEBUG nova.network.neutron [-] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 868.415636] env[62301]: DEBUG oslo_vmware.api [None req-abcf90be-d843-4f52-b80a-4531456a1e52 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Task: {'id': task-2570428, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155104} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.415892] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-abcf90be-d843-4f52-b80a-4531456a1e52 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 868.416084] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-abcf90be-d843-4f52-b80a-4531456a1e52 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 868.416287] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-abcf90be-d843-4f52-b80a-4531456a1e52 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 868.416481] env[62301]: INFO nova.compute.manager [None req-abcf90be-d843-4f52-b80a-4531456a1e52 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Took 1.12 seconds to destroy the instance on the hypervisor. [ 868.416725] env[62301]: DEBUG oslo.service.loopingcall [None req-abcf90be-d843-4f52-b80a-4531456a1e52 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 868.416913] env[62301]: DEBUG nova.compute.manager [-] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 868.417013] env[62301]: DEBUG nova.network.neutron [-] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 868.462951] env[62301]: DEBUG nova.compute.manager [req-0852d4bf-8148-49cd-8abd-e8b0335ac27c req-0cf9420f-bd92-42af-b1b5-4c599815ebf1 service nova] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Received event network-vif-deleted-c1b36057-fe1d-42e5-ba4c-986735c7fcee {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 868.515158] env[62301]: DEBUG nova.compute.manager [req-b66b06c6-ce3d-4e82-b60c-149617a01d1b req-3a77d314-8ffe-47c0-bcd8-a667ad211fa9 service nova] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] Received event network-vif-deleted-df8bcd1f-0e36-4dc0-a7ad-78ec482cfbc5 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 868.515158] env[62301]: INFO nova.compute.manager [req-b66b06c6-ce3d-4e82-b60c-149617a01d1b req-3a77d314-8ffe-47c0-bcd8-a667ad211fa9 service nova] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] Neutron deleted interface df8bcd1f-0e36-4dc0-a7ad-78ec482cfbc5; detaching it from the instance and deleting it from the info cache [ 868.515158] env[62301]: DEBUG nova.network.neutron [req-b66b06c6-ce3d-4e82-b60c-149617a01d1b req-3a77d314-8ffe-47c0-bcd8-a667ad211fa9 service nova] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.618781] env[62301]: DEBUG oslo_concurrency.lockutils [None req-3e9e23f0-2b74-4849-8a11-b8442c9141cd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.636124] env[62301]: DEBUG nova.scheduler.client.report [None req-1b2d7cf8-33c6-4df3-a9fb-6de34e3d5d75 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.997321] env[62301]: DEBUG nova.network.neutron [-] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.018076] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e6e72d2c-34f3-4b8e-8e2c-6edae0dd4a7b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.028254] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb26cd66-2778-4b91-a87c-9b1d4ba0bf64 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.061355] env[62301]: DEBUG nova.compute.manager [req-b66b06c6-ce3d-4e82-b60c-149617a01d1b req-3a77d314-8ffe-47c0-bcd8-a667ad211fa9 service nova] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] Detach interface failed, port_id=df8bcd1f-0e36-4dc0-a7ad-78ec482cfbc5, reason: Instance d32bd877-7829-4c08-8518-478d2f8925ed could not be found. {{(pid=62301) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 869.120580] env[62301]: DEBUG nova.network.neutron [-] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.141061] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1b2d7cf8-33c6-4df3-a9fb-6de34e3d5d75 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.896s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.144044] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c0856281-ba42-4cbe-8eb0-2adae271c970 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.571s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.144044] env[62301]: DEBUG nova.objects.instance [None req-c0856281-ba42-4cbe-8eb0-2adae271c970 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Lazy-loading 'resources' on Instance uuid 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 869.162274] env[62301]: INFO nova.scheduler.client.report [None req-1b2d7cf8-33c6-4df3-a9fb-6de34e3d5d75 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Deleted allocations for instance 832e4ce0-4f62-473b-b524-2c300d15a7d3 [ 869.267203] env[62301]: DEBUG nova.compute.manager [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 869.294276] env[62301]: DEBUG nova.virt.hardware [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 869.294521] env[62301]: DEBUG nova.virt.hardware [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 869.294676] env[62301]: DEBUG nova.virt.hardware [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 869.294853] env[62301]: DEBUG nova.virt.hardware [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 869.294997] env[62301]: DEBUG nova.virt.hardware [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 869.295161] env[62301]: DEBUG nova.virt.hardware [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 869.295366] env[62301]: DEBUG nova.virt.hardware [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 869.295541] env[62301]: DEBUG nova.virt.hardware [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 869.295884] env[62301]: DEBUG nova.virt.hardware [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 869.296134] env[62301]: DEBUG nova.virt.hardware [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 869.296344] env[62301]: DEBUG nova.virt.hardware [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 869.297198] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd12d3f-e050-41b7-9363-63abfb782042 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.305176] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a0cc6a-b251-45f5-beb5-a0aa2caf2d5c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.501699] env[62301]: INFO nova.compute.manager [-] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] Took 1.22 seconds to deallocate network for instance. [ 869.623716] env[62301]: INFO nova.compute.manager [-] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Took 1.21 seconds to deallocate network for instance. [ 869.632235] env[62301]: DEBUG nova.network.neutron [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Successfully updated port: 686cb5e3-abcd-4279-9cea-1ad2d013c584 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 869.672644] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1b2d7cf8-33c6-4df3-a9fb-6de34e3d5d75 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "832e4ce0-4f62-473b-b524-2c300d15a7d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.988s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.927957] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab8e896-e9dc-46e1-b880-a6e3fe7711ac {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.936184] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37248a40-ac03-4770-9b23-a9d623edeecf {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.967618] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4439f2b-b384-4bc5-b1c2-536beb1a5220 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.974878] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8b9953-9919-4e20-bc19-95ff1b13d0df {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.989495] env[62301]: DEBUG nova.compute.provider_tree [None req-c0856281-ba42-4cbe-8eb0-2adae271c970 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.006626] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7bbe3bf6-e1b5-4308-ab0d-e8dae9b995a9 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.135436] env[62301]: DEBUG oslo_concurrency.lockutils [None req-abcf90be-d843-4f52-b80a-4531456a1e52 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.135584] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquiring lock "refresh_cache-ef47192b-434b-4162-9218-904cf9c10ff5" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.135628] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquired lock "refresh_cache-ef47192b-434b-4162-9218-904cf9c10ff5" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.136031] env[62301]: DEBUG nova.network.neutron [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 870.493091] env[62301]: DEBUG nova.compute.manager [req-26ee1310-ae84-4079-8ed4-74aac9036e40 req-229f5b96-8921-4394-841a-9c9a90095027 service nova] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Received event network-vif-deleted-fa1de50a-0191-41ab-b097-bde4736088aa {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 870.493319] env[62301]: DEBUG nova.compute.manager [req-26ee1310-ae84-4079-8ed4-74aac9036e40 req-229f5b96-8921-4394-841a-9c9a90095027 service nova] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Received event network-vif-plugged-686cb5e3-abcd-4279-9cea-1ad2d013c584 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 870.493495] env[62301]: DEBUG oslo_concurrency.lockutils [req-26ee1310-ae84-4079-8ed4-74aac9036e40 req-229f5b96-8921-4394-841a-9c9a90095027 service nova] Acquiring lock "ef47192b-434b-4162-9218-904cf9c10ff5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.493692] env[62301]: DEBUG oslo_concurrency.lockutils [req-26ee1310-ae84-4079-8ed4-74aac9036e40 req-229f5b96-8921-4394-841a-9c9a90095027 service nova] Lock "ef47192b-434b-4162-9218-904cf9c10ff5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.493871] env[62301]: DEBUG oslo_concurrency.lockutils [req-26ee1310-ae84-4079-8ed4-74aac9036e40 req-229f5b96-8921-4394-841a-9c9a90095027 service nova] Lock "ef47192b-434b-4162-9218-904cf9c10ff5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.494033] env[62301]: DEBUG nova.compute.manager [req-26ee1310-ae84-4079-8ed4-74aac9036e40 req-229f5b96-8921-4394-841a-9c9a90095027 service nova] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] No waiting events found dispatching network-vif-plugged-686cb5e3-abcd-4279-9cea-1ad2d013c584 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 870.494186] env[62301]: WARNING nova.compute.manager [req-26ee1310-ae84-4079-8ed4-74aac9036e40 req-229f5b96-8921-4394-841a-9c9a90095027 service nova] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Received unexpected event network-vif-plugged-686cb5e3-abcd-4279-9cea-1ad2d013c584 for instance with vm_state building and task_state spawning. [ 870.494384] env[62301]: DEBUG nova.compute.manager [req-26ee1310-ae84-4079-8ed4-74aac9036e40 req-229f5b96-8921-4394-841a-9c9a90095027 service nova] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Received event network-changed-686cb5e3-abcd-4279-9cea-1ad2d013c584 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 870.494506] env[62301]: DEBUG nova.compute.manager [req-26ee1310-ae84-4079-8ed4-74aac9036e40 req-229f5b96-8921-4394-841a-9c9a90095027 service nova] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Refreshing instance network info cache due to event network-changed-686cb5e3-abcd-4279-9cea-1ad2d013c584. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 870.494630] env[62301]: DEBUG oslo_concurrency.lockutils [req-26ee1310-ae84-4079-8ed4-74aac9036e40 req-229f5b96-8921-4394-841a-9c9a90095027 service nova] Acquiring lock "refresh_cache-ef47192b-434b-4162-9218-904cf9c10ff5" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.495344] env[62301]: DEBUG nova.scheduler.client.report [None req-c0856281-ba42-4cbe-8eb0-2adae271c970 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.670133] env[62301]: DEBUG nova.network.neutron [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 870.719552] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquiring lock "be36b9f5-1c3f-4df8-99c3-644321e8d992" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.719721] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "be36b9f5-1c3f-4df8-99c3-644321e8d992" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.824444] env[62301]: DEBUG nova.network.neutron [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Updating instance_info_cache with network_info: [{"id": "686cb5e3-abcd-4279-9cea-1ad2d013c584", "address": "fa:16:3e:98:2c:a1", "network": {"id": "4db15bfb-5237-4871-8da5-38b678505e0e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-131495656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c6e401c2ffb4be5ad8d8a54b65f4a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap686cb5e3-ab", "ovs_interfaceid": "686cb5e3-abcd-4279-9cea-1ad2d013c584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.999944] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c0856281-ba42-4cbe-8eb0-2adae271c970 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.856s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.003021] env[62301]: DEBUG oslo_concurrency.lockutils [None req-742dada7-1329-4e8a-9ed8-41b83abdd6ed tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.175s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 871.003021] env[62301]: DEBUG nova.objects.instance [None req-742dada7-1329-4e8a-9ed8-41b83abdd6ed tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Lazy-loading 'resources' on Instance uuid cd9f474f-f661-4626-a575-d9918a2c34b5 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 871.016999] env[62301]: INFO nova.scheduler.client.report [None req-c0856281-ba42-4cbe-8eb0-2adae271c970 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Deleted allocations for instance 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7 [ 871.222074] env[62301]: DEBUG nova.compute.manager [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 871.328009] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Releasing lock "refresh_cache-ef47192b-434b-4162-9218-904cf9c10ff5" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.328009] env[62301]: DEBUG nova.compute.manager [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Instance network_info: |[{"id": "686cb5e3-abcd-4279-9cea-1ad2d013c584", "address": "fa:16:3e:98:2c:a1", "network": {"id": "4db15bfb-5237-4871-8da5-38b678505e0e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-131495656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c6e401c2ffb4be5ad8d8a54b65f4a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap686cb5e3-ab", "ovs_interfaceid": "686cb5e3-abcd-4279-9cea-1ad2d013c584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 871.328211] env[62301]: DEBUG oslo_concurrency.lockutils [req-26ee1310-ae84-4079-8ed4-74aac9036e40 req-229f5b96-8921-4394-841a-9c9a90095027 service nova] Acquired lock "refresh_cache-ef47192b-434b-4162-9218-904cf9c10ff5" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.328350] env[62301]: DEBUG nova.network.neutron [req-26ee1310-ae84-4079-8ed4-74aac9036e40 req-229f5b96-8921-4394-841a-9c9a90095027 service nova] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Refreshing network info cache for port 686cb5e3-abcd-4279-9cea-1ad2d013c584 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 871.329518] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:2c:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '489b2441-7132-4942-8b61-49cf0ad4400e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '686cb5e3-abcd-4279-9cea-1ad2d013c584', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 871.337905] env[62301]: DEBUG oslo.service.loopingcall [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 871.340974] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 871.341454] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b58ab605-03ac-48be-a9de-917b142e9dea {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.362275] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 871.362275] env[62301]: value = "task-2570429" [ 871.362275] env[62301]: _type = "Task" [ 871.362275] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.370526] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570429, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.523953] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c0856281-ba42-4cbe-8eb0-2adae271c970 tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Lock "8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.583s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.645887] env[62301]: DEBUG nova.network.neutron [req-26ee1310-ae84-4079-8ed4-74aac9036e40 req-229f5b96-8921-4394-841a-9c9a90095027 service nova] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Updated VIF entry in instance network info cache for port 686cb5e3-abcd-4279-9cea-1ad2d013c584. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 871.646282] env[62301]: DEBUG nova.network.neutron [req-26ee1310-ae84-4079-8ed4-74aac9036e40 req-229f5b96-8921-4394-841a-9c9a90095027 service nova] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Updating instance_info_cache with network_info: [{"id": "686cb5e3-abcd-4279-9cea-1ad2d013c584", "address": "fa:16:3e:98:2c:a1", "network": {"id": "4db15bfb-5237-4871-8da5-38b678505e0e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-131495656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c6e401c2ffb4be5ad8d8a54b65f4a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap686cb5e3-ab", "ovs_interfaceid": "686cb5e3-abcd-4279-9cea-1ad2d013c584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.741636] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 871.798801] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ffa551-31d6-4162-9af2-88a4210b21bc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.806945] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91ec3a1-8f29-4037-b838-56ad790c8d42 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.836705] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0698236-8d2f-4f2d-ace5-830eaa3ba846 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.844238] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58a628b-63b5-401a-a5b3-caaf4fd3b244 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.857434] env[62301]: DEBUG nova.compute.provider_tree [None req-742dada7-1329-4e8a-9ed8-41b83abdd6ed tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.873919] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570429, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.152374] env[62301]: DEBUG oslo_concurrency.lockutils [req-26ee1310-ae84-4079-8ed4-74aac9036e40 req-229f5b96-8921-4394-841a-9c9a90095027 service nova] Releasing lock "refresh_cache-ef47192b-434b-4162-9218-904cf9c10ff5" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.361254] env[62301]: DEBUG nova.scheduler.client.report [None req-742dada7-1329-4e8a-9ed8-41b83abdd6ed tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.373976] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570429, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.705077] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f7b39726-c42b-4767-ae79-934598415a0b tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Acquiring lock "ad58b606-b954-4ce1-bda7-56f0bd23e83f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.705077] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f7b39726-c42b-4767-ae79-934598415a0b tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Lock "ad58b606-b954-4ce1-bda7-56f0bd23e83f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.705295] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f7b39726-c42b-4767-ae79-934598415a0b tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Acquiring lock "ad58b606-b954-4ce1-bda7-56f0bd23e83f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.705488] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f7b39726-c42b-4767-ae79-934598415a0b tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Lock "ad58b606-b954-4ce1-bda7-56f0bd23e83f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.705657] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f7b39726-c42b-4767-ae79-934598415a0b tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Lock "ad58b606-b954-4ce1-bda7-56f0bd23e83f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.707867] env[62301]: INFO nova.compute.manager [None req-f7b39726-c42b-4767-ae79-934598415a0b tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: ad58b606-b954-4ce1-bda7-56f0bd23e83f] Terminating instance [ 872.868913] env[62301]: DEBUG oslo_concurrency.lockutils [None req-742dada7-1329-4e8a-9ed8-41b83abdd6ed tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.866s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.870991] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.507s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.872409] env[62301]: INFO nova.compute.claims [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 872.880417] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570429, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.891537] env[62301]: INFO nova.scheduler.client.report [None req-742dada7-1329-4e8a-9ed8-41b83abdd6ed tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Deleted allocations for instance cd9f474f-f661-4626-a575-d9918a2c34b5 [ 873.212052] env[62301]: DEBUG nova.compute.manager [None req-f7b39726-c42b-4767-ae79-934598415a0b tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: ad58b606-b954-4ce1-bda7-56f0bd23e83f] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 873.212333] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b39726-c42b-4767-ae79-934598415a0b tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: ad58b606-b954-4ce1-bda7-56f0bd23e83f] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 873.213147] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e213c7d-a8c8-4831-ac3a-f21ae772bf18 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.221874] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7b39726-c42b-4767-ae79-934598415a0b tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: ad58b606-b954-4ce1-bda7-56f0bd23e83f] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.222094] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb7faef4-d498-4d91-a355-46a7995e1169 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.228219] env[62301]: DEBUG oslo_vmware.api [None req-f7b39726-c42b-4767-ae79-934598415a0b tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Waiting for the task: (returnval){ [ 873.228219] env[62301]: value = "task-2570430" [ 873.228219] env[62301]: _type = "Task" [ 873.228219] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.236168] env[62301]: DEBUG oslo_vmware.api [None req-f7b39726-c42b-4767-ae79-934598415a0b tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Task: {'id': task-2570430, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.374882] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570429, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.399089] env[62301]: DEBUG oslo_concurrency.lockutils [None req-742dada7-1329-4e8a-9ed8-41b83abdd6ed tempest-ImagesOneServerNegativeTestJSON-1373443324 tempest-ImagesOneServerNegativeTestJSON-1373443324-project-member] Lock "cd9f474f-f661-4626-a575-d9918a2c34b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.018s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.738649] env[62301]: DEBUG oslo_vmware.api [None req-f7b39726-c42b-4767-ae79-934598415a0b tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Task: {'id': task-2570430, 'name': PowerOffVM_Task, 'duration_secs': 0.182271} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.738966] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7b39726-c42b-4767-ae79-934598415a0b tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: ad58b606-b954-4ce1-bda7-56f0bd23e83f] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.739190] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b39726-c42b-4767-ae79-934598415a0b tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: ad58b606-b954-4ce1-bda7-56f0bd23e83f] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 873.739448] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-149a9c56-c7ab-4653-b800-933dbaf4c1af {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.803151] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b39726-c42b-4767-ae79-934598415a0b tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: ad58b606-b954-4ce1-bda7-56f0bd23e83f] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 873.803379] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b39726-c42b-4767-ae79-934598415a0b tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: ad58b606-b954-4ce1-bda7-56f0bd23e83f] Deleting contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 873.803563] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7b39726-c42b-4767-ae79-934598415a0b tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Deleting the datastore file [datastore2] ad58b606-b954-4ce1-bda7-56f0bd23e83f {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 873.803827] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b4896f5-368d-49b1-9582-b4b08a642ae4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.810890] env[62301]: DEBUG oslo_vmware.api [None req-f7b39726-c42b-4767-ae79-934598415a0b tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Waiting for the task: (returnval){ [ 873.810890] env[62301]: value = "task-2570432" [ 873.810890] env[62301]: _type = "Task" [ 873.810890] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.819198] env[62301]: DEBUG oslo_vmware.api [None req-f7b39726-c42b-4767-ae79-934598415a0b tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Task: {'id': task-2570432, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.874917] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570429, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.214161] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2311292c-9121-4b86-84e2-a5534241625a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.224053] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf28dc19-c2bc-4925-bbcd-99c2f384df9e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.257818] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e9f88b-0f3d-4429-b965-09404ca3324b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.267009] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2014f0-2825-4dfb-a3af-b4e733fa3d2d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.285696] env[62301]: DEBUG nova.compute.provider_tree [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.321317] env[62301]: DEBUG oslo_vmware.api [None req-f7b39726-c42b-4767-ae79-934598415a0b tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Task: {'id': task-2570432, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131399} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.321599] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7b39726-c42b-4767-ae79-934598415a0b tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 874.321783] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b39726-c42b-4767-ae79-934598415a0b tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: ad58b606-b954-4ce1-bda7-56f0bd23e83f] Deleted contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 874.321960] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b39726-c42b-4767-ae79-934598415a0b tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: ad58b606-b954-4ce1-bda7-56f0bd23e83f] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 874.322152] env[62301]: INFO nova.compute.manager [None req-f7b39726-c42b-4767-ae79-934598415a0b tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] [instance: ad58b606-b954-4ce1-bda7-56f0bd23e83f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 874.322398] env[62301]: DEBUG oslo.service.loopingcall [None req-f7b39726-c42b-4767-ae79-934598415a0b tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 874.322590] env[62301]: DEBUG nova.compute.manager [-] [instance: ad58b606-b954-4ce1-bda7-56f0bd23e83f] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 874.322677] env[62301]: DEBUG nova.network.neutron [-] [instance: ad58b606-b954-4ce1-bda7-56f0bd23e83f] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 874.378941] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570429, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.619281] env[62301]: DEBUG nova.compute.manager [req-6f4ca2aa-eed2-4447-9b19-dcc263e3e090 req-ba52fcbc-414c-4e68-a3cc-fb3eb52b7f4d service nova] [instance: ad58b606-b954-4ce1-bda7-56f0bd23e83f] Received event network-vif-deleted-5d0bac21-aa73-4e9a-8dc9-27fda9944a95 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 874.619791] env[62301]: INFO nova.compute.manager [req-6f4ca2aa-eed2-4447-9b19-dcc263e3e090 req-ba52fcbc-414c-4e68-a3cc-fb3eb52b7f4d service nova] [instance: ad58b606-b954-4ce1-bda7-56f0bd23e83f] Neutron deleted interface 5d0bac21-aa73-4e9a-8dc9-27fda9944a95; detaching it from the instance and deleting it from the info cache [ 874.620108] env[62301]: DEBUG nova.network.neutron [req-6f4ca2aa-eed2-4447-9b19-dcc263e3e090 req-ba52fcbc-414c-4e68-a3cc-fb3eb52b7f4d service nova] [instance: ad58b606-b954-4ce1-bda7-56f0bd23e83f] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.790160] env[62301]: DEBUG nova.scheduler.client.report [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.877406] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570429, 'name': CreateVM_Task, 'duration_secs': 3.50599} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.877616] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 874.878317] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.878480] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.878831] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.879098] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc9c50fb-0d92-4fbe-ab62-02525cd16378 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.884088] env[62301]: DEBUG oslo_vmware.api [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 874.884088] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52a46c58-a1e9-cfd7-ca38-a2433b497726" [ 874.884088] env[62301]: _type = "Task" [ 874.884088] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.892130] env[62301]: DEBUG oslo_vmware.api [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52a46c58-a1e9-cfd7-ca38-a2433b497726, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.101705] env[62301]: DEBUG nova.network.neutron [-] [instance: ad58b606-b954-4ce1-bda7-56f0bd23e83f] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.122884] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4aeb2b05-b254-42c0-bcd3-74fa7ad2540e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.136896] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82519888-7ce0-4139-9990-9f9c736589b1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.178700] env[62301]: DEBUG nova.compute.manager [req-6f4ca2aa-eed2-4447-9b19-dcc263e3e090 req-ba52fcbc-414c-4e68-a3cc-fb3eb52b7f4d service nova] [instance: ad58b606-b954-4ce1-bda7-56f0bd23e83f] Detach interface failed, port_id=5d0bac21-aa73-4e9a-8dc9-27fda9944a95, reason: Instance ad58b606-b954-4ce1-bda7-56f0bd23e83f could not be found. {{(pid=62301) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 875.296645] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.425s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 875.297269] env[62301]: DEBUG nova.compute.manager [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 875.299788] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f6de10f8-ce1e-4a6b-91be-172f8505496a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.482s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 875.300053] env[62301]: DEBUG nova.objects.instance [None req-f6de10f8-ce1e-4a6b-91be-172f8505496a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Lazy-loading 'resources' on Instance uuid bee99a50-f6f3-4b54-a579-acbd6c14adca {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 875.395653] env[62301]: DEBUG oslo_vmware.api [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52a46c58-a1e9-cfd7-ca38-a2433b497726, 'name': SearchDatastore_Task, 'duration_secs': 0.017161} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.396383] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.396383] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 875.396529] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.396594] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.396789] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 875.397119] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4f1c96c-bea0-436d-a6a6-e69e1d457221 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.406613] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 875.406852] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 875.408822] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d332b0c0-c592-464b-9fe2-4d76eed3652d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.414330] env[62301]: DEBUG oslo_vmware.api [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 875.414330] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52bfc47a-5259-3891-7f25-4ae02164d9ff" [ 875.414330] env[62301]: _type = "Task" [ 875.414330] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.422718] env[62301]: DEBUG oslo_vmware.api [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52bfc47a-5259-3891-7f25-4ae02164d9ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.604839] env[62301]: INFO nova.compute.manager [-] [instance: ad58b606-b954-4ce1-bda7-56f0bd23e83f] Took 1.28 seconds to deallocate network for instance. [ 875.803223] env[62301]: DEBUG nova.compute.utils [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 875.804583] env[62301]: DEBUG nova.compute.manager [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 875.805242] env[62301]: DEBUG nova.network.neutron [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 875.850826] env[62301]: DEBUG nova.policy [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a8f3de2018d4e52aaaf9cc9ade88cd6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ea9bdc8a9b547d881e4051cff4426f9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 875.925453] env[62301]: DEBUG oslo_vmware.api [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52bfc47a-5259-3891-7f25-4ae02164d9ff, 'name': SearchDatastore_Task, 'duration_secs': 0.009509} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.926943] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17974b23-239e-4b48-9487-fb759ccb51b6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.931061] env[62301]: DEBUG oslo_vmware.api [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 875.931061] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52da5d55-f39b-11e7-818a-8118e033f9eb" [ 875.931061] env[62301]: _type = "Task" [ 875.931061] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.940268] env[62301]: DEBUG oslo_vmware.api [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52da5d55-f39b-11e7-818a-8118e033f9eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.112517] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f7b39726-c42b-4767-ae79-934598415a0b tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 876.133199] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84752ed-1189-4961-9e04-9ccb31d2eeb1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.141700] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b2a28f-1b85-4780-baa8-18f6a8d198eb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.175820] env[62301]: DEBUG nova.network.neutron [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Successfully created port: da864455-8759-4fcb-be62-dc230856a3ab {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 876.178420] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1a7c2c-150b-4602-a51e-564020b08586 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.186332] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41b56df-3db9-415a-b555-f9614c8cc6c9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.200259] env[62301]: DEBUG nova.compute.provider_tree [None req-f6de10f8-ce1e-4a6b-91be-172f8505496a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.309669] env[62301]: DEBUG nova.compute.manager [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 876.443352] env[62301]: DEBUG oslo_vmware.api [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52da5d55-f39b-11e7-818a-8118e033f9eb, 'name': SearchDatastore_Task, 'duration_secs': 0.009898} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.444261] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.445156] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] ef47192b-434b-4162-9218-904cf9c10ff5/ef47192b-434b-4162-9218-904cf9c10ff5.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 876.445156] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-467014c8-691b-4f3a-9d9b-757ab1f5a1d4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.453620] env[62301]: DEBUG oslo_vmware.api [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 876.453620] env[62301]: value = "task-2570433" [ 876.453620] env[62301]: _type = "Task" [ 876.453620] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.462811] env[62301]: DEBUG oslo_vmware.api [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570433, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.707627] env[62301]: DEBUG nova.scheduler.client.report [None req-f6de10f8-ce1e-4a6b-91be-172f8505496a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.964159] env[62301]: DEBUG oslo_vmware.api [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570433, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.218166] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f6de10f8-ce1e-4a6b-91be-172f8505496a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.918s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 877.225467] env[62301]: DEBUG oslo_concurrency.lockutils [None req-27767290-1402-4f86-8f32-cdd2b89a4b59 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.811s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 877.225467] env[62301]: DEBUG nova.objects.instance [None req-27767290-1402-4f86-8f32-cdd2b89a4b59 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lazy-loading 'resources' on Instance uuid 84e67ab5-2f2f-4633-904c-55536dd23f20 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 877.271633] env[62301]: INFO nova.scheduler.client.report [None req-f6de10f8-ce1e-4a6b-91be-172f8505496a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Deleted allocations for instance bee99a50-f6f3-4b54-a579-acbd6c14adca [ 877.320018] env[62301]: DEBUG nova.compute.manager [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 877.362646] env[62301]: DEBUG nova.virt.hardware [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 877.362892] env[62301]: DEBUG nova.virt.hardware [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 877.363082] env[62301]: DEBUG nova.virt.hardware [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.363302] env[62301]: DEBUG nova.virt.hardware [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 877.363453] env[62301]: DEBUG nova.virt.hardware [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.363603] env[62301]: DEBUG nova.virt.hardware [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 877.363815] env[62301]: DEBUG nova.virt.hardware [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 877.363971] env[62301]: DEBUG nova.virt.hardware [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 877.364903] env[62301]: DEBUG nova.virt.hardware [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 877.364993] env[62301]: DEBUG nova.virt.hardware [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 877.365171] env[62301]: DEBUG nova.virt.hardware [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 877.366049] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2745bfe1-842b-4963-9071-5c95b53e9e1e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.376913] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5dfb62-f423-4f2f-8b7d-da50117494b2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.463891] env[62301]: DEBUG oslo_vmware.api [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570433, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527389} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.464175] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] ef47192b-434b-4162-9218-904cf9c10ff5/ef47192b-434b-4162-9218-904cf9c10ff5.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 877.464385] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 877.464633] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6262ae68-b30b-4293-ab03-4ddcc16ab2d6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.471194] env[62301]: DEBUG oslo_vmware.api [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 877.471194] env[62301]: value = "task-2570434" [ 877.471194] env[62301]: _type = "Task" [ 877.471194] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.484844] env[62301]: DEBUG oslo_vmware.api [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570434, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.595914] env[62301]: DEBUG nova.compute.manager [req-fc98dc30-890e-4afe-bc27-c29e988a257a req-2f591843-71e0-4190-a572-a3cfead86d47 service nova] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Received event network-vif-plugged-da864455-8759-4fcb-be62-dc230856a3ab {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 877.596118] env[62301]: DEBUG oslo_concurrency.lockutils [req-fc98dc30-890e-4afe-bc27-c29e988a257a req-2f591843-71e0-4190-a572-a3cfead86d47 service nova] Acquiring lock "c97bdea5-d23f-4a33-bce2-8e42fbccb46e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 877.596327] env[62301]: DEBUG oslo_concurrency.lockutils [req-fc98dc30-890e-4afe-bc27-c29e988a257a req-2f591843-71e0-4190-a572-a3cfead86d47 service nova] Lock "c97bdea5-d23f-4a33-bce2-8e42fbccb46e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 877.596494] env[62301]: DEBUG oslo_concurrency.lockutils [req-fc98dc30-890e-4afe-bc27-c29e988a257a req-2f591843-71e0-4190-a572-a3cfead86d47 service nova] Lock "c97bdea5-d23f-4a33-bce2-8e42fbccb46e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 877.596702] env[62301]: DEBUG nova.compute.manager [req-fc98dc30-890e-4afe-bc27-c29e988a257a req-2f591843-71e0-4190-a572-a3cfead86d47 service nova] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] No waiting events found dispatching network-vif-plugged-da864455-8759-4fcb-be62-dc230856a3ab {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 877.596881] env[62301]: WARNING nova.compute.manager [req-fc98dc30-890e-4afe-bc27-c29e988a257a req-2f591843-71e0-4190-a572-a3cfead86d47 service nova] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Received unexpected event network-vif-plugged-da864455-8759-4fcb-be62-dc230856a3ab for instance with vm_state building and task_state spawning. [ 877.688393] env[62301]: DEBUG nova.network.neutron [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Successfully updated port: da864455-8759-4fcb-be62-dc230856a3ab {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 877.781607] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f6de10f8-ce1e-4a6b-91be-172f8505496a tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Lock "bee99a50-f6f3-4b54-a579-acbd6c14adca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.433s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 877.980907] env[62301]: DEBUG oslo_vmware.api [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570434, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082866} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.983889] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 877.984945] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76faf4d9-0c99-48f8-88a3-c373148df0b6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.007406] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] ef47192b-434b-4162-9218-904cf9c10ff5/ef47192b-434b-4162-9218-904cf9c10ff5.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 878.010239] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52b9f2f8-381c-4832-a33c-3919ff5a1cbd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.030678] env[62301]: DEBUG oslo_vmware.api [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 878.030678] env[62301]: value = "task-2570435" [ 878.030678] env[62301]: _type = "Task" [ 878.030678] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.039771] env[62301]: DEBUG oslo_vmware.api [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570435, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.100860] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825b7654-b8f8-4c38-8467-6a591cf36d29 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.110380] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da950a44-1ed0-4294-8b5d-8a09d11e7277 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.151091] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5706198c-73ad-4a54-bdd5-59bff3126850 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.158596] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813d3083-df6f-4ffa-bc8d-59e4d9be7834 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.173458] env[62301]: DEBUG nova.compute.provider_tree [None req-27767290-1402-4f86-8f32-cdd2b89a4b59 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.195386] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquiring lock "refresh_cache-c97bdea5-d23f-4a33-bce2-8e42fbccb46e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.195544] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquired lock "refresh_cache-c97bdea5-d23f-4a33-bce2-8e42fbccb46e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.195747] env[62301]: DEBUG nova.network.neutron [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.541165] env[62301]: DEBUG oslo_vmware.api [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570435, 'name': ReconfigVM_Task, 'duration_secs': 0.316086} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.541478] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Reconfigured VM instance instance-0000004a to attach disk [datastore1] ef47192b-434b-4162-9218-904cf9c10ff5/ef47192b-434b-4162-9218-904cf9c10ff5.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 878.542740] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d86de4b8-f426-420d-971f-8e4e052e67dc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.548361] env[62301]: DEBUG oslo_vmware.api [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 878.548361] env[62301]: value = "task-2570436" [ 878.548361] env[62301]: _type = "Task" [ 878.548361] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.556689] env[62301]: DEBUG oslo_vmware.api [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570436, 'name': Rename_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.675599] env[62301]: DEBUG nova.scheduler.client.report [None req-27767290-1402-4f86-8f32-cdd2b89a4b59 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.740840] env[62301]: DEBUG nova.network.neutron [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 878.892806] env[62301]: DEBUG nova.network.neutron [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Updating instance_info_cache with network_info: [{"id": "da864455-8759-4fcb-be62-dc230856a3ab", "address": "fa:16:3e:db:cb:9a", "network": {"id": "2bb96169-7594-47bb-8c69-56a2af9dfa32", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1110516366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ea9bdc8a9b547d881e4051cff4426f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda864455-87", "ovs_interfaceid": "da864455-8759-4fcb-be62-dc230856a3ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.952580] env[62301]: DEBUG oslo_concurrency.lockutils [None req-20f07d32-7aa3-48ed-ba0e-1266d88171bf tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Acquiring lock "fff316c1-2305-464b-8745-fabdb9636c46" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 878.953723] env[62301]: DEBUG oslo_concurrency.lockutils [None req-20f07d32-7aa3-48ed-ba0e-1266d88171bf tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Lock "fff316c1-2305-464b-8745-fabdb9636c46" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 878.953723] env[62301]: DEBUG oslo_concurrency.lockutils [None req-20f07d32-7aa3-48ed-ba0e-1266d88171bf tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Acquiring lock "fff316c1-2305-464b-8745-fabdb9636c46-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 878.953723] env[62301]: DEBUG oslo_concurrency.lockutils [None req-20f07d32-7aa3-48ed-ba0e-1266d88171bf tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Lock "fff316c1-2305-464b-8745-fabdb9636c46-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 878.953723] env[62301]: DEBUG oslo_concurrency.lockutils [None req-20f07d32-7aa3-48ed-ba0e-1266d88171bf tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Lock "fff316c1-2305-464b-8745-fabdb9636c46-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 878.955610] env[62301]: INFO nova.compute.manager [None req-20f07d32-7aa3-48ed-ba0e-1266d88171bf tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: fff316c1-2305-464b-8745-fabdb9636c46] Terminating instance [ 879.060032] env[62301]: DEBUG oslo_vmware.api [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570436, 'name': Rename_Task, 'duration_secs': 0.145097} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.060032] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 879.060032] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-054d32bd-4740-43e8-a43a-407adc346b02 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.066693] env[62301]: DEBUG oslo_vmware.api [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 879.066693] env[62301]: value = "task-2570437" [ 879.066693] env[62301]: _type = "Task" [ 879.066693] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.075814] env[62301]: DEBUG oslo_vmware.api [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570437, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.182911] env[62301]: DEBUG oslo_concurrency.lockutils [None req-27767290-1402-4f86-8f32-cdd2b89a4b59 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.959s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.183383] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.251s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.185197] env[62301]: INFO nova.compute.claims [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] [instance: 4f6766e1-3af7-4e78-abc0-c131c0df209f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 879.207113] env[62301]: INFO nova.scheduler.client.report [None req-27767290-1402-4f86-8f32-cdd2b89a4b59 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Deleted allocations for instance 84e67ab5-2f2f-4633-904c-55536dd23f20 [ 879.334424] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Acquiring lock "baff9106-0561-4be4-885f-2e6628c00953" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 879.334661] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Lock "baff9106-0561-4be4-885f-2e6628c00953" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.398282] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Releasing lock "refresh_cache-c97bdea5-d23f-4a33-bce2-8e42fbccb46e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.398282] env[62301]: DEBUG nova.compute.manager [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Instance network_info: |[{"id": "da864455-8759-4fcb-be62-dc230856a3ab", "address": "fa:16:3e:db:cb:9a", "network": {"id": "2bb96169-7594-47bb-8c69-56a2af9dfa32", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1110516366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ea9bdc8a9b547d881e4051cff4426f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda864455-87", "ovs_interfaceid": "da864455-8759-4fcb-be62-dc230856a3ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 879.398282] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:cb:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d054505-89d3-49c5-8b38-5da917a42c49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da864455-8759-4fcb-be62-dc230856a3ab', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 879.405829] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Creating folder: Project (7ea9bdc8a9b547d881e4051cff4426f9). Parent ref: group-v518653. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 879.406601] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5cc8ca65-04f3-453c-a324-f78b30c0bebd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.417598] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Created folder: Project (7ea9bdc8a9b547d881e4051cff4426f9) in parent group-v518653. [ 879.417987] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Creating folder: Instances. Parent ref: group-v518859. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 879.418345] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ab2c700-92c9-414d-903c-3b8f8d18371a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.432018] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Created folder: Instances in parent group-v518859. [ 879.432018] env[62301]: DEBUG oslo.service.loopingcall [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 879.432018] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 879.432018] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf0b14af-08cd-4bf4-9471-5e9c7a8432ce {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.451121] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 879.451121] env[62301]: value = "task-2570440" [ 879.451121] env[62301]: _type = "Task" [ 879.451121] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.467023] env[62301]: DEBUG nova.compute.manager [None req-20f07d32-7aa3-48ed-ba0e-1266d88171bf tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: fff316c1-2305-464b-8745-fabdb9636c46] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 879.467023] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-20f07d32-7aa3-48ed-ba0e-1266d88171bf tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: fff316c1-2305-464b-8745-fabdb9636c46] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 879.467023] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570440, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.467023] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626be82d-3bda-48ca-b514-3255b549ff63 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.474389] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f07d32-7aa3-48ed-ba0e-1266d88171bf tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: fff316c1-2305-464b-8745-fabdb9636c46] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.474816] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-982f72be-8f97-4a93-86a6-ac44b7b750b8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.481988] env[62301]: DEBUG oslo_vmware.api [None req-20f07d32-7aa3-48ed-ba0e-1266d88171bf tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for the task: (returnval){ [ 879.481988] env[62301]: value = "task-2570441" [ 879.481988] env[62301]: _type = "Task" [ 879.481988] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.490697] env[62301]: DEBUG oslo_vmware.api [None req-20f07d32-7aa3-48ed-ba0e-1266d88171bf tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570441, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.577814] env[62301]: DEBUG oslo_vmware.api [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570437, 'name': PowerOnVM_Task, 'duration_secs': 0.446123} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.578452] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 879.578788] env[62301]: INFO nova.compute.manager [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Took 10.31 seconds to spawn the instance on the hypervisor. [ 879.579136] env[62301]: DEBUG nova.compute.manager [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 879.580034] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2384a194-a5ba-4b30-a4e6-a4020dc50e2d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.625184] env[62301]: DEBUG nova.compute.manager [req-1b9c4e9f-b789-4e31-8768-77eac0eecd84 req-9c7e4dcb-0ad5-4a43-93c9-6016ac13958c service nova] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Received event network-changed-da864455-8759-4fcb-be62-dc230856a3ab {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 879.625417] env[62301]: DEBUG nova.compute.manager [req-1b9c4e9f-b789-4e31-8768-77eac0eecd84 req-9c7e4dcb-0ad5-4a43-93c9-6016ac13958c service nova] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Refreshing instance network info cache due to event network-changed-da864455-8759-4fcb-be62-dc230856a3ab. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 879.625692] env[62301]: DEBUG oslo_concurrency.lockutils [req-1b9c4e9f-b789-4e31-8768-77eac0eecd84 req-9c7e4dcb-0ad5-4a43-93c9-6016ac13958c service nova] Acquiring lock "refresh_cache-c97bdea5-d23f-4a33-bce2-8e42fbccb46e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.626067] env[62301]: DEBUG oslo_concurrency.lockutils [req-1b9c4e9f-b789-4e31-8768-77eac0eecd84 req-9c7e4dcb-0ad5-4a43-93c9-6016ac13958c service nova] Acquired lock "refresh_cache-c97bdea5-d23f-4a33-bce2-8e42fbccb46e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.626828] env[62301]: DEBUG nova.network.neutron [req-1b9c4e9f-b789-4e31-8768-77eac0eecd84 req-9c7e4dcb-0ad5-4a43-93c9-6016ac13958c service nova] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Refreshing network info cache for port da864455-8759-4fcb-be62-dc230856a3ab {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 879.714645] env[62301]: DEBUG oslo_concurrency.lockutils [None req-27767290-1402-4f86-8f32-cdd2b89a4b59 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "84e67ab5-2f2f-4633-904c-55536dd23f20" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.799s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.837525] env[62301]: DEBUG nova.compute.manager [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] [instance: baff9106-0561-4be4-885f-2e6628c00953] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 879.964526] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570440, 'name': CreateVM_Task, 'duration_secs': 0.346924} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.964659] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 879.965298] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.965465] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.965782] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.970378] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e99de37e-2695-4608-bb31-7a9be7f592ca {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.975100] env[62301]: DEBUG oslo_vmware.api [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 879.975100] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5299f0cd-0b10-6c6e-67c7-55c89ad629b2" [ 879.975100] env[62301]: _type = "Task" [ 879.975100] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.984398] env[62301]: DEBUG oslo_vmware.api [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5299f0cd-0b10-6c6e-67c7-55c89ad629b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.991752] env[62301]: DEBUG oslo_vmware.api [None req-20f07d32-7aa3-48ed-ba0e-1266d88171bf tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570441, 'name': PowerOffVM_Task, 'duration_secs': 0.258265} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.991983] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f07d32-7aa3-48ed-ba0e-1266d88171bf tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: fff316c1-2305-464b-8745-fabdb9636c46] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 879.992679] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-20f07d32-7aa3-48ed-ba0e-1266d88171bf tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: fff316c1-2305-464b-8745-fabdb9636c46] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 879.992679] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e3ee30f-599a-42bc-9d51-27011b99ae77 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.059392] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-20f07d32-7aa3-48ed-ba0e-1266d88171bf tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: fff316c1-2305-464b-8745-fabdb9636c46] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 880.059797] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-20f07d32-7aa3-48ed-ba0e-1266d88171bf tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: fff316c1-2305-464b-8745-fabdb9636c46] Deleting contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 880.060103] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-20f07d32-7aa3-48ed-ba0e-1266d88171bf tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Deleting the datastore file [datastore2] fff316c1-2305-464b-8745-fabdb9636c46 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 880.060585] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30a35ce0-8545-4eac-8be6-d51ba7989419 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.070317] env[62301]: DEBUG oslo_vmware.api [None req-20f07d32-7aa3-48ed-ba0e-1266d88171bf tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for the task: (returnval){ [ 880.070317] env[62301]: value = "task-2570443" [ 880.070317] env[62301]: _type = "Task" [ 880.070317] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.079555] env[62301]: DEBUG oslo_vmware.api [None req-20f07d32-7aa3-48ed-ba0e-1266d88171bf tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570443, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.105597] env[62301]: INFO nova.compute.manager [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Took 22.12 seconds to build instance. [ 880.358706] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.492283] env[62301]: DEBUG oslo_vmware.api [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5299f0cd-0b10-6c6e-67c7-55c89ad629b2, 'name': SearchDatastore_Task, 'duration_secs': 0.022516} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.494169] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.494254] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 880.494487] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.494664] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.494877] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 880.495809] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e6bee8-a0be-43e0-9b32-17b5c865ed84 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.498384] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-336f65e4-378a-4ef7-9ad7-f008e26c5292 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.505679] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e67f6d-d383-41ef-ab88-30949808397e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.510612] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 880.510788] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 880.511839] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bd6e2cb-303a-46ba-b105-df207ef53c17 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.543983] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b633fd-42ee-41cf-b19c-793281496ce4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.548243] env[62301]: DEBUG oslo_vmware.api [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 880.548243] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52092e8e-9aa1-7d76-6637-2b36ff86cac0" [ 880.548243] env[62301]: _type = "Task" [ 880.548243] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.556452] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573beb35-a326-46ce-8a4a-64a1ffe20cb6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.566320] env[62301]: DEBUG oslo_vmware.api [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52092e8e-9aa1-7d76-6637-2b36ff86cac0, 'name': SearchDatastore_Task, 'duration_secs': 0.009216} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.567721] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85c87b93-f6c7-4c92-a148-1737f0d31900 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.578356] env[62301]: DEBUG nova.compute.provider_tree [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.580465] env[62301]: DEBUG nova.network.neutron [req-1b9c4e9f-b789-4e31-8768-77eac0eecd84 req-9c7e4dcb-0ad5-4a43-93c9-6016ac13958c service nova] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Updated VIF entry in instance network info cache for port da864455-8759-4fcb-be62-dc230856a3ab. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 880.580774] env[62301]: DEBUG nova.network.neutron [req-1b9c4e9f-b789-4e31-8768-77eac0eecd84 req-9c7e4dcb-0ad5-4a43-93c9-6016ac13958c service nova] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Updating instance_info_cache with network_info: [{"id": "da864455-8759-4fcb-be62-dc230856a3ab", "address": "fa:16:3e:db:cb:9a", "network": {"id": "2bb96169-7594-47bb-8c69-56a2af9dfa32", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1110516366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ea9bdc8a9b547d881e4051cff4426f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda864455-87", "ovs_interfaceid": "da864455-8759-4fcb-be62-dc230856a3ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.588033] env[62301]: DEBUG oslo_vmware.api [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 880.588033] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5285e964-e602-776a-0456-ceab0bc9ebac" [ 880.588033] env[62301]: _type = "Task" [ 880.588033] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.592037] env[62301]: DEBUG oslo_vmware.api [None req-20f07d32-7aa3-48ed-ba0e-1266d88171bf tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570443, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253037} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.596177] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-20f07d32-7aa3-48ed-ba0e-1266d88171bf tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 880.596389] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-20f07d32-7aa3-48ed-ba0e-1266d88171bf tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: fff316c1-2305-464b-8745-fabdb9636c46] Deleted contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 880.596568] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-20f07d32-7aa3-48ed-ba0e-1266d88171bf tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: fff316c1-2305-464b-8745-fabdb9636c46] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 880.596743] env[62301]: INFO nova.compute.manager [None req-20f07d32-7aa3-48ed-ba0e-1266d88171bf tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: fff316c1-2305-464b-8745-fabdb9636c46] Took 1.13 seconds to destroy the instance on the hypervisor. [ 880.596969] env[62301]: DEBUG oslo.service.loopingcall [None req-20f07d32-7aa3-48ed-ba0e-1266d88171bf tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 880.597421] env[62301]: DEBUG nova.compute.manager [-] [instance: fff316c1-2305-464b-8745-fabdb9636c46] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 880.597520] env[62301]: DEBUG nova.network.neutron [-] [instance: fff316c1-2305-464b-8745-fabdb9636c46] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 880.605755] env[62301]: DEBUG oslo_vmware.api [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5285e964-e602-776a-0456-ceab0bc9ebac, 'name': SearchDatastore_Task, 'duration_secs': 0.011437} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.606146] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.606530] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] c97bdea5-d23f-4a33-bce2-8e42fbccb46e/c97bdea5-d23f-4a33-bce2-8e42fbccb46e.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 880.606867] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f433cad-2e22-47e5-85b1-f9735d3e32fa {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.609289] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bbe3d1b3-df8f-44e1-976d-96209c899e4a tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lock "ef47192b-434b-4162-9218-904cf9c10ff5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.637s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.613943] env[62301]: DEBUG oslo_vmware.api [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 880.613943] env[62301]: value = "task-2570444" [ 880.613943] env[62301]: _type = "Task" [ 880.613943] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.622167] env[62301]: DEBUG oslo_vmware.api [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570444, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.086147] env[62301]: DEBUG oslo_concurrency.lockutils [req-1b9c4e9f-b789-4e31-8768-77eac0eecd84 req-9c7e4dcb-0ad5-4a43-93c9-6016ac13958c service nova] Releasing lock "refresh_cache-c97bdea5-d23f-4a33-bce2-8e42fbccb46e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.087121] env[62301]: DEBUG nova.scheduler.client.report [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.124621] env[62301]: DEBUG oslo_vmware.api [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570444, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459478} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.124885] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] c97bdea5-d23f-4a33-bce2-8e42fbccb46e/c97bdea5-d23f-4a33-bce2-8e42fbccb46e.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 881.125110] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 881.125576] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71e2a76c-c0b8-4eb0-a831-dff0bbbb0469 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.134611] env[62301]: DEBUG oslo_vmware.api [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 881.134611] env[62301]: value = "task-2570445" [ 881.134611] env[62301]: _type = "Task" [ 881.134611] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.142966] env[62301]: DEBUG oslo_vmware.api [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570445, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.237374] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquiring lock "0a01e047-3fcb-485d-8202-bab4a45dfd93" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 881.237510] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "0a01e047-3fcb-485d-8202-bab4a45dfd93" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 881.364020] env[62301]: DEBUG nova.network.neutron [-] [instance: fff316c1-2305-464b-8745-fabdb9636c46] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.592520] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.409s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 881.592996] env[62301]: DEBUG nova.compute.manager [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] [instance: 4f6766e1-3af7-4e78-abc0-c131c0df209f] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 881.595769] env[62301]: DEBUG oslo_concurrency.lockutils [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.381s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 881.597291] env[62301]: INFO nova.compute.claims [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 64f8a15b-a51a-46d1-92ac-b78f5134e0dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 881.643091] env[62301]: DEBUG oslo_vmware.api [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570445, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095688} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.643368] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 881.644150] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f58dca-bd8e-486b-9aad-6faf380150da {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.667522] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] c97bdea5-d23f-4a33-bce2-8e42fbccb46e/c97bdea5-d23f-4a33-bce2-8e42fbccb46e.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 881.669130] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac19536d-d505-4514-a50e-e681d5e09409 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.684505] env[62301]: DEBUG nova.compute.manager [req-77185af4-404c-4c79-be2b-423e86537247 req-aeff2d8c-ef75-49fa-a0f7-c7fa83ce8cf6 service nova] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Received event network-changed-686cb5e3-abcd-4279-9cea-1ad2d013c584 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 881.684698] env[62301]: DEBUG nova.compute.manager [req-77185af4-404c-4c79-be2b-423e86537247 req-aeff2d8c-ef75-49fa-a0f7-c7fa83ce8cf6 service nova] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Refreshing instance network info cache due to event network-changed-686cb5e3-abcd-4279-9cea-1ad2d013c584. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 881.684908] env[62301]: DEBUG oslo_concurrency.lockutils [req-77185af4-404c-4c79-be2b-423e86537247 req-aeff2d8c-ef75-49fa-a0f7-c7fa83ce8cf6 service nova] Acquiring lock "refresh_cache-ef47192b-434b-4162-9218-904cf9c10ff5" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.685063] env[62301]: DEBUG oslo_concurrency.lockutils [req-77185af4-404c-4c79-be2b-423e86537247 req-aeff2d8c-ef75-49fa-a0f7-c7fa83ce8cf6 service nova] Acquired lock "refresh_cache-ef47192b-434b-4162-9218-904cf9c10ff5" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.685226] env[62301]: DEBUG nova.network.neutron [req-77185af4-404c-4c79-be2b-423e86537247 req-aeff2d8c-ef75-49fa-a0f7-c7fa83ce8cf6 service nova] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Refreshing network info cache for port 686cb5e3-abcd-4279-9cea-1ad2d013c584 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 881.692220] env[62301]: DEBUG oslo_vmware.api [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 881.692220] env[62301]: value = "task-2570446" [ 881.692220] env[62301]: _type = "Task" [ 881.692220] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.700638] env[62301]: DEBUG oslo_vmware.api [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570446, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.740127] env[62301]: DEBUG nova.compute.manager [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 0a01e047-3fcb-485d-8202-bab4a45dfd93] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 881.866245] env[62301]: INFO nova.compute.manager [-] [instance: fff316c1-2305-464b-8745-fabdb9636c46] Took 1.27 seconds to deallocate network for instance. [ 882.102205] env[62301]: DEBUG nova.compute.utils [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 882.105496] env[62301]: DEBUG nova.compute.manager [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] [instance: 4f6766e1-3af7-4e78-abc0-c131c0df209f] Not allocating networking since 'none' was specified. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 882.202051] env[62301]: DEBUG oslo_vmware.api [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570446, 'name': ReconfigVM_Task, 'duration_secs': 0.283327} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.203567] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Reconfigured VM instance instance-0000004b to attach disk [datastore1] c97bdea5-d23f-4a33-bce2-8e42fbccb46e/c97bdea5-d23f-4a33-bce2-8e42fbccb46e.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 882.203567] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0451a13-5f64-47c6-a2e0-956e490cdbb1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.209622] env[62301]: DEBUG oslo_vmware.api [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 882.209622] env[62301]: value = "task-2570447" [ 882.209622] env[62301]: _type = "Task" [ 882.209622] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.216984] env[62301]: DEBUG oslo_vmware.api [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570447, 'name': Rename_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.262760] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 882.372474] env[62301]: DEBUG oslo_concurrency.lockutils [None req-20f07d32-7aa3-48ed-ba0e-1266d88171bf tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 882.442601] env[62301]: DEBUG nova.network.neutron [req-77185af4-404c-4c79-be2b-423e86537247 req-aeff2d8c-ef75-49fa-a0f7-c7fa83ce8cf6 service nova] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Updated VIF entry in instance network info cache for port 686cb5e3-abcd-4279-9cea-1ad2d013c584. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 882.442973] env[62301]: DEBUG nova.network.neutron [req-77185af4-404c-4c79-be2b-423e86537247 req-aeff2d8c-ef75-49fa-a0f7-c7fa83ce8cf6 service nova] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Updating instance_info_cache with network_info: [{"id": "686cb5e3-abcd-4279-9cea-1ad2d013c584", "address": "fa:16:3e:98:2c:a1", "network": {"id": "4db15bfb-5237-4871-8da5-38b678505e0e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-131495656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c6e401c2ffb4be5ad8d8a54b65f4a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap686cb5e3-ab", "ovs_interfaceid": "686cb5e3-abcd-4279-9cea-1ad2d013c584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.607066] env[62301]: DEBUG nova.compute.manager [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] [instance: 4f6766e1-3af7-4e78-abc0-c131c0df209f] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 882.721446] env[62301]: DEBUG oslo_vmware.api [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570447, 'name': Rename_Task, 'duration_secs': 0.136572} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.721726] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 882.722106] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e94a1d83-9ef2-4e01-add9-267410512f45 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.728859] env[62301]: DEBUG oslo_vmware.api [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 882.728859] env[62301]: value = "task-2570448" [ 882.728859] env[62301]: _type = "Task" [ 882.728859] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.736286] env[62301]: DEBUG oslo_vmware.api [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570448, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.875163] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503449ca-3d66-474d-9c76-2837748f7201 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.882310] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9284e5eb-d8e5-4870-bb45-922c1aa4ec65 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.913903] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d29048-78e5-4936-b29c-04b5f90d3cc2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.920950] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3800cbc4-e6c7-48b8-9492-f14c30f49292 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.933966] env[62301]: DEBUG nova.compute.provider_tree [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.945615] env[62301]: DEBUG oslo_concurrency.lockutils [req-77185af4-404c-4c79-be2b-423e86537247 req-aeff2d8c-ef75-49fa-a0f7-c7fa83ce8cf6 service nova] Releasing lock "refresh_cache-ef47192b-434b-4162-9218-904cf9c10ff5" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.945851] env[62301]: DEBUG nova.compute.manager [req-77185af4-404c-4c79-be2b-423e86537247 req-aeff2d8c-ef75-49fa-a0f7-c7fa83ce8cf6 service nova] [instance: fff316c1-2305-464b-8745-fabdb9636c46] Received event network-vif-deleted-74794799-6dd0-4796-a35d-fdccab75f2a2 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 883.239823] env[62301]: DEBUG oslo_vmware.api [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570448, 'name': PowerOnVM_Task, 'duration_secs': 0.470096} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.240143] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 883.240350] env[62301]: INFO nova.compute.manager [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Took 5.92 seconds to spawn the instance on the hypervisor. [ 883.240529] env[62301]: DEBUG nova.compute.manager [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 883.241332] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf010c2-a1ae-47f4-94c4-b0e011ce48bd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.437033] env[62301]: DEBUG nova.scheduler.client.report [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.619853] env[62301]: DEBUG nova.compute.manager [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] [instance: 4f6766e1-3af7-4e78-abc0-c131c0df209f] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 883.643336] env[62301]: DEBUG nova.virt.hardware [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 883.643591] env[62301]: DEBUG nova.virt.hardware [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 883.643746] env[62301]: DEBUG nova.virt.hardware [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 883.643923] env[62301]: DEBUG nova.virt.hardware [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 883.644108] env[62301]: DEBUG nova.virt.hardware [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 883.644233] env[62301]: DEBUG nova.virt.hardware [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 883.644443] env[62301]: DEBUG nova.virt.hardware [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 883.644625] env[62301]: DEBUG nova.virt.hardware [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 883.644788] env[62301]: DEBUG nova.virt.hardware [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 883.644950] env[62301]: DEBUG nova.virt.hardware [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 883.645223] env[62301]: DEBUG nova.virt.hardware [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 883.646041] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43bea28-eb51-48b6-9314-a0f43f8df57b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.654801] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6554869c-f66e-494a-9826-f45162dd61dd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.667609] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] [instance: 4f6766e1-3af7-4e78-abc0-c131c0df209f] Instance VIF info [] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 883.673081] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Creating folder: Project (ddfb67c9ca294dab96247ab3c36f2425). Parent ref: group-v518653. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 883.673426] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-13d499ca-02ab-4247-a7a1-11270c1ab47f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.683304] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Created folder: Project (ddfb67c9ca294dab96247ab3c36f2425) in parent group-v518653. [ 883.683487] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Creating folder: Instances. Parent ref: group-v518862. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 883.683709] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3904cf3b-ac5c-4729-ab54-33af71058a98 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.692557] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Created folder: Instances in parent group-v518862. [ 883.692557] env[62301]: DEBUG oslo.service.loopingcall [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 883.692557] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f6766e1-3af7-4e78-abc0-c131c0df209f] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 883.692772] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec25c198-21a9-46ca-a383-7b7538e72130 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.711957] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 883.711957] env[62301]: value = "task-2570451" [ 883.711957] env[62301]: _type = "Task" [ 883.711957] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.719608] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570451, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.759147] env[62301]: INFO nova.compute.manager [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Took 20.41 seconds to build instance. [ 883.941971] env[62301]: DEBUG oslo_concurrency.lockutils [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.346s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.942507] env[62301]: DEBUG nova.compute.manager [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 64f8a15b-a51a-46d1-92ac-b78f5134e0dd] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 883.945081] env[62301]: DEBUG oslo_concurrency.lockutils [None req-3e9e23f0-2b74-4849-8a11-b8442c9141cd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.327s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.945281] env[62301]: DEBUG oslo_concurrency.lockutils [None req-3e9e23f0-2b74-4849-8a11-b8442c9141cd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.947796] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7bbe3bf6-e1b5-4308-ab0d-e8dae9b995a9 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.941s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.948007] env[62301]: DEBUG nova.objects.instance [None req-7bbe3bf6-e1b5-4308-ab0d-e8dae9b995a9 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Lazy-loading 'resources' on Instance uuid d32bd877-7829-4c08-8518-478d2f8925ed {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 883.972793] env[62301]: INFO nova.scheduler.client.report [None req-3e9e23f0-2b74-4849-8a11-b8442c9141cd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Deleted allocations for instance 6bb105e9-936b-46c0-82e3-37a2139c76bd [ 884.222159] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570451, 'name': CreateVM_Task} progress is 25%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.235031] env[62301]: INFO nova.compute.manager [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Rebuilding instance [ 884.262942] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b657988f-972c-4b30-bac4-c848f2d9228f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "c97bdea5-d23f-4a33-bce2-8e42fbccb46e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.924s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.277226] env[62301]: DEBUG nova.compute.manager [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 884.278131] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5cfb29b-3b25-49ef-b49a-c47042114acc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.451522] env[62301]: DEBUG nova.compute.utils [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 884.456309] env[62301]: DEBUG nova.compute.manager [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 64f8a15b-a51a-46d1-92ac-b78f5134e0dd] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 884.456578] env[62301]: DEBUG nova.network.neutron [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 64f8a15b-a51a-46d1-92ac-b78f5134e0dd] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 884.479424] env[62301]: DEBUG oslo_concurrency.lockutils [None req-3e9e23f0-2b74-4849-8a11-b8442c9141cd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lock "6bb105e9-936b-46c0-82e3-37a2139c76bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.451s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.511026] env[62301]: DEBUG nova.policy [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc4c2373a680473cbd09ceaba570a714', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd4f9b7deea8a4de682068275e378c7b8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 884.720228] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2753b320-3bc5-4c59-9db6-7878e1fecc3a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.728358] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f27aded-09d7-4fb1-84eb-7aed67c499a2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.731373] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570451, 'name': CreateVM_Task, 'duration_secs': 0.717894} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.731538] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f6766e1-3af7-4e78-abc0-c131c0df209f] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 884.732304] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.732471] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.733617] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.733617] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db2fff75-7001-4092-8ed3-78ce8c9acf79 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.764671] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9aa2ae-4f63-4543-81bc-8649493206c2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.768973] env[62301]: DEBUG oslo_vmware.api [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Waiting for the task: (returnval){ [ 884.768973] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]521c41a5-3fcf-c944-2225-b1c96795c2d6" [ 884.768973] env[62301]: _type = "Task" [ 884.768973] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.775628] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8452c3-3bf5-431f-8812-121425b16e4a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.782562] env[62301]: DEBUG oslo_vmware.api [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]521c41a5-3fcf-c944-2225-b1c96795c2d6, 'name': SearchDatastore_Task, 'duration_secs': 0.009323} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.783153] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.783393] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] [instance: 4f6766e1-3af7-4e78-abc0-c131c0df209f] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 884.783665] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.783877] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.783942] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 884.784173] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee42f44a-d470-49e9-bef0-9cac81408c53 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.797795] env[62301]: DEBUG nova.compute.provider_tree [None req-7bbe3bf6-e1b5-4308-ab0d-e8dae9b995a9 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.803779] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 884.803956] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 884.804902] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f8c068a-2e7e-45fb-92ac-f7a636d1499c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.809279] env[62301]: DEBUG nova.network.neutron [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 64f8a15b-a51a-46d1-92ac-b78f5134e0dd] Successfully created port: dcfcc194-21a9-4e26-a7d8-7d843fda8c0b {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 884.812952] env[62301]: DEBUG oslo_vmware.api [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Waiting for the task: (returnval){ [ 884.812952] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52318cfe-2962-7d37-27b9-92b0a199c91b" [ 884.812952] env[62301]: _type = "Task" [ 884.812952] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.821067] env[62301]: DEBUG oslo_vmware.api [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52318cfe-2962-7d37-27b9-92b0a199c91b, 'name': SearchDatastore_Task, 'duration_secs': 0.00775} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.821794] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19cf2a1c-93ed-4f61-b5aa-20849a9adbc8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.826176] env[62301]: DEBUG oslo_vmware.api [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Waiting for the task: (returnval){ [ 884.826176] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52f691de-ed75-e413-878b-c88ae206811d" [ 884.826176] env[62301]: _type = "Task" [ 884.826176] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.833577] env[62301]: DEBUG oslo_vmware.api [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52f691de-ed75-e413-878b-c88ae206811d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.957418] env[62301]: DEBUG nova.compute.manager [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 64f8a15b-a51a-46d1-92ac-b78f5134e0dd] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 885.244013] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquiring lock "4eccc0d6-5a82-4a41-a077-966479407c6b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.244261] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lock "4eccc0d6-5a82-4a41-a077-966479407c6b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.297429] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.297719] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-439cf947-83aa-42aa-a386-fdf430f65666 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.300223] env[62301]: DEBUG nova.scheduler.client.report [None req-7bbe3bf6-e1b5-4308-ab0d-e8dae9b995a9 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.310025] env[62301]: DEBUG oslo_vmware.api [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 885.310025] env[62301]: value = "task-2570452" [ 885.310025] env[62301]: _type = "Task" [ 885.310025] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.317835] env[62301]: DEBUG oslo_vmware.api [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570452, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.337745] env[62301]: DEBUG oslo_vmware.api [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52f691de-ed75-e413-878b-c88ae206811d, 'name': SearchDatastore_Task, 'duration_secs': 0.007621} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.337986] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.338272] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] 4f6766e1-3af7-4e78-abc0-c131c0df209f/4f6766e1-3af7-4e78-abc0-c131c0df209f.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 885.338530] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0edd567-37f8-42a8-bf94-4d6d05f57925 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.344803] env[62301]: DEBUG oslo_vmware.api [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Waiting for the task: (returnval){ [ 885.344803] env[62301]: value = "task-2570453" [ 885.344803] env[62301]: _type = "Task" [ 885.344803] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.353182] env[62301]: DEBUG oslo_vmware.api [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Task: {'id': task-2570453, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.746786] env[62301]: DEBUG nova.compute.manager [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 885.805702] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7bbe3bf6-e1b5-4308-ab0d-e8dae9b995a9 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.857s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.807696] env[62301]: DEBUG oslo_concurrency.lockutils [None req-abcf90be-d843-4f52-b80a-4531456a1e52 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.673s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.807927] env[62301]: DEBUG nova.objects.instance [None req-abcf90be-d843-4f52-b80a-4531456a1e52 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Lazy-loading 'resources' on Instance uuid 7e9c242a-875f-4f89-ab87-debf3dbf8e94 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 885.819918] env[62301]: DEBUG oslo_vmware.api [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570452, 'name': PowerOffVM_Task, 'duration_secs': 0.236485} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.820177] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 885.820407] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 885.821303] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77977865-42fe-4a7d-8b28-b661f524ebb0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.826367] env[62301]: INFO nova.scheduler.client.report [None req-7bbe3bf6-e1b5-4308-ab0d-e8dae9b995a9 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Deleted allocations for instance d32bd877-7829-4c08-8518-478d2f8925ed [ 885.829713] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 885.831988] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14c5a205-3642-40c8-8ec1-4ec20dc720c8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.853921] env[62301]: DEBUG oslo_vmware.api [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Task: {'id': task-2570453, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.427014} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.854180] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] 4f6766e1-3af7-4e78-abc0-c131c0df209f/4f6766e1-3af7-4e78-abc0-c131c0df209f.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 885.854443] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] [instance: 4f6766e1-3af7-4e78-abc0-c131c0df209f] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 885.854708] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb8a0c79-c45d-40ef-8d37-bf05e34ce3ba {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.860807] env[62301]: DEBUG oslo_vmware.api [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Waiting for the task: (returnval){ [ 885.860807] env[62301]: value = "task-2570455" [ 885.860807] env[62301]: _type = "Task" [ 885.860807] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.868862] env[62301]: DEBUG oslo_vmware.api [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Task: {'id': task-2570455, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.895877] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 885.896110] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 885.896297] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Deleting the datastore file [datastore1] c97bdea5-d23f-4a33-bce2-8e42fbccb46e {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 885.896724] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff4f3328-31bd-445c-b66a-5e7584b5d7df {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.903928] env[62301]: DEBUG oslo_vmware.api [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 885.903928] env[62301]: value = "task-2570456" [ 885.903928] env[62301]: _type = "Task" [ 885.903928] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.912290] env[62301]: DEBUG oslo_vmware.api [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570456, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.967769] env[62301]: DEBUG nova.compute.manager [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 64f8a15b-a51a-46d1-92ac-b78f5134e0dd] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 885.999572] env[62301]: DEBUG nova.virt.hardware [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 885.999828] env[62301]: DEBUG nova.virt.hardware [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 885.999988] env[62301]: DEBUG nova.virt.hardware [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 886.000207] env[62301]: DEBUG nova.virt.hardware [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 886.000360] env[62301]: DEBUG nova.virt.hardware [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 886.000507] env[62301]: DEBUG nova.virt.hardware [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 886.000712] env[62301]: DEBUG nova.virt.hardware [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 886.001118] env[62301]: DEBUG nova.virt.hardware [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 886.001118] env[62301]: DEBUG nova.virt.hardware [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 886.001201] env[62301]: DEBUG nova.virt.hardware [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 886.002315] env[62301]: DEBUG nova.virt.hardware [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 886.002770] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bbce149-74f0-4ff5-a228-152b3c6ea741 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.010909] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae63f48-cb89-4021-8828-f9a7050ab530 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.259619] env[62301]: DEBUG nova.compute.manager [req-5438065b-d43e-4560-bb9a-a04bfc06a54a req-5becddda-85f4-4bdc-a47b-c849b915aa3f service nova] [instance: 64f8a15b-a51a-46d1-92ac-b78f5134e0dd] Received event network-vif-plugged-dcfcc194-21a9-4e26-a7d8-7d843fda8c0b {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 886.259833] env[62301]: DEBUG oslo_concurrency.lockutils [req-5438065b-d43e-4560-bb9a-a04bfc06a54a req-5becddda-85f4-4bdc-a47b-c849b915aa3f service nova] Acquiring lock "64f8a15b-a51a-46d1-92ac-b78f5134e0dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.261033] env[62301]: DEBUG oslo_concurrency.lockutils [req-5438065b-d43e-4560-bb9a-a04bfc06a54a req-5becddda-85f4-4bdc-a47b-c849b915aa3f service nova] Lock "64f8a15b-a51a-46d1-92ac-b78f5134e0dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.262224] env[62301]: DEBUG oslo_concurrency.lockutils [req-5438065b-d43e-4560-bb9a-a04bfc06a54a req-5becddda-85f4-4bdc-a47b-c849b915aa3f service nova] Lock "64f8a15b-a51a-46d1-92ac-b78f5134e0dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.262224] env[62301]: DEBUG nova.compute.manager [req-5438065b-d43e-4560-bb9a-a04bfc06a54a req-5becddda-85f4-4bdc-a47b-c849b915aa3f service nova] [instance: 64f8a15b-a51a-46d1-92ac-b78f5134e0dd] No waiting events found dispatching network-vif-plugged-dcfcc194-21a9-4e26-a7d8-7d843fda8c0b {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 886.262224] env[62301]: WARNING nova.compute.manager [req-5438065b-d43e-4560-bb9a-a04bfc06a54a req-5becddda-85f4-4bdc-a47b-c849b915aa3f service nova] [instance: 64f8a15b-a51a-46d1-92ac-b78f5134e0dd] Received unexpected event network-vif-plugged-dcfcc194-21a9-4e26-a7d8-7d843fda8c0b for instance with vm_state building and task_state spawning. [ 886.268645] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.337245] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7bbe3bf6-e1b5-4308-ab0d-e8dae9b995a9 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Lock "d32bd877-7829-4c08-8518-478d2f8925ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.679s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.349763] env[62301]: DEBUG nova.network.neutron [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 64f8a15b-a51a-46d1-92ac-b78f5134e0dd] Successfully updated port: dcfcc194-21a9-4e26-a7d8-7d843fda8c0b {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 886.372525] env[62301]: DEBUG oslo_vmware.api [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Task: {'id': task-2570455, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065198} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.372770] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] [instance: 4f6766e1-3af7-4e78-abc0-c131c0df209f] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 886.373675] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa57d198-6246-47a5-8b22-74cc32e6fbf2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.395653] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] [instance: 4f6766e1-3af7-4e78-abc0-c131c0df209f] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 4f6766e1-3af7-4e78-abc0-c131c0df209f/4f6766e1-3af7-4e78-abc0-c131c0df209f.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 886.398349] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b95a9db8-34bd-4ce0-bdb6-68188be22a64 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.422245] env[62301]: DEBUG oslo_vmware.api [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570456, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151397} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.425838] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 886.426038] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 886.426224] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 886.428691] env[62301]: DEBUG oslo_vmware.api [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Waiting for the task: (returnval){ [ 886.428691] env[62301]: value = "task-2570457" [ 886.428691] env[62301]: _type = "Task" [ 886.428691] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.436361] env[62301]: DEBUG oslo_vmware.api [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Task: {'id': task-2570457, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.594619] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c991340e-8a2a-40f2-9de0-4dcb7ae012c9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.602061] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bbd9a87-d48e-4439-b170-af5199ba5ab9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.631288] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf91b6c-885b-4635-a22c-4b4f05f4a7ab {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.638186] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2abe766-5e71-43a3-b36c-bd3ec6b3dc2f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.652710] env[62301]: DEBUG nova.compute.provider_tree [None req-abcf90be-d843-4f52-b80a-4531456a1e52 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.853977] env[62301]: DEBUG oslo_concurrency.lockutils [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Acquiring lock "refresh_cache-64f8a15b-a51a-46d1-92ac-b78f5134e0dd" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.854264] env[62301]: DEBUG oslo_concurrency.lockutils [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Acquired lock "refresh_cache-64f8a15b-a51a-46d1-92ac-b78f5134e0dd" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.854303] env[62301]: DEBUG nova.network.neutron [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 64f8a15b-a51a-46d1-92ac-b78f5134e0dd] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 886.945955] env[62301]: DEBUG oslo_vmware.api [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Task: {'id': task-2570457, 'name': ReconfigVM_Task, 'duration_secs': 0.25254} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.946275] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] [instance: 4f6766e1-3af7-4e78-abc0-c131c0df209f] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 4f6766e1-3af7-4e78-abc0-c131c0df209f/4f6766e1-3af7-4e78-abc0-c131c0df209f.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 886.947029] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-649f41e9-60e6-4cbb-be11-ce5588ef0552 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.954070] env[62301]: DEBUG oslo_vmware.api [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Waiting for the task: (returnval){ [ 886.954070] env[62301]: value = "task-2570458" [ 886.954070] env[62301]: _type = "Task" [ 886.954070] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.964729] env[62301]: DEBUG oslo_vmware.api [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Task: {'id': task-2570458, 'name': Rename_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.155847] env[62301]: DEBUG nova.scheduler.client.report [None req-abcf90be-d843-4f52-b80a-4531456a1e52 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.387116] env[62301]: DEBUG nova.network.neutron [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 64f8a15b-a51a-46d1-92ac-b78f5134e0dd] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 887.468327] env[62301]: DEBUG oslo_vmware.api [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Task: {'id': task-2570458, 'name': Rename_Task, 'duration_secs': 0.130848} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.468593] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] [instance: 4f6766e1-3af7-4e78-abc0-c131c0df209f] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 887.468903] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47d1c968-cd71-4827-9983-c982b0883f57 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.472395] env[62301]: DEBUG nova.virt.hardware [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 887.472613] env[62301]: DEBUG nova.virt.hardware [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 887.472768] env[62301]: DEBUG nova.virt.hardware [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 887.472946] env[62301]: DEBUG nova.virt.hardware [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 887.473104] env[62301]: DEBUG nova.virt.hardware [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 887.473254] env[62301]: DEBUG nova.virt.hardware [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 887.473461] env[62301]: DEBUG nova.virt.hardware [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 887.473617] env[62301]: DEBUG nova.virt.hardware [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 887.473780] env[62301]: DEBUG nova.virt.hardware [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 887.473938] env[62301]: DEBUG nova.virt.hardware [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 887.474131] env[62301]: DEBUG nova.virt.hardware [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 887.474899] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f2e777-7b99-474f-8552-3da727349cda {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.483832] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b1d83f-8228-4e9a-992e-8ee7e54ea078 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.487500] env[62301]: DEBUG oslo_vmware.api [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Waiting for the task: (returnval){ [ 887.487500] env[62301]: value = "task-2570459" [ 887.487500] env[62301]: _type = "Task" [ 887.487500] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.499018] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:cb:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d054505-89d3-49c5-8b38-5da917a42c49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da864455-8759-4fcb-be62-dc230856a3ab', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 887.506693] env[62301]: DEBUG oslo.service.loopingcall [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 887.509468] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 887.509697] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20f0f20f-80ef-4887-8f0f-6dcc59eab3e1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.528629] env[62301]: DEBUG oslo_vmware.api [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Task: {'id': task-2570459, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.533516] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 887.533516] env[62301]: value = "task-2570460" [ 887.533516] env[62301]: _type = "Task" [ 887.533516] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.540963] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570460, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.555349] env[62301]: DEBUG nova.network.neutron [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 64f8a15b-a51a-46d1-92ac-b78f5134e0dd] Updating instance_info_cache with network_info: [{"id": "dcfcc194-21a9-4e26-a7d8-7d843fda8c0b", "address": "fa:16:3e:2b:fd:99", "network": {"id": "3f588a45-bca2-4c38-93ee-dbfb75b51e73", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1857406658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f9b7deea8a4de682068275e378c7b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcfcc194-21", "ovs_interfaceid": "dcfcc194-21a9-4e26-a7d8-7d843fda8c0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.661409] env[62301]: DEBUG oslo_concurrency.lockutils [None req-abcf90be-d843-4f52-b80a-4531456a1e52 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.854s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.665074] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.923s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.666061] env[62301]: INFO nova.compute.claims [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 887.686054] env[62301]: INFO nova.scheduler.client.report [None req-abcf90be-d843-4f52-b80a-4531456a1e52 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Deleted allocations for instance 7e9c242a-875f-4f89-ab87-debf3dbf8e94 [ 887.998114] env[62301]: DEBUG oslo_vmware.api [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Task: {'id': task-2570459, 'name': PowerOnVM_Task, 'duration_secs': 0.414327} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.998425] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] [instance: 4f6766e1-3af7-4e78-abc0-c131c0df209f] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.998638] env[62301]: INFO nova.compute.manager [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] [instance: 4f6766e1-3af7-4e78-abc0-c131c0df209f] Took 4.38 seconds to spawn the instance on the hypervisor. [ 887.998817] env[62301]: DEBUG nova.compute.manager [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] [instance: 4f6766e1-3af7-4e78-abc0-c131c0df209f] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 887.999620] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f0836b-5cbf-4c1b-b304-abb3404be8a5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.043439] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570460, 'name': CreateVM_Task, 'duration_secs': 0.329773} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.044310] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 888.045033] env[62301]: DEBUG oslo_concurrency.lockutils [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.045234] env[62301]: DEBUG oslo_concurrency.lockutils [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.045580] env[62301]: DEBUG oslo_concurrency.lockutils [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.046097] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf6a6150-3470-4002-9e0d-573478ebf9d9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.050840] env[62301]: DEBUG oslo_vmware.api [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 888.050840] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5270df93-6e6a-4633-5d3d-ad020d144018" [ 888.050840] env[62301]: _type = "Task" [ 888.050840] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.059907] env[62301]: DEBUG oslo_concurrency.lockutils [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Releasing lock "refresh_cache-64f8a15b-a51a-46d1-92ac-b78f5134e0dd" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.060210] env[62301]: DEBUG nova.compute.manager [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 64f8a15b-a51a-46d1-92ac-b78f5134e0dd] Instance network_info: |[{"id": "dcfcc194-21a9-4e26-a7d8-7d843fda8c0b", "address": "fa:16:3e:2b:fd:99", "network": {"id": "3f588a45-bca2-4c38-93ee-dbfb75b51e73", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1857406658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f9b7deea8a4de682068275e378c7b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcfcc194-21", "ovs_interfaceid": "dcfcc194-21a9-4e26-a7d8-7d843fda8c0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 888.060823] env[62301]: DEBUG oslo_vmware.api [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5270df93-6e6a-4633-5d3d-ad020d144018, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.060893] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 64f8a15b-a51a-46d1-92ac-b78f5134e0dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:fd:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35342bcb-8b06-472e-b3c0-43fd3d6c4b30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dcfcc194-21a9-4e26-a7d8-7d843fda8c0b', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 888.068684] env[62301]: DEBUG oslo.service.loopingcall [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 888.069261] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64f8a15b-a51a-46d1-92ac-b78f5134e0dd] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 888.069472] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dae74780-3dd3-49e8-8524-adfb9d2e8f28 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.088676] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 888.088676] env[62301]: value = "task-2570461" [ 888.088676] env[62301]: _type = "Task" [ 888.088676] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.095770] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570461, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.193275] env[62301]: DEBUG oslo_concurrency.lockutils [None req-abcf90be-d843-4f52-b80a-4531456a1e52 tempest-MigrationsAdminTest-1573389663 tempest-MigrationsAdminTest-1573389663-project-member] Lock "7e9c242a-875f-4f89-ab87-debf3dbf8e94" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.402s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.343744] env[62301]: DEBUG nova.compute.manager [req-df2544aa-1862-40a8-bf9e-fdbedfa3c53d req-04bac04a-5edc-423a-9958-3c904dfb47bd service nova] [instance: 64f8a15b-a51a-46d1-92ac-b78f5134e0dd] Received event network-changed-dcfcc194-21a9-4e26-a7d8-7d843fda8c0b {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 888.344528] env[62301]: DEBUG nova.compute.manager [req-df2544aa-1862-40a8-bf9e-fdbedfa3c53d req-04bac04a-5edc-423a-9958-3c904dfb47bd service nova] [instance: 64f8a15b-a51a-46d1-92ac-b78f5134e0dd] Refreshing instance network info cache due to event network-changed-dcfcc194-21a9-4e26-a7d8-7d843fda8c0b. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 888.344528] env[62301]: DEBUG oslo_concurrency.lockutils [req-df2544aa-1862-40a8-bf9e-fdbedfa3c53d req-04bac04a-5edc-423a-9958-3c904dfb47bd service nova] Acquiring lock "refresh_cache-64f8a15b-a51a-46d1-92ac-b78f5134e0dd" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.344528] env[62301]: DEBUG oslo_concurrency.lockutils [req-df2544aa-1862-40a8-bf9e-fdbedfa3c53d req-04bac04a-5edc-423a-9958-3c904dfb47bd service nova] Acquired lock "refresh_cache-64f8a15b-a51a-46d1-92ac-b78f5134e0dd" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.344528] env[62301]: DEBUG nova.network.neutron [req-df2544aa-1862-40a8-bf9e-fdbedfa3c53d req-04bac04a-5edc-423a-9958-3c904dfb47bd service nova] [instance: 64f8a15b-a51a-46d1-92ac-b78f5134e0dd] Refreshing network info cache for port dcfcc194-21a9-4e26-a7d8-7d843fda8c0b {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 888.516796] env[62301]: INFO nova.compute.manager [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] [instance: 4f6766e1-3af7-4e78-abc0-c131c0df209f] Took 21.60 seconds to build instance. [ 888.561680] env[62301]: DEBUG oslo_vmware.api [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5270df93-6e6a-4633-5d3d-ad020d144018, 'name': SearchDatastore_Task, 'duration_secs': 0.01077} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.561950] env[62301]: DEBUG oslo_concurrency.lockutils [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.562206] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 888.562469] env[62301]: DEBUG oslo_concurrency.lockutils [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.562616] env[62301]: DEBUG oslo_concurrency.lockutils [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.562793] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 888.563069] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58007a9f-6d11-40ee-baf9-c162fbdb3ef2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.571278] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 888.571480] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 888.572185] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff0dda88-23ba-4175-8606-743627158c87 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.576932] env[62301]: DEBUG oslo_vmware.api [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 888.576932] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]524551da-8aea-8a09-cf54-6532e31cabbb" [ 888.576932] env[62301]: _type = "Task" [ 888.576932] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.584455] env[62301]: DEBUG oslo_vmware.api [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]524551da-8aea-8a09-cf54-6532e31cabbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.597340] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570461, 'name': CreateVM_Task, 'duration_secs': 0.333933} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.597626] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64f8a15b-a51a-46d1-92ac-b78f5134e0dd] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 888.598412] env[62301]: DEBUG oslo_concurrency.lockutils [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.598755] env[62301]: DEBUG oslo_concurrency.lockutils [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.599732] env[62301]: DEBUG oslo_concurrency.lockutils [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.599732] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79d56204-4155-48bd-9f0a-8928b29b0ae2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.603809] env[62301]: DEBUG oslo_vmware.api [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the task: (returnval){ [ 888.603809] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52b093ef-cc98-5c28-750c-617924835805" [ 888.603809] env[62301]: _type = "Task" [ 888.603809] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.612620] env[62301]: DEBUG oslo_vmware.api [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52b093ef-cc98-5c28-750c-617924835805, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.927099] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25bf78aa-8f5b-4df6-90db-4bbe586b0f1e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.935124] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec33f43-bf80-476f-b9ce-998c22b7e502 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.967857] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f44f05-60d1-4227-b5f2-1df83b1598f7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.975383] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca01000-a5a3-4f60-890a-cefc169a7bd1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.991149] env[62301]: DEBUG nova.compute.provider_tree [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.019686] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5852ffb8-9a9f-4819-89a9-fd50a3d8abcc tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Lock "4f6766e1-3af7-4e78-abc0-c131c0df209f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.115s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.087952] env[62301]: DEBUG oslo_vmware.api [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]524551da-8aea-8a09-cf54-6532e31cabbb, 'name': SearchDatastore_Task, 'duration_secs': 0.009084} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.088750] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d2ec615-6594-4be1-b727-3fb50fe82c93 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.094722] env[62301]: DEBUG oslo_vmware.api [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 889.094722] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52afbb31-4c11-0f43-1f63-a502da21087c" [ 889.094722] env[62301]: _type = "Task" [ 889.094722] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.103219] env[62301]: DEBUG oslo_vmware.api [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52afbb31-4c11-0f43-1f63-a502da21087c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.112808] env[62301]: DEBUG oslo_vmware.api [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52b093ef-cc98-5c28-750c-617924835805, 'name': SearchDatastore_Task, 'duration_secs': 0.03131} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.113670] env[62301]: DEBUG nova.network.neutron [req-df2544aa-1862-40a8-bf9e-fdbedfa3c53d req-04bac04a-5edc-423a-9958-3c904dfb47bd service nova] [instance: 64f8a15b-a51a-46d1-92ac-b78f5134e0dd] Updated VIF entry in instance network info cache for port dcfcc194-21a9-4e26-a7d8-7d843fda8c0b. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 889.113974] env[62301]: DEBUG nova.network.neutron [req-df2544aa-1862-40a8-bf9e-fdbedfa3c53d req-04bac04a-5edc-423a-9958-3c904dfb47bd service nova] [instance: 64f8a15b-a51a-46d1-92ac-b78f5134e0dd] Updating instance_info_cache with network_info: [{"id": "dcfcc194-21a9-4e26-a7d8-7d843fda8c0b", "address": "fa:16:3e:2b:fd:99", "network": {"id": "3f588a45-bca2-4c38-93ee-dbfb75b51e73", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1857406658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f9b7deea8a4de682068275e378c7b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcfcc194-21", "ovs_interfaceid": "dcfcc194-21a9-4e26-a7d8-7d843fda8c0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.115159] env[62301]: DEBUG oslo_concurrency.lockutils [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.115384] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 64f8a15b-a51a-46d1-92ac-b78f5134e0dd] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 889.115585] env[62301]: DEBUG oslo_concurrency.lockutils [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.494409] env[62301]: DEBUG nova.scheduler.client.report [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.605538] env[62301]: DEBUG oslo_vmware.api [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52afbb31-4c11-0f43-1f63-a502da21087c, 'name': SearchDatastore_Task, 'duration_secs': 0.011112} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.605793] env[62301]: DEBUG oslo_concurrency.lockutils [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.606062] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] c97bdea5-d23f-4a33-bce2-8e42fbccb46e/c97bdea5-d23f-4a33-bce2-8e42fbccb46e.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 889.606600] env[62301]: DEBUG oslo_concurrency.lockutils [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.606600] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 889.606831] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5766692-9831-46df-9e88-2bc34e4843cc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.608677] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8c0ded9-1c02-4348-9e9f-d4119d8954d2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.615712] env[62301]: DEBUG oslo_vmware.api [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 889.615712] env[62301]: value = "task-2570462" [ 889.615712] env[62301]: _type = "Task" [ 889.615712] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.619577] env[62301]: DEBUG oslo_concurrency.lockutils [req-df2544aa-1862-40a8-bf9e-fdbedfa3c53d req-04bac04a-5edc-423a-9958-3c904dfb47bd service nova] Releasing lock "refresh_cache-64f8a15b-a51a-46d1-92ac-b78f5134e0dd" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.619938] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 889.620118] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 889.621106] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ade931fb-f718-4925-938d-0af12af69d1e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.625900] env[62301]: DEBUG oslo_vmware.api [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570462, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.628639] env[62301]: DEBUG oslo_vmware.api [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the task: (returnval){ [ 889.628639] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]526d6829-1e9e-2bf0-66d0-bdf7255a5c95" [ 889.628639] env[62301]: _type = "Task" [ 889.628639] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.636011] env[62301]: DEBUG oslo_vmware.api [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]526d6829-1e9e-2bf0-66d0-bdf7255a5c95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.733222] env[62301]: INFO nova.compute.manager [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] [instance: 4f6766e1-3af7-4e78-abc0-c131c0df209f] Rebuilding instance [ 889.781654] env[62301]: DEBUG nova.compute.manager [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] [instance: 4f6766e1-3af7-4e78-abc0-c131c0df209f] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 889.782633] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff78694-c224-414b-9861-0b715042a996 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.000746] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.336s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.001500] env[62301]: DEBUG nova.compute.manager [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 890.004604] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f7b39726-c42b-4767-ae79-934598415a0b tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.892s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 890.004777] env[62301]: DEBUG nova.objects.instance [None req-f7b39726-c42b-4767-ae79-934598415a0b tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Lazy-loading 'resources' on Instance uuid ad58b606-b954-4ce1-bda7-56f0bd23e83f {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 890.125454] env[62301]: DEBUG oslo_vmware.api [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570462, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446421} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.125742] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] c97bdea5-d23f-4a33-bce2-8e42fbccb46e/c97bdea5-d23f-4a33-bce2-8e42fbccb46e.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 890.125905] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 890.126265] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33513958-1ec1-43eb-bd8e-70221a6574c5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.134048] env[62301]: DEBUG oslo_vmware.api [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 890.134048] env[62301]: value = "task-2570463" [ 890.134048] env[62301]: _type = "Task" [ 890.134048] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.142194] env[62301]: DEBUG oslo_vmware.api [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]526d6829-1e9e-2bf0-66d0-bdf7255a5c95, 'name': SearchDatastore_Task, 'duration_secs': 0.009015} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.143466] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee5884ea-4713-4502-9e83-cd14abf90544 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.149037] env[62301]: DEBUG oslo_vmware.api [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570463, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.151900] env[62301]: DEBUG oslo_vmware.api [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the task: (returnval){ [ 890.151900] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52098810-a1ce-65c1-1bb8-99f65c9f1508" [ 890.151900] env[62301]: _type = "Task" [ 890.151900] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.160336] env[62301]: DEBUG oslo_vmware.api [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52098810-a1ce-65c1-1bb8-99f65c9f1508, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.509393] env[62301]: DEBUG nova.compute.utils [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 890.513938] env[62301]: DEBUG nova.compute.manager [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 890.513938] env[62301]: DEBUG nova.network.neutron [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 890.560821] env[62301]: DEBUG nova.policy [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6519f0edd7f4c1bbb97751996e2b3d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a4a399762bbd46c483973e1371d2429c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 890.647574] env[62301]: DEBUG oslo_vmware.api [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570463, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059627} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.648417] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 890.649228] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87dec3a8-17dc-42ca-a89e-4515d22382ec {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.676512] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] c97bdea5-d23f-4a33-bce2-8e42fbccb46e/c97bdea5-d23f-4a33-bce2-8e42fbccb46e.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 890.678508] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae98ed5c-2091-4865-b151-40ba2879331c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.699667] env[62301]: DEBUG oslo_vmware.api [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52098810-a1ce-65c1-1bb8-99f65c9f1508, 'name': SearchDatastore_Task, 'duration_secs': 0.008357} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.700547] env[62301]: DEBUG oslo_concurrency.lockutils [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.700904] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 64f8a15b-a51a-46d1-92ac-b78f5134e0dd/64f8a15b-a51a-46d1-92ac-b78f5134e0dd.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 890.701144] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1fd0fb28-759e-4d0a-b841-e76db7133077 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.705711] env[62301]: DEBUG oslo_vmware.api [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 890.705711] env[62301]: value = "task-2570464" [ 890.705711] env[62301]: _type = "Task" [ 890.705711] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.710310] env[62301]: DEBUG oslo_vmware.api [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the task: (returnval){ [ 890.710310] env[62301]: value = "task-2570465" [ 890.710310] env[62301]: _type = "Task" [ 890.710310] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.719440] env[62301]: DEBUG oslo_vmware.api [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570464, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.724061] env[62301]: DEBUG oslo_vmware.api [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570465, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.798326] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] [instance: 4f6766e1-3af7-4e78-abc0-c131c0df209f] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 890.799027] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d34874bb-7646-4a84-92e7-f6d449e4ac37 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.806671] env[62301]: DEBUG oslo_vmware.api [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Waiting for the task: (returnval){ [ 890.806671] env[62301]: value = "task-2570466" [ 890.806671] env[62301]: _type = "Task" [ 890.806671] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.823297] env[62301]: DEBUG oslo_vmware.api [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Task: {'id': task-2570466, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.877026] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd15389c-2523-4c57-b4df-f56aad938120 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.886204] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1d2819-0196-4d96-985f-8f8739e478eb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.922441] env[62301]: DEBUG nova.network.neutron [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] Successfully created port: 157ec00d-2cad-4410-a62d-491dd556f870 {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 890.925542] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a726f2-6604-4282-9378-73a1412d03d8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.935226] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e20f37a-e931-49c6-953c-0c102f780683 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.953202] env[62301]: DEBUG nova.compute.provider_tree [None req-f7b39726-c42b-4767-ae79-934598415a0b tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.014067] env[62301]: DEBUG nova.compute.manager [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 891.219458] env[62301]: DEBUG oslo_vmware.api [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570464, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.228307] env[62301]: DEBUG oslo_vmware.api [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570465, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.316588] env[62301]: DEBUG oslo_vmware.api [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Task: {'id': task-2570466, 'name': PowerOffVM_Task, 'duration_secs': 0.127929} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.316884] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] [instance: 4f6766e1-3af7-4e78-abc0-c131c0df209f] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 891.317135] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] [instance: 4f6766e1-3af7-4e78-abc0-c131c0df209f] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 891.317961] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467fddee-6dba-4f1e-8592-e4221fc5531e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.324832] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] [instance: 4f6766e1-3af7-4e78-abc0-c131c0df209f] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 891.325077] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3dd1d5e-d7d5-4e5f-9e57-0c23f62cef5b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.349342] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] [instance: 4f6766e1-3af7-4e78-abc0-c131c0df209f] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 891.349564] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] [instance: 4f6766e1-3af7-4e78-abc0-c131c0df209f] Deleting contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 891.349746] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Deleting the datastore file [datastore2] 4f6766e1-3af7-4e78-abc0-c131c0df209f {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 891.349996] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85c68d94-bf66-450d-b709-5ab54a9d9102 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.356781] env[62301]: DEBUG oslo_vmware.api [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Waiting for the task: (returnval){ [ 891.356781] env[62301]: value = "task-2570468" [ 891.356781] env[62301]: _type = "Task" [ 891.356781] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.364365] env[62301]: DEBUG oslo_vmware.api [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Task: {'id': task-2570468, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.457609] env[62301]: DEBUG nova.scheduler.client.report [None req-f7b39726-c42b-4767-ae79-934598415a0b tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.717350] env[62301]: DEBUG oslo_vmware.api [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570464, 'name': ReconfigVM_Task, 'duration_secs': 0.652028} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.717631] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Reconfigured VM instance instance-0000004b to attach disk [datastore1] c97bdea5-d23f-4a33-bce2-8e42fbccb46e/c97bdea5-d23f-4a33-bce2-8e42fbccb46e.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 891.718288] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc737d15-8428-4f38-aacd-6adf5702d558 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.728047] env[62301]: DEBUG oslo_vmware.api [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570465, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528318} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.729253] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 64f8a15b-a51a-46d1-92ac-b78f5134e0dd/64f8a15b-a51a-46d1-92ac-b78f5134e0dd.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 891.729471] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 64f8a15b-a51a-46d1-92ac-b78f5134e0dd] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 891.729766] env[62301]: DEBUG oslo_vmware.api [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 891.729766] env[62301]: value = "task-2570469" [ 891.729766] env[62301]: _type = "Task" [ 891.729766] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.729946] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e67bdceb-5900-4cab-add7-56d8f88cefc0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.739324] env[62301]: DEBUG oslo_vmware.api [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570469, 'name': Rename_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.740475] env[62301]: DEBUG oslo_vmware.api [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the task: (returnval){ [ 891.740475] env[62301]: value = "task-2570470" [ 891.740475] env[62301]: _type = "Task" [ 891.740475] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.748699] env[62301]: DEBUG oslo_vmware.api [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570470, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.868048] env[62301]: DEBUG oslo_vmware.api [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Task: {'id': task-2570468, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142558} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.868302] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 891.868488] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] [instance: 4f6766e1-3af7-4e78-abc0-c131c0df209f] Deleted contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 891.868657] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] [instance: 4f6766e1-3af7-4e78-abc0-c131c0df209f] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 891.879334] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Acquiring lock "a3f6bfdd-4f68-42d9-b3cf-32437fea3c34" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 891.879647] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Lock "a3f6bfdd-4f68-42d9-b3cf-32437fea3c34" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 891.962935] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f7b39726-c42b-4767-ae79-934598415a0b tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.958s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 891.965682] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.607s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 891.967159] env[62301]: INFO nova.compute.claims [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] [instance: baff9106-0561-4be4-885f-2e6628c00953] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 891.979906] env[62301]: INFO nova.scheduler.client.report [None req-f7b39726-c42b-4767-ae79-934598415a0b tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Deleted allocations for instance ad58b606-b954-4ce1-bda7-56f0bd23e83f [ 892.024810] env[62301]: DEBUG nova.compute.manager [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 892.046651] env[62301]: DEBUG nova.virt.hardware [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 892.046899] env[62301]: DEBUG nova.virt.hardware [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 892.048030] env[62301]: DEBUG nova.virt.hardware [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 892.048030] env[62301]: DEBUG nova.virt.hardware [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 892.048030] env[62301]: DEBUG nova.virt.hardware [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 892.048030] env[62301]: DEBUG nova.virt.hardware [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 892.048030] env[62301]: DEBUG nova.virt.hardware [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 892.048030] env[62301]: DEBUG nova.virt.hardware [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 892.048030] env[62301]: DEBUG nova.virt.hardware [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 892.048309] env[62301]: DEBUG nova.virt.hardware [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 892.048348] env[62301]: DEBUG nova.virt.hardware [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 892.049525] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c26b210-c9af-4c08-a28b-52c328c86100 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.058073] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2193236e-2e38-473e-91a2-0f9c9f8bd3b8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.242271] env[62301]: DEBUG oslo_vmware.api [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570469, 'name': Rename_Task, 'duration_secs': 0.146654} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.245319] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 892.245560] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f5d24cb-8441-439d-ae8d-35fcb67cee37 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.251787] env[62301]: DEBUG oslo_vmware.api [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570470, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06679} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.252905] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 64f8a15b-a51a-46d1-92ac-b78f5134e0dd] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 892.253241] env[62301]: DEBUG oslo_vmware.api [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 892.253241] env[62301]: value = "task-2570471" [ 892.253241] env[62301]: _type = "Task" [ 892.253241] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.253883] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d3f4d1-570c-4a8b-8391-c7f2d00a685b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.263171] env[62301]: DEBUG oslo_vmware.api [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570471, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.281566] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 64f8a15b-a51a-46d1-92ac-b78f5134e0dd] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 64f8a15b-a51a-46d1-92ac-b78f5134e0dd/64f8a15b-a51a-46d1-92ac-b78f5134e0dd.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.282308] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8caac428-02a9-4efc-8659-89cb78e389f3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.301699] env[62301]: DEBUG oslo_vmware.api [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the task: (returnval){ [ 892.301699] env[62301]: value = "task-2570472" [ 892.301699] env[62301]: _type = "Task" [ 892.301699] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.310797] env[62301]: DEBUG oslo_vmware.api [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570472, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.384180] env[62301]: DEBUG nova.compute.manager [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] [instance: a3f6bfdd-4f68-42d9-b3cf-32437fea3c34] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 892.413085] env[62301]: DEBUG nova.compute.manager [req-24d1139d-32c9-46f1-8699-7d86743cec58 req-b36eb7a0-3a29-4aba-83d0-fa72123ebcba service nova] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] Received event network-vif-plugged-157ec00d-2cad-4410-a62d-491dd556f870 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 892.413328] env[62301]: DEBUG oslo_concurrency.lockutils [req-24d1139d-32c9-46f1-8699-7d86743cec58 req-b36eb7a0-3a29-4aba-83d0-fa72123ebcba service nova] Acquiring lock "be36b9f5-1c3f-4df8-99c3-644321e8d992-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 892.413608] env[62301]: DEBUG oslo_concurrency.lockutils [req-24d1139d-32c9-46f1-8699-7d86743cec58 req-b36eb7a0-3a29-4aba-83d0-fa72123ebcba service nova] Lock "be36b9f5-1c3f-4df8-99c3-644321e8d992-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 892.413694] env[62301]: DEBUG oslo_concurrency.lockutils [req-24d1139d-32c9-46f1-8699-7d86743cec58 req-b36eb7a0-3a29-4aba-83d0-fa72123ebcba service nova] Lock "be36b9f5-1c3f-4df8-99c3-644321e8d992-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.413858] env[62301]: DEBUG nova.compute.manager [req-24d1139d-32c9-46f1-8699-7d86743cec58 req-b36eb7a0-3a29-4aba-83d0-fa72123ebcba service nova] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] No waiting events found dispatching network-vif-plugged-157ec00d-2cad-4410-a62d-491dd556f870 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 892.415210] env[62301]: WARNING nova.compute.manager [req-24d1139d-32c9-46f1-8699-7d86743cec58 req-b36eb7a0-3a29-4aba-83d0-fa72123ebcba service nova] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] Received unexpected event network-vif-plugged-157ec00d-2cad-4410-a62d-491dd556f870 for instance with vm_state building and task_state spawning. [ 892.486178] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f7b39726-c42b-4767-ae79-934598415a0b tempest-SecurityGroupsTestJSON-863369455 tempest-SecurityGroupsTestJSON-863369455-project-member] Lock "ad58b606-b954-4ce1-bda7-56f0bd23e83f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.781s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.497738] env[62301]: DEBUG nova.network.neutron [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] Successfully updated port: 157ec00d-2cad-4410-a62d-491dd556f870 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 892.765725] env[62301]: DEBUG oslo_vmware.api [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570471, 'name': PowerOnVM_Task, 'duration_secs': 0.464378} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.765893] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 892.766494] env[62301]: DEBUG nova.compute.manager [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 892.766935] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01efb91-112d-4a98-a1c1-07acd1c527a6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.812032] env[62301]: DEBUG oslo_vmware.api [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570472, 'name': ReconfigVM_Task, 'duration_secs': 0.355845} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.813009] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 64f8a15b-a51a-46d1-92ac-b78f5134e0dd] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 64f8a15b-a51a-46d1-92ac-b78f5134e0dd/64f8a15b-a51a-46d1-92ac-b78f5134e0dd.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 892.813884] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01a84e21-3fb4-4cb8-a75b-b5096c282166 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.820506] env[62301]: DEBUG oslo_vmware.api [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the task: (returnval){ [ 892.820506] env[62301]: value = "task-2570473" [ 892.820506] env[62301]: _type = "Task" [ 892.820506] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.828684] env[62301]: DEBUG oslo_vmware.api [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570473, 'name': Rename_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.903802] env[62301]: DEBUG nova.virt.hardware [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 892.904085] env[62301]: DEBUG nova.virt.hardware [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 892.904258] env[62301]: DEBUG nova.virt.hardware [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 892.904446] env[62301]: DEBUG nova.virt.hardware [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 892.904593] env[62301]: DEBUG nova.virt.hardware [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 892.904738] env[62301]: DEBUG nova.virt.hardware [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 892.904944] env[62301]: DEBUG nova.virt.hardware [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 892.905118] env[62301]: DEBUG nova.virt.hardware [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 892.905285] env[62301]: DEBUG nova.virt.hardware [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 892.905446] env[62301]: DEBUG nova.virt.hardware [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 892.905616] env[62301]: DEBUG nova.virt.hardware [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 892.906486] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4357a9e9-b985-42b6-a14e-bf7bcc53a2d4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.910642] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 892.915441] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e206d2-644c-4ea1-81d5-fc054f801035 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.928967] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] [instance: 4f6766e1-3af7-4e78-abc0-c131c0df209f] Instance VIF info [] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 892.934431] env[62301]: DEBUG oslo.service.loopingcall [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 892.934982] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f6766e1-3af7-4e78-abc0-c131c0df209f] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 892.935207] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d27653b-28bd-45ac-8cbd-161fa25cbe67 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.951793] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 892.951793] env[62301]: value = "task-2570474" [ 892.951793] env[62301]: _type = "Task" [ 892.951793] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.959313] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570474, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.001171] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquiring lock "refresh_cache-be36b9f5-1c3f-4df8-99c3-644321e8d992" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.001171] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquired lock "refresh_cache-be36b9f5-1c3f-4df8-99c3-644321e8d992" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.001288] env[62301]: DEBUG nova.network.neutron [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 893.238376] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7d4a85-d420-465e-99e4-1c8ac55fcbfb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.246261] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8cc58f-0935-4d38-b228-f61cc180da4b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.283229] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252c4155-89be-47b3-be9a-16997c2a6485 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.288087] env[62301]: DEBUG oslo_concurrency.lockutils [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 893.292619] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a74ff1a-3fcb-49d6-bf98-3e64737e71d9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.305793] env[62301]: DEBUG nova.compute.provider_tree [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.330624] env[62301]: DEBUG oslo_vmware.api [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570473, 'name': Rename_Task, 'duration_secs': 0.267916} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.332763] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 64f8a15b-a51a-46d1-92ac-b78f5134e0dd] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 893.332763] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1dacf600-e583-4797-841f-67b6ffcbce31 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.337926] env[62301]: DEBUG oslo_vmware.api [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the task: (returnval){ [ 893.337926] env[62301]: value = "task-2570475" [ 893.337926] env[62301]: _type = "Task" [ 893.337926] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.345306] env[62301]: DEBUG oslo_vmware.api [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570475, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.463519] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570474, 'name': CreateVM_Task, 'duration_secs': 0.391278} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.463715] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f6766e1-3af7-4e78-abc0-c131c0df209f] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 893.464148] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.464308] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.464627] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.464876] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2c73ed8-a9a0-4142-b18b-dc468af2916b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.470113] env[62301]: DEBUG oslo_vmware.api [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Waiting for the task: (returnval){ [ 893.470113] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5267545e-7c68-b536-8d71-e1c74ed63f40" [ 893.470113] env[62301]: _type = "Task" [ 893.470113] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.477801] env[62301]: DEBUG oslo_vmware.api [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5267545e-7c68-b536-8d71-e1c74ed63f40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.533870] env[62301]: DEBUG nova.network.neutron [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 893.664996] env[62301]: DEBUG nova.network.neutron [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] Updating instance_info_cache with network_info: [{"id": "157ec00d-2cad-4410-a62d-491dd556f870", "address": "fa:16:3e:0c:61:87", "network": {"id": "f58df9e3-61c0-41d5-a4fa-70db2f6f0b30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-576608794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4a399762bbd46c483973e1371d2429c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap157ec00d-2c", "ovs_interfaceid": "157ec00d-2cad-4410-a62d-491dd556f870", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.808760] env[62301]: DEBUG nova.scheduler.client.report [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.851957] env[62301]: DEBUG oslo_vmware.api [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570475, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.980641] env[62301]: DEBUG oslo_vmware.api [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5267545e-7c68-b536-8d71-e1c74ed63f40, 'name': SearchDatastore_Task, 'duration_secs': 0.015059} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.980945] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.981206] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] [instance: 4f6766e1-3af7-4e78-abc0-c131c0df209f] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 893.981448] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.981612] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.981802] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 893.982084] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9c157b3-4439-413c-9663-4135af5858f2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.990537] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 893.990717] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 893.991479] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6b31400-90ea-48f8-8a74-f0a6457bb014 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.997131] env[62301]: DEBUG oslo_vmware.api [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Waiting for the task: (returnval){ [ 893.997131] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]524b2ccd-52f6-1ac4-b977-9570d07c24fe" [ 893.997131] env[62301]: _type = "Task" [ 893.997131] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.005896] env[62301]: DEBUG oslo_vmware.api [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]524b2ccd-52f6-1ac4-b977-9570d07c24fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.167957] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Releasing lock "refresh_cache-be36b9f5-1c3f-4df8-99c3-644321e8d992" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.168269] env[62301]: DEBUG nova.compute.manager [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] Instance network_info: |[{"id": "157ec00d-2cad-4410-a62d-491dd556f870", "address": "fa:16:3e:0c:61:87", "network": {"id": "f58df9e3-61c0-41d5-a4fa-70db2f6f0b30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-576608794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4a399762bbd46c483973e1371d2429c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap157ec00d-2c", "ovs_interfaceid": "157ec00d-2cad-4410-a62d-491dd556f870", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 894.168798] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:61:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9722ea4d-e4a5-48fc-b759-5c4c4796b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '157ec00d-2cad-4410-a62d-491dd556f870', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 894.176301] env[62301]: DEBUG oslo.service.loopingcall [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 894.176473] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 894.176732] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88e18c2e-c22c-4f63-9407-676a28b6631c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.196792] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 894.196792] env[62301]: value = "task-2570476" [ 894.196792] env[62301]: _type = "Task" [ 894.196792] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.204430] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570476, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.316869] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.351s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 894.318493] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.056s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 894.320721] env[62301]: INFO nova.compute.claims [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 0a01e047-3fcb-485d-8202-bab4a45dfd93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 894.349536] env[62301]: DEBUG oslo_vmware.api [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570475, 'name': PowerOnVM_Task, 'duration_secs': 0.592404} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.350184] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 64f8a15b-a51a-46d1-92ac-b78f5134e0dd] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 894.350184] env[62301]: INFO nova.compute.manager [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 64f8a15b-a51a-46d1-92ac-b78f5134e0dd] Took 8.38 seconds to spawn the instance on the hypervisor. [ 894.350184] env[62301]: DEBUG nova.compute.manager [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 64f8a15b-a51a-46d1-92ac-b78f5134e0dd] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 894.352844] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327e7282-736b-4a3c-863e-4a32ddf25514 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.441750] env[62301]: DEBUG nova.compute.manager [req-e38bbf6a-747c-4076-8c0c-2c1a8138c7e8 req-40d92c5b-8a30-44d6-a7a6-c49541b46f52 service nova] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] Received event network-changed-157ec00d-2cad-4410-a62d-491dd556f870 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 894.441810] env[62301]: DEBUG nova.compute.manager [req-e38bbf6a-747c-4076-8c0c-2c1a8138c7e8 req-40d92c5b-8a30-44d6-a7a6-c49541b46f52 service nova] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] Refreshing instance network info cache due to event network-changed-157ec00d-2cad-4410-a62d-491dd556f870. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 894.442165] env[62301]: DEBUG oslo_concurrency.lockutils [req-e38bbf6a-747c-4076-8c0c-2c1a8138c7e8 req-40d92c5b-8a30-44d6-a7a6-c49541b46f52 service nova] Acquiring lock "refresh_cache-be36b9f5-1c3f-4df8-99c3-644321e8d992" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.442388] env[62301]: DEBUG oslo_concurrency.lockutils [req-e38bbf6a-747c-4076-8c0c-2c1a8138c7e8 req-40d92c5b-8a30-44d6-a7a6-c49541b46f52 service nova] Acquired lock "refresh_cache-be36b9f5-1c3f-4df8-99c3-644321e8d992" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.444392] env[62301]: DEBUG nova.network.neutron [req-e38bbf6a-747c-4076-8c0c-2c1a8138c7e8 req-40d92c5b-8a30-44d6-a7a6-c49541b46f52 service nova] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] Refreshing network info cache for port 157ec00d-2cad-4410-a62d-491dd556f870 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 894.507675] env[62301]: DEBUG oslo_vmware.api [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]524b2ccd-52f6-1ac4-b977-9570d07c24fe, 'name': SearchDatastore_Task, 'duration_secs': 0.008605} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.508806] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c44d08f-ecd9-4ca4-8d25-e113af110ba4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.518709] env[62301]: DEBUG oslo_vmware.api [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Waiting for the task: (returnval){ [ 894.518709] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52c7a419-37f4-3cf7-f4ff-c5144e0cc08f" [ 894.518709] env[62301]: _type = "Task" [ 894.518709] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.527249] env[62301]: DEBUG oslo_vmware.api [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52c7a419-37f4-3cf7-f4ff-c5144e0cc08f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.593575] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4b44c1c2-f4fb-4c4b-bfd4-5e24b365a701 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquiring lock "c97bdea5-d23f-4a33-bce2-8e42fbccb46e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.593855] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4b44c1c2-f4fb-4c4b-bfd4-5e24b365a701 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "c97bdea5-d23f-4a33-bce2-8e42fbccb46e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 894.594084] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4b44c1c2-f4fb-4c4b-bfd4-5e24b365a701 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquiring lock "c97bdea5-d23f-4a33-bce2-8e42fbccb46e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.594273] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4b44c1c2-f4fb-4c4b-bfd4-5e24b365a701 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "c97bdea5-d23f-4a33-bce2-8e42fbccb46e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 894.594447] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4b44c1c2-f4fb-4c4b-bfd4-5e24b365a701 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "c97bdea5-d23f-4a33-bce2-8e42fbccb46e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 894.597526] env[62301]: INFO nova.compute.manager [None req-4b44c1c2-f4fb-4c4b-bfd4-5e24b365a701 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Terminating instance [ 894.706445] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570476, 'name': CreateVM_Task, 'duration_secs': 0.358799} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.706630] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 894.708041] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.708041] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.708041] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.712018] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74a02b26-6261-4525-a147-768a43161164 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.713061] env[62301]: DEBUG oslo_vmware.api [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 894.713061] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5295d1b3-b424-b81e-b1b9-b47648145b92" [ 894.713061] env[62301]: _type = "Task" [ 894.713061] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.722090] env[62301]: DEBUG oslo_vmware.api [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5295d1b3-b424-b81e-b1b9-b47648145b92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.825765] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Acquiring lock "ee3112cd-9367-49d1-b77d-48e5e3078f54" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.826044] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Lock "ee3112cd-9367-49d1-b77d-48e5e3078f54" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 894.868573] env[62301]: INFO nova.compute.manager [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 64f8a15b-a51a-46d1-92ac-b78f5134e0dd] Took 26.68 seconds to build instance. [ 895.029716] env[62301]: DEBUG oslo_vmware.api [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52c7a419-37f4-3cf7-f4ff-c5144e0cc08f, 'name': SearchDatastore_Task, 'duration_secs': 0.01993} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.029716] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.029716] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] 4f6766e1-3af7-4e78-abc0-c131c0df209f/4f6766e1-3af7-4e78-abc0-c131c0df209f.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 895.029933] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a485ff6-c2d1-4ea9-888e-28b9deac6529 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.036995] env[62301]: DEBUG oslo_vmware.api [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Waiting for the task: (returnval){ [ 895.036995] env[62301]: value = "task-2570477" [ 895.036995] env[62301]: _type = "Task" [ 895.036995] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.048026] env[62301]: DEBUG oslo_vmware.api [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Task: {'id': task-2570477, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.101284] env[62301]: DEBUG nova.compute.manager [None req-4b44c1c2-f4fb-4c4b-bfd4-5e24b365a701 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 895.102278] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4b44c1c2-f4fb-4c4b-bfd4-5e24b365a701 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 895.102428] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f182f1-3601-4193-b7ee-fce9ebf307b1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.116898] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b44c1c2-f4fb-4c4b-bfd4-5e24b365a701 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 895.116898] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-229e7e4a-acf7-43bc-85b3-f46d4b87f41d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.121662] env[62301]: DEBUG oslo_vmware.api [None req-4b44c1c2-f4fb-4c4b-bfd4-5e24b365a701 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 895.121662] env[62301]: value = "task-2570478" [ 895.121662] env[62301]: _type = "Task" [ 895.121662] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.131712] env[62301]: DEBUG oslo_vmware.api [None req-4b44c1c2-f4fb-4c4b-bfd4-5e24b365a701 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570478, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.226430] env[62301]: DEBUG oslo_concurrency.lockutils [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquiring lock "bdfc1a8d-4088-4632-8000-1e59fb4d7b8d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 895.226430] env[62301]: DEBUG oslo_concurrency.lockutils [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "bdfc1a8d-4088-4632-8000-1e59fb4d7b8d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 895.233739] env[62301]: DEBUG oslo_vmware.api [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5295d1b3-b424-b81e-b1b9-b47648145b92, 'name': SearchDatastore_Task, 'duration_secs': 0.012861} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.233983] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.234448] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 895.234683] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.234928] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.235047] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 895.235363] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df3c10bd-1292-49e3-9c49-99870e1266cb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.250754] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 895.250948] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 895.252276] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c663eb1d-a36c-4626-afa2-b5147361a1fc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.261147] env[62301]: DEBUG oslo_vmware.api [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 895.261147] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52370625-79ab-969c-ad9c-8e9fe6e94465" [ 895.261147] env[62301]: _type = "Task" [ 895.261147] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.272250] env[62301]: DEBUG oslo_vmware.api [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52370625-79ab-969c-ad9c-8e9fe6e94465, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.295785] env[62301]: DEBUG nova.network.neutron [req-e38bbf6a-747c-4076-8c0c-2c1a8138c7e8 req-40d92c5b-8a30-44d6-a7a6-c49541b46f52 service nova] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] Updated VIF entry in instance network info cache for port 157ec00d-2cad-4410-a62d-491dd556f870. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 895.296271] env[62301]: DEBUG nova.network.neutron [req-e38bbf6a-747c-4076-8c0c-2c1a8138c7e8 req-40d92c5b-8a30-44d6-a7a6-c49541b46f52 service nova] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] Updating instance_info_cache with network_info: [{"id": "157ec00d-2cad-4410-a62d-491dd556f870", "address": "fa:16:3e:0c:61:87", "network": {"id": "f58df9e3-61c0-41d5-a4fa-70db2f6f0b30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-576608794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4a399762bbd46c483973e1371d2429c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap157ec00d-2c", "ovs_interfaceid": "157ec00d-2cad-4410-a62d-491dd556f870", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.334182] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Lock "ee3112cd-9367-49d1-b77d-48e5e3078f54" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.508s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.334698] env[62301]: DEBUG nova.compute.manager [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] [instance: baff9106-0561-4be4-885f-2e6628c00953] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 895.370613] env[62301]: DEBUG oslo_concurrency.lockutils [None req-254c1a93-b2c2-412b-bee6-8fc3c5af8d53 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Lock "64f8a15b-a51a-46d1-92ac-b78f5134e0dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.188s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.549495] env[62301]: DEBUG oslo_vmware.api [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Task: {'id': task-2570477, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483316} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.549495] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] 4f6766e1-3af7-4e78-abc0-c131c0df209f/4f6766e1-3af7-4e78-abc0-c131c0df209f.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 895.549732] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] [instance: 4f6766e1-3af7-4e78-abc0-c131c0df209f] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 895.549935] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e45209df-a604-4e72-b356-1ba63ac820f6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.557334] env[62301]: DEBUG oslo_vmware.api [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Waiting for the task: (returnval){ [ 895.557334] env[62301]: value = "task-2570479" [ 895.557334] env[62301]: _type = "Task" [ 895.557334] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.567085] env[62301]: DEBUG oslo_vmware.api [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Task: {'id': task-2570479, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.634457] env[62301]: DEBUG oslo_vmware.api [None req-4b44c1c2-f4fb-4c4b-bfd4-5e24b365a701 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570478, 'name': PowerOffVM_Task, 'duration_secs': 0.247526} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.634799] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b44c1c2-f4fb-4c4b-bfd4-5e24b365a701 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 895.634978] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4b44c1c2-f4fb-4c4b-bfd4-5e24b365a701 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 895.635241] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6207ff11-712d-40f7-bfb1-0f492ec16978 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.648984] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e25cc2-bbf9-4a91-a5f0-4c21e1515b0e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.656608] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9bf10b3-1975-47cd-95dd-090e630539ad {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.687628] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0160b05-8a4a-44fc-991f-5c77cd50d4cd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.695117] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8d03a2-bed0-47e0-870d-fb48aef7d492 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.708753] env[62301]: DEBUG nova.compute.provider_tree [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.718164] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4b44c1c2-f4fb-4c4b-bfd4-5e24b365a701 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 895.718316] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4b44c1c2-f4fb-4c4b-bfd4-5e24b365a701 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 895.718448] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b44c1c2-f4fb-4c4b-bfd4-5e24b365a701 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Deleting the datastore file [datastore1] c97bdea5-d23f-4a33-bce2-8e42fbccb46e {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 895.719317] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0967383b-200b-438d-86e3-1324716d618c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.726462] env[62301]: DEBUG oslo_vmware.api [None req-4b44c1c2-f4fb-4c4b-bfd4-5e24b365a701 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 895.726462] env[62301]: value = "task-2570481" [ 895.726462] env[62301]: _type = "Task" [ 895.726462] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.734574] env[62301]: DEBUG nova.compute.manager [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 895.737097] env[62301]: DEBUG oslo_vmware.api [None req-4b44c1c2-f4fb-4c4b-bfd4-5e24b365a701 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570481, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.772635] env[62301]: DEBUG oslo_vmware.api [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52370625-79ab-969c-ad9c-8e9fe6e94465, 'name': SearchDatastore_Task, 'duration_secs': 0.063088} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.774045] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-454d5800-e422-481d-a37a-1035a2e7fb64 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.779617] env[62301]: DEBUG oslo_vmware.api [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 895.779617] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5269994f-f09b-7f25-99f3-02ccbb4347bd" [ 895.779617] env[62301]: _type = "Task" [ 895.779617] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.787883] env[62301]: DEBUG oslo_vmware.api [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5269994f-f09b-7f25-99f3-02ccbb4347bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.798883] env[62301]: DEBUG oslo_concurrency.lockutils [req-e38bbf6a-747c-4076-8c0c-2c1a8138c7e8 req-40d92c5b-8a30-44d6-a7a6-c49541b46f52 service nova] Releasing lock "refresh_cache-be36b9f5-1c3f-4df8-99c3-644321e8d992" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.840235] env[62301]: DEBUG nova.compute.utils [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 895.842027] env[62301]: DEBUG nova.compute.manager [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] [instance: baff9106-0561-4be4-885f-2e6628c00953] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 895.842027] env[62301]: DEBUG nova.network.neutron [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] [instance: baff9106-0561-4be4-885f-2e6628c00953] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 895.895894] env[62301]: DEBUG nova.policy [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '459e8a3e068e47ed86dd29e5a510a26e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3926ee39b9324f739b30a77eb4381ba0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 896.072040] env[62301]: DEBUG oslo_vmware.api [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Task: {'id': task-2570479, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06272} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.072309] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] [instance: 4f6766e1-3af7-4e78-abc0-c131c0df209f] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 896.073113] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b204e5-918f-4c11-8661-7adcf38f366e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.095364] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] [instance: 4f6766e1-3af7-4e78-abc0-c131c0df209f] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 4f6766e1-3af7-4e78-abc0-c131c0df209f/4f6766e1-3af7-4e78-abc0-c131c0df209f.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 896.096535] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42cb47d3-c796-4b2f-b7da-651a5ef46de7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.117529] env[62301]: DEBUG oslo_vmware.api [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Waiting for the task: (returnval){ [ 896.117529] env[62301]: value = "task-2570482" [ 896.117529] env[62301]: _type = "Task" [ 896.117529] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.126018] env[62301]: DEBUG oslo_vmware.api [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Task: {'id': task-2570482, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.198575] env[62301]: DEBUG nova.network.neutron [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] [instance: baff9106-0561-4be4-885f-2e6628c00953] Successfully created port: 84b3d952-51b2-4a25-818d-06a8870b5a48 {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 896.213203] env[62301]: DEBUG nova.scheduler.client.report [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.243020] env[62301]: DEBUG oslo_vmware.api [None req-4b44c1c2-f4fb-4c4b-bfd4-5e24b365a701 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570481, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.258007] env[62301]: DEBUG oslo_concurrency.lockutils [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 896.290410] env[62301]: DEBUG oslo_vmware.api [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5269994f-f09b-7f25-99f3-02ccbb4347bd, 'name': SearchDatastore_Task, 'duration_secs': 0.048418} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.290686] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.290939] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] be36b9f5-1c3f-4df8-99c3-644321e8d992/be36b9f5-1c3f-4df8-99c3-644321e8d992.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 896.291207] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a22b71de-0ec1-457f-8cce-8748e447cb2d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.297767] env[62301]: DEBUG oslo_vmware.api [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 896.297767] env[62301]: value = "task-2570483" [ 896.297767] env[62301]: _type = "Task" [ 896.297767] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.306057] env[62301]: DEBUG oslo_vmware.api [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570483, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.345922] env[62301]: DEBUG nova.compute.manager [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] [instance: baff9106-0561-4be4-885f-2e6628c00953] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 896.580376] env[62301]: DEBUG nova.compute.manager [None req-f8cdd8fb-f575-4569-8f7f-f92867855e68 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 64f8a15b-a51a-46d1-92ac-b78f5134e0dd] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 896.581342] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09743755-0469-44f1-9205-0a476a7af429 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.628309] env[62301]: DEBUG oslo_vmware.api [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Task: {'id': task-2570482, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.718677] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.400s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 896.719387] env[62301]: DEBUG nova.compute.manager [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 0a01e047-3fcb-485d-8202-bab4a45dfd93] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 896.722209] env[62301]: DEBUG oslo_concurrency.lockutils [None req-20f07d32-7aa3-48ed-ba0e-1266d88171bf tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.350s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 896.722440] env[62301]: DEBUG nova.objects.instance [None req-20f07d32-7aa3-48ed-ba0e-1266d88171bf tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Lazy-loading 'resources' on Instance uuid fff316c1-2305-464b-8745-fabdb9636c46 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 896.741190] env[62301]: DEBUG oslo_vmware.api [None req-4b44c1c2-f4fb-4c4b-bfd4-5e24b365a701 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570481, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.685592} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.741498] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b44c1c2-f4fb-4c4b-bfd4-5e24b365a701 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 896.741685] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4b44c1c2-f4fb-4c4b-bfd4-5e24b365a701 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 896.741890] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4b44c1c2-f4fb-4c4b-bfd4-5e24b365a701 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 896.742088] env[62301]: INFO nova.compute.manager [None req-4b44c1c2-f4fb-4c4b-bfd4-5e24b365a701 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Took 1.64 seconds to destroy the instance on the hypervisor. [ 896.742334] env[62301]: DEBUG oslo.service.loopingcall [None req-4b44c1c2-f4fb-4c4b-bfd4-5e24b365a701 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 896.742562] env[62301]: DEBUG nova.compute.manager [-] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 896.742649] env[62301]: DEBUG nova.network.neutron [-] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 896.810337] env[62301]: DEBUG oslo_vmware.api [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570483, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.040992] env[62301]: DEBUG nova.compute.manager [req-f7cbbf71-0592-4503-ad78-aacf71e43b66 req-4c593ba7-23bd-49b4-ad2d-a91332eff11c service nova] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Received event network-vif-deleted-da864455-8759-4fcb-be62-dc230856a3ab {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 897.041165] env[62301]: INFO nova.compute.manager [req-f7cbbf71-0592-4503-ad78-aacf71e43b66 req-4c593ba7-23bd-49b4-ad2d-a91332eff11c service nova] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Neutron deleted interface da864455-8759-4fcb-be62-dc230856a3ab; detaching it from the instance and deleting it from the info cache [ 897.041343] env[62301]: DEBUG nova.network.neutron [req-f7cbbf71-0592-4503-ad78-aacf71e43b66 req-4c593ba7-23bd-49b4-ad2d-a91332eff11c service nova] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.093114] env[62301]: INFO nova.compute.manager [None req-f8cdd8fb-f575-4569-8f7f-f92867855e68 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 64f8a15b-a51a-46d1-92ac-b78f5134e0dd] instance snapshotting [ 897.095729] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8619f9-64f8-430a-9fde-be361e7b0c00 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.114983] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44e8506-4edf-463b-9089-47628a1d1c31 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.130485] env[62301]: DEBUG oslo_vmware.api [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Task: {'id': task-2570482, 'name': ReconfigVM_Task, 'duration_secs': 0.653258} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.130735] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] [instance: 4f6766e1-3af7-4e78-abc0-c131c0df209f] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 4f6766e1-3af7-4e78-abc0-c131c0df209f/4f6766e1-3af7-4e78-abc0-c131c0df209f.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 897.131305] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d93e90cc-6ebb-4bc9-b03a-9ed2109be54f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.138866] env[62301]: DEBUG oslo_vmware.api [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Waiting for the task: (returnval){ [ 897.138866] env[62301]: value = "task-2570484" [ 897.138866] env[62301]: _type = "Task" [ 897.138866] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.147782] env[62301]: DEBUG oslo_vmware.api [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Task: {'id': task-2570484, 'name': Rename_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.227943] env[62301]: DEBUG nova.compute.utils [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 897.233023] env[62301]: DEBUG nova.compute.manager [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 0a01e047-3fcb-485d-8202-bab4a45dfd93] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 897.233130] env[62301]: DEBUG nova.network.neutron [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 0a01e047-3fcb-485d-8202-bab4a45dfd93] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 897.269690] env[62301]: DEBUG nova.policy [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0121b5116a24b6eb6c33252c6149815', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03b7fd9626dd4450af251d23c7d0a8b9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 897.312874] env[62301]: DEBUG oslo_vmware.api [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570483, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600811} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.313366] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] be36b9f5-1c3f-4df8-99c3-644321e8d992/be36b9f5-1c3f-4df8-99c3-644321e8d992.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 897.313591] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 897.313840] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2dc2c47c-b1ac-4291-9acd-2cfa1952e96d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.320162] env[62301]: DEBUG oslo_vmware.api [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 897.320162] env[62301]: value = "task-2570485" [ 897.320162] env[62301]: _type = "Task" [ 897.320162] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.329169] env[62301]: DEBUG oslo_vmware.api [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570485, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.358038] env[62301]: DEBUG nova.compute.manager [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] [instance: baff9106-0561-4be4-885f-2e6628c00953] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 897.386923] env[62301]: DEBUG nova.virt.hardware [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 897.386923] env[62301]: DEBUG nova.virt.hardware [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 897.386923] env[62301]: DEBUG nova.virt.hardware [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 897.387176] env[62301]: DEBUG nova.virt.hardware [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 897.387176] env[62301]: DEBUG nova.virt.hardware [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 897.387292] env[62301]: DEBUG nova.virt.hardware [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 897.387547] env[62301]: DEBUG nova.virt.hardware [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 897.387672] env[62301]: DEBUG nova.virt.hardware [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 897.387836] env[62301]: DEBUG nova.virt.hardware [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 897.387995] env[62301]: DEBUG nova.virt.hardware [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 897.388179] env[62301]: DEBUG nova.virt.hardware [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 897.390583] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fcffda1-7120-41c0-b28c-9838471531a7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.399632] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f32524b-0b7e-44fb-8a78-a736dcc4bf0d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.525943] env[62301]: DEBUG nova.network.neutron [-] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.540261] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381e7b1c-fe84-4b5d-a1f4-6257782ff92e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.543892] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-097d3d35-d350-4e73-9116-f7e9b19ef2d5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.548860] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e5d933-c669-43d4-9076-d7cf6ea97ac4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.555853] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca0f2b6-ccdc-48d5-89be-9fd24aaadb9b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.594992] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4cde3d8-ec7f-481d-92ef-5369d6bd0803 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.602151] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda6dc3c-cc8b-4fbf-adb6-7df84e93e536 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.622201] env[62301]: DEBUG nova.compute.manager [req-f7cbbf71-0592-4503-ad78-aacf71e43b66 req-4c593ba7-23bd-49b4-ad2d-a91332eff11c service nova] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Detach interface failed, port_id=da864455-8759-4fcb-be62-dc230856a3ab, reason: Instance c97bdea5-d23f-4a33-bce2-8e42fbccb46e could not be found. {{(pid=62301) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 897.623249] env[62301]: DEBUG nova.network.neutron [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 0a01e047-3fcb-485d-8202-bab4a45dfd93] Successfully created port: ccb32025-97ac-4cea-8a60-e4673fde5999 {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 897.627551] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f8cdd8fb-f575-4569-8f7f-f92867855e68 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 64f8a15b-a51a-46d1-92ac-b78f5134e0dd] Creating Snapshot of the VM instance {{(pid=62301) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 897.635527] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f37f7688-1ae7-4c00-904a-bc52b445339a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.637610] env[62301]: DEBUG nova.compute.provider_tree [None req-20f07d32-7aa3-48ed-ba0e-1266d88171bf tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.644257] env[62301]: DEBUG oslo_vmware.api [None req-f8cdd8fb-f575-4569-8f7f-f92867855e68 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the task: (returnval){ [ 897.644257] env[62301]: value = "task-2570486" [ 897.644257] env[62301]: _type = "Task" [ 897.644257] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.651036] env[62301]: DEBUG oslo_vmware.api [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Task: {'id': task-2570484, 'name': Rename_Task, 'duration_secs': 0.274589} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.652337] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] [instance: 4f6766e1-3af7-4e78-abc0-c131c0df209f] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 897.652580] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5da8515c-9a64-49ce-89b8-ba79718679c9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.657092] env[62301]: DEBUG oslo_vmware.api [None req-f8cdd8fb-f575-4569-8f7f-f92867855e68 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570486, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.663077] env[62301]: DEBUG oslo_vmware.api [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Waiting for the task: (returnval){ [ 897.663077] env[62301]: value = "task-2570487" [ 897.663077] env[62301]: _type = "Task" [ 897.663077] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.673628] env[62301]: DEBUG oslo_vmware.api [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Task: {'id': task-2570487, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.733767] env[62301]: DEBUG nova.compute.manager [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 0a01e047-3fcb-485d-8202-bab4a45dfd93] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 897.830842] env[62301]: DEBUG oslo_vmware.api [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570485, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065995} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.831519] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 897.835289] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728df562-48cd-44b7-bbba-620edf0d8690 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.856077] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] be36b9f5-1c3f-4df8-99c3-644321e8d992/be36b9f5-1c3f-4df8-99c3-644321e8d992.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.856464] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fcba7b9-5c48-4f5d-82ae-b90401221f99 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.876762] env[62301]: DEBUG oslo_vmware.api [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 897.876762] env[62301]: value = "task-2570488" [ 897.876762] env[62301]: _type = "Task" [ 897.876762] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.885099] env[62301]: DEBUG oslo_vmware.api [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570488, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.961532] env[62301]: DEBUG nova.network.neutron [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] [instance: baff9106-0561-4be4-885f-2e6628c00953] Successfully updated port: 84b3d952-51b2-4a25-818d-06a8870b5a48 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 898.028014] env[62301]: INFO nova.compute.manager [-] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Took 1.29 seconds to deallocate network for instance. [ 898.144068] env[62301]: DEBUG nova.scheduler.client.report [None req-20f07d32-7aa3-48ed-ba0e-1266d88171bf tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.156832] env[62301]: DEBUG oslo_vmware.api [None req-f8cdd8fb-f575-4569-8f7f-f92867855e68 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570486, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.173630] env[62301]: DEBUG oslo_vmware.api [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Task: {'id': task-2570487, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.386401] env[62301]: DEBUG oslo_vmware.api [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570488, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.464896] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Acquiring lock "refresh_cache-baff9106-0561-4be4-885f-2e6628c00953" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.465148] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Acquired lock "refresh_cache-baff9106-0561-4be4-885f-2e6628c00953" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.465148] env[62301]: DEBUG nova.network.neutron [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] [instance: baff9106-0561-4be4-885f-2e6628c00953] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 898.540488] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4b44c1c2-f4fb-4c4b-bfd4-5e24b365a701 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 898.651548] env[62301]: DEBUG oslo_concurrency.lockutils [None req-20f07d32-7aa3-48ed-ba0e-1266d88171bf tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.929s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 898.654080] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.385s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 898.655859] env[62301]: INFO nova.compute.claims [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 898.665400] env[62301]: DEBUG oslo_vmware.api [None req-f8cdd8fb-f575-4569-8f7f-f92867855e68 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570486, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.674952] env[62301]: DEBUG oslo_vmware.api [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Task: {'id': task-2570487, 'name': PowerOnVM_Task, 'duration_secs': 0.729164} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.675337] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] [instance: 4f6766e1-3af7-4e78-abc0-c131c0df209f] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 898.675572] env[62301]: DEBUG nova.compute.manager [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] [instance: 4f6766e1-3af7-4e78-abc0-c131c0df209f] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 898.676581] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beec1ffd-4fd6-4f5e-994f-e0489c3660ea {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.681105] env[62301]: INFO nova.scheduler.client.report [None req-20f07d32-7aa3-48ed-ba0e-1266d88171bf tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Deleted allocations for instance fff316c1-2305-464b-8745-fabdb9636c46 [ 898.747817] env[62301]: DEBUG nova.compute.manager [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 0a01e047-3fcb-485d-8202-bab4a45dfd93] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 898.776733] env[62301]: DEBUG nova.virt.hardware [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 898.776989] env[62301]: DEBUG nova.virt.hardware [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 898.777190] env[62301]: DEBUG nova.virt.hardware [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 898.777343] env[62301]: DEBUG nova.virt.hardware [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 898.777487] env[62301]: DEBUG nova.virt.hardware [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 898.777633] env[62301]: DEBUG nova.virt.hardware [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 898.777840] env[62301]: DEBUG nova.virt.hardware [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 898.777995] env[62301]: DEBUG nova.virt.hardware [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 898.778181] env[62301]: DEBUG nova.virt.hardware [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 898.778345] env[62301]: DEBUG nova.virt.hardware [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 898.778514] env[62301]: DEBUG nova.virt.hardware [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 898.779463] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23340aae-a646-4e0a-bb97-45e719021223 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.787598] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f08647c-947e-4bde-a152-8e6e263f310f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.887661] env[62301]: DEBUG oslo_vmware.api [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570488, 'name': ReconfigVM_Task, 'duration_secs': 0.801453} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.887939] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] Reconfigured VM instance instance-0000004e to attach disk [datastore2] be36b9f5-1c3f-4df8-99c3-644321e8d992/be36b9f5-1c3f-4df8-99c3-644321e8d992.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 898.888616] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d87d0852-cd27-4b8b-a4a7-333c22b00462 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.894603] env[62301]: DEBUG oslo_vmware.api [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 898.894603] env[62301]: value = "task-2570489" [ 898.894603] env[62301]: _type = "Task" [ 898.894603] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.902660] env[62301]: DEBUG oslo_vmware.api [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570489, 'name': Rename_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.001434] env[62301]: DEBUG nova.network.neutron [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] [instance: baff9106-0561-4be4-885f-2e6628c00953] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 899.079999] env[62301]: DEBUG nova.compute.manager [req-e13d1775-8403-4cf4-bbb8-a050bb28bfcb req-89018163-2033-4911-a3e8-a233332a0b1c service nova] [instance: baff9106-0561-4be4-885f-2e6628c00953] Received event network-vif-plugged-84b3d952-51b2-4a25-818d-06a8870b5a48 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 899.079999] env[62301]: DEBUG oslo_concurrency.lockutils [req-e13d1775-8403-4cf4-bbb8-a050bb28bfcb req-89018163-2033-4911-a3e8-a233332a0b1c service nova] Acquiring lock "baff9106-0561-4be4-885f-2e6628c00953-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.079999] env[62301]: DEBUG oslo_concurrency.lockutils [req-e13d1775-8403-4cf4-bbb8-a050bb28bfcb req-89018163-2033-4911-a3e8-a233332a0b1c service nova] Lock "baff9106-0561-4be4-885f-2e6628c00953-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.079999] env[62301]: DEBUG oslo_concurrency.lockutils [req-e13d1775-8403-4cf4-bbb8-a050bb28bfcb req-89018163-2033-4911-a3e8-a233332a0b1c service nova] Lock "baff9106-0561-4be4-885f-2e6628c00953-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.079999] env[62301]: DEBUG nova.compute.manager [req-e13d1775-8403-4cf4-bbb8-a050bb28bfcb req-89018163-2033-4911-a3e8-a233332a0b1c service nova] [instance: baff9106-0561-4be4-885f-2e6628c00953] No waiting events found dispatching network-vif-plugged-84b3d952-51b2-4a25-818d-06a8870b5a48 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 899.080913] env[62301]: WARNING nova.compute.manager [req-e13d1775-8403-4cf4-bbb8-a050bb28bfcb req-89018163-2033-4911-a3e8-a233332a0b1c service nova] [instance: baff9106-0561-4be4-885f-2e6628c00953] Received unexpected event network-vif-plugged-84b3d952-51b2-4a25-818d-06a8870b5a48 for instance with vm_state building and task_state spawning. [ 899.082354] env[62301]: DEBUG nova.compute.manager [req-e13d1775-8403-4cf4-bbb8-a050bb28bfcb req-89018163-2033-4911-a3e8-a233332a0b1c service nova] [instance: baff9106-0561-4be4-885f-2e6628c00953] Received event network-changed-84b3d952-51b2-4a25-818d-06a8870b5a48 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 899.082943] env[62301]: DEBUG nova.compute.manager [req-e13d1775-8403-4cf4-bbb8-a050bb28bfcb req-89018163-2033-4911-a3e8-a233332a0b1c service nova] [instance: baff9106-0561-4be4-885f-2e6628c00953] Refreshing instance network info cache due to event network-changed-84b3d952-51b2-4a25-818d-06a8870b5a48. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 899.083945] env[62301]: DEBUG oslo_concurrency.lockutils [req-e13d1775-8403-4cf4-bbb8-a050bb28bfcb req-89018163-2033-4911-a3e8-a233332a0b1c service nova] Acquiring lock "refresh_cache-baff9106-0561-4be4-885f-2e6628c00953" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.167022] env[62301]: DEBUG oslo_vmware.api [None req-f8cdd8fb-f575-4569-8f7f-f92867855e68 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570486, 'name': CreateSnapshot_Task, 'duration_secs': 1.302408} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.167022] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f8cdd8fb-f575-4569-8f7f-f92867855e68 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 64f8a15b-a51a-46d1-92ac-b78f5134e0dd] Created Snapshot of the VM instance {{(pid=62301) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 899.167022] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f83442-23bc-47c3-a08e-b32a4e18e387 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.198740] env[62301]: DEBUG oslo_concurrency.lockutils [None req-20f07d32-7aa3-48ed-ba0e-1266d88171bf tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Lock "fff316c1-2305-464b-8745-fabdb9636c46" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.246s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.203315] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.270426] env[62301]: DEBUG nova.network.neutron [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] [instance: baff9106-0561-4be4-885f-2e6628c00953] Updating instance_info_cache with network_info: [{"id": "84b3d952-51b2-4a25-818d-06a8870b5a48", "address": "fa:16:3e:23:f0:c4", "network": {"id": "9e349d1f-5430-455f-af71-0bc805a126d6", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-427810082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3926ee39b9324f739b30a77eb4381ba0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84b3d952-51", "ovs_interfaceid": "84b3d952-51b2-4a25-818d-06a8870b5a48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.404920] env[62301]: DEBUG oslo_vmware.api [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570489, 'name': Rename_Task, 'duration_secs': 0.28534} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.405308] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 899.405493] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-244ba1ba-8540-4af7-b42e-d63f1dd62795 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.413498] env[62301]: DEBUG oslo_vmware.api [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 899.413498] env[62301]: value = "task-2570490" [ 899.413498] env[62301]: _type = "Task" [ 899.413498] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.423251] env[62301]: DEBUG oslo_vmware.api [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570490, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.446964] env[62301]: DEBUG nova.network.neutron [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 0a01e047-3fcb-485d-8202-bab4a45dfd93] Successfully updated port: ccb32025-97ac-4cea-8a60-e4673fde5999 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 899.546798] env[62301]: DEBUG oslo_concurrency.lockutils [None req-fc82b3e9-b314-4327-9d30-1b9885535261 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Acquiring lock "4f6766e1-3af7-4e78-abc0-c131c0df209f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.548074] env[62301]: DEBUG oslo_concurrency.lockutils [None req-fc82b3e9-b314-4327-9d30-1b9885535261 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Lock "4f6766e1-3af7-4e78-abc0-c131c0df209f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.548420] env[62301]: DEBUG oslo_concurrency.lockutils [None req-fc82b3e9-b314-4327-9d30-1b9885535261 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Acquiring lock "4f6766e1-3af7-4e78-abc0-c131c0df209f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.548721] env[62301]: DEBUG oslo_concurrency.lockutils [None req-fc82b3e9-b314-4327-9d30-1b9885535261 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Lock "4f6766e1-3af7-4e78-abc0-c131c0df209f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.548998] env[62301]: DEBUG oslo_concurrency.lockutils [None req-fc82b3e9-b314-4327-9d30-1b9885535261 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Lock "4f6766e1-3af7-4e78-abc0-c131c0df209f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.551905] env[62301]: INFO nova.compute.manager [None req-fc82b3e9-b314-4327-9d30-1b9885535261 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] [instance: 4f6766e1-3af7-4e78-abc0-c131c0df209f] Terminating instance [ 899.691135] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f8cdd8fb-f575-4569-8f7f-f92867855e68 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 64f8a15b-a51a-46d1-92ac-b78f5134e0dd] Creating linked-clone VM from snapshot {{(pid=62301) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 899.694544] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7a879a7d-0666-494e-b1a6-e663c06b62cc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.704253] env[62301]: DEBUG oslo_vmware.api [None req-f8cdd8fb-f575-4569-8f7f-f92867855e68 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the task: (returnval){ [ 899.704253] env[62301]: value = "task-2570491" [ 899.704253] env[62301]: _type = "Task" [ 899.704253] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.715867] env[62301]: DEBUG oslo_vmware.api [None req-f8cdd8fb-f575-4569-8f7f-f92867855e68 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570491, 'name': CloneVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.773032] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Releasing lock "refresh_cache-baff9106-0561-4be4-885f-2e6628c00953" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.773424] env[62301]: DEBUG nova.compute.manager [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] [instance: baff9106-0561-4be4-885f-2e6628c00953] Instance network_info: |[{"id": "84b3d952-51b2-4a25-818d-06a8870b5a48", "address": "fa:16:3e:23:f0:c4", "network": {"id": "9e349d1f-5430-455f-af71-0bc805a126d6", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-427810082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3926ee39b9324f739b30a77eb4381ba0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84b3d952-51", "ovs_interfaceid": "84b3d952-51b2-4a25-818d-06a8870b5a48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 899.774017] env[62301]: DEBUG oslo_concurrency.lockutils [req-e13d1775-8403-4cf4-bbb8-a050bb28bfcb req-89018163-2033-4911-a3e8-a233332a0b1c service nova] Acquired lock "refresh_cache-baff9106-0561-4be4-885f-2e6628c00953" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.774291] env[62301]: DEBUG nova.network.neutron [req-e13d1775-8403-4cf4-bbb8-a050bb28bfcb req-89018163-2033-4911-a3e8-a233332a0b1c service nova] [instance: baff9106-0561-4be4-885f-2e6628c00953] Refreshing network info cache for port 84b3d952-51b2-4a25-818d-06a8870b5a48 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 899.775532] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] [instance: baff9106-0561-4be4-885f-2e6628c00953] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:f0:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e7a4976-597e-4636-990e-6062b5faadee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84b3d952-51b2-4a25-818d-06a8870b5a48', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 899.783247] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Creating folder: Project (3926ee39b9324f739b30a77eb4381ba0). Parent ref: group-v518653. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 899.786493] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35d38917-b16d-4289-a8ea-e66b1d422eb1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.797774] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Created folder: Project (3926ee39b9324f739b30a77eb4381ba0) in parent group-v518653. [ 899.797983] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Creating folder: Instances. Parent ref: group-v518871. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 899.800823] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d830d98-3cb8-4c3e-a789-2bb848e859f9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.810159] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Created folder: Instances in parent group-v518871. [ 899.810435] env[62301]: DEBUG oslo.service.loopingcall [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 899.810639] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: baff9106-0561-4be4-885f-2e6628c00953] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 899.810874] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a5b4d8d-6393-4614-a712-442ea0d30b10 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.835681] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 899.835681] env[62301]: value = "task-2570494" [ 899.835681] env[62301]: _type = "Task" [ 899.835681] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.847694] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570494, 'name': CreateVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.915671] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8022b042-8812-4c7e-818b-32887f3a6bf3 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Acquiring lock "74379ea7-7c7d-4212-b637-2af384ba4c95" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.915912] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8022b042-8812-4c7e-818b-32887f3a6bf3 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Lock "74379ea7-7c7d-4212-b637-2af384ba4c95" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.916131] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8022b042-8812-4c7e-818b-32887f3a6bf3 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Acquiring lock "74379ea7-7c7d-4212-b637-2af384ba4c95-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.916336] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8022b042-8812-4c7e-818b-32887f3a6bf3 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Lock "74379ea7-7c7d-4212-b637-2af384ba4c95-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.916512] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8022b042-8812-4c7e-818b-32887f3a6bf3 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Lock "74379ea7-7c7d-4212-b637-2af384ba4c95-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.922308] env[62301]: INFO nova.compute.manager [None req-8022b042-8812-4c7e-818b-32887f3a6bf3 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Terminating instance [ 899.931647] env[62301]: DEBUG oslo_vmware.api [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570490, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.951327] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquiring lock "refresh_cache-0a01e047-3fcb-485d-8202-bab4a45dfd93" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.951327] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquired lock "refresh_cache-0a01e047-3fcb-485d-8202-bab4a45dfd93" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.951509] env[62301]: DEBUG nova.network.neutron [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 0a01e047-3fcb-485d-8202-bab4a45dfd93] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 900.005077] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0613ac14-b1f1-441b-b1e9-e8418183bacc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.014205] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28cbf652-af4b-4908-904e-3bc6ab744b1c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.047953] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ceca9d-431d-441b-9cd1-b1eb33e9342c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.055635] env[62301]: DEBUG oslo_concurrency.lockutils [None req-fc82b3e9-b314-4327-9d30-1b9885535261 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Acquiring lock "refresh_cache-4f6766e1-3af7-4e78-abc0-c131c0df209f" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.055771] env[62301]: DEBUG oslo_concurrency.lockutils [None req-fc82b3e9-b314-4327-9d30-1b9885535261 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Acquired lock "refresh_cache-4f6766e1-3af7-4e78-abc0-c131c0df209f" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.056119] env[62301]: DEBUG nova.network.neutron [None req-fc82b3e9-b314-4327-9d30-1b9885535261 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] [instance: 4f6766e1-3af7-4e78-abc0-c131c0df209f] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 900.058418] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-214dadb3-2af4-4485-bcfe-092aaacfd2ad {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.074583] env[62301]: DEBUG nova.compute.provider_tree [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.215178] env[62301]: DEBUG oslo_vmware.api [None req-f8cdd8fb-f575-4569-8f7f-f92867855e68 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570491, 'name': CloneVM_Task} progress is 94%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.349808] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570494, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.428380] env[62301]: DEBUG nova.compute.manager [None req-8022b042-8812-4c7e-818b-32887f3a6bf3 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 900.428380] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-8022b042-8812-4c7e-818b-32887f3a6bf3 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 900.428702] env[62301]: DEBUG oslo_vmware.api [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570490, 'name': PowerOnVM_Task, 'duration_secs': 0.918759} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.429407] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38eacc92-c085-4359-93e7-09a3557cda5a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.432200] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 900.432200] env[62301]: INFO nova.compute.manager [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] Took 8.41 seconds to spawn the instance on the hypervisor. [ 900.432360] env[62301]: DEBUG nova.compute.manager [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 900.433116] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e03deaf-bada-4a52-adfe-8f0e45ec972c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.446095] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-8022b042-8812-4c7e-818b-32887f3a6bf3 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 900.446095] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0fd6334-5fcb-4d8e-b238-08fafd637638 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.451574] env[62301]: DEBUG oslo_vmware.api [None req-8022b042-8812-4c7e-818b-32887f3a6bf3 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for the task: (returnval){ [ 900.451574] env[62301]: value = "task-2570495" [ 900.451574] env[62301]: _type = "Task" [ 900.451574] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.462978] env[62301]: DEBUG oslo_vmware.api [None req-8022b042-8812-4c7e-818b-32887f3a6bf3 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570495, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.499228] env[62301]: DEBUG nova.network.neutron [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 0a01e047-3fcb-485d-8202-bab4a45dfd93] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 900.578780] env[62301]: DEBUG nova.scheduler.client.report [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.582483] env[62301]: DEBUG nova.network.neutron [None req-fc82b3e9-b314-4327-9d30-1b9885535261 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] [instance: 4f6766e1-3af7-4e78-abc0-c131c0df209f] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 900.658448] env[62301]: DEBUG nova.network.neutron [req-e13d1775-8403-4cf4-bbb8-a050bb28bfcb req-89018163-2033-4911-a3e8-a233332a0b1c service nova] [instance: baff9106-0561-4be4-885f-2e6628c00953] Updated VIF entry in instance network info cache for port 84b3d952-51b2-4a25-818d-06a8870b5a48. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 900.658707] env[62301]: DEBUG nova.network.neutron [req-e13d1775-8403-4cf4-bbb8-a050bb28bfcb req-89018163-2033-4911-a3e8-a233332a0b1c service nova] [instance: baff9106-0561-4be4-885f-2e6628c00953] Updating instance_info_cache with network_info: [{"id": "84b3d952-51b2-4a25-818d-06a8870b5a48", "address": "fa:16:3e:23:f0:c4", "network": {"id": "9e349d1f-5430-455f-af71-0bc805a126d6", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-427810082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3926ee39b9324f739b30a77eb4381ba0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84b3d952-51", "ovs_interfaceid": "84b3d952-51b2-4a25-818d-06a8870b5a48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.660607] env[62301]: DEBUG nova.network.neutron [None req-fc82b3e9-b314-4327-9d30-1b9885535261 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] [instance: 4f6766e1-3af7-4e78-abc0-c131c0df209f] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.714300] env[62301]: DEBUG oslo_vmware.api [None req-f8cdd8fb-f575-4569-8f7f-f92867855e68 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570491, 'name': CloneVM_Task} progress is 100%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.732525] env[62301]: DEBUG nova.network.neutron [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 0a01e047-3fcb-485d-8202-bab4a45dfd93] Updating instance_info_cache with network_info: [{"id": "ccb32025-97ac-4cea-8a60-e4673fde5999", "address": "fa:16:3e:87:d5:28", "network": {"id": "2b6d5216-0aa6-4962-ae7d-0ce0a7d329dc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1253607468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03b7fd9626dd4450af251d23c7d0a8b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccb32025-97", "ovs_interfaceid": "ccb32025-97ac-4cea-8a60-e4673fde5999", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.846075] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570494, 'name': CreateVM_Task, 'duration_secs': 0.551747} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.846075] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: baff9106-0561-4be4-885f-2e6628c00953] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 900.846653] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.846782] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.847131] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.847399] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-662b2fda-3491-4142-ae2d-029bb756eabd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.852267] env[62301]: DEBUG oslo_vmware.api [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Waiting for the task: (returnval){ [ 900.852267] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]523902e6-e852-58d6-1ff3-fd6c7c1221dc" [ 900.852267] env[62301]: _type = "Task" [ 900.852267] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.860575] env[62301]: DEBUG oslo_vmware.api [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]523902e6-e852-58d6-1ff3-fd6c7c1221dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.959647] env[62301]: INFO nova.compute.manager [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] Took 29.23 seconds to build instance. [ 900.964148] env[62301]: DEBUG oslo_vmware.api [None req-8022b042-8812-4c7e-818b-32887f3a6bf3 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570495, 'name': PowerOffVM_Task, 'duration_secs': 0.253756} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.964431] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-8022b042-8812-4c7e-818b-32887f3a6bf3 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 900.964596] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-8022b042-8812-4c7e-818b-32887f3a6bf3 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 900.964861] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-639884db-b3f7-429c-b7ea-b8074be33be0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.034717] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-8022b042-8812-4c7e-818b-32887f3a6bf3 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 901.034940] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-8022b042-8812-4c7e-818b-32887f3a6bf3 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Deleting contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 901.035222] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-8022b042-8812-4c7e-818b-32887f3a6bf3 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Deleting the datastore file [datastore2] 74379ea7-7c7d-4212-b637-2af384ba4c95 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 901.035508] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa0a32c3-5c22-4d77-8fbc-fcd6b99fa2ab {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.042648] env[62301]: DEBUG oslo_vmware.api [None req-8022b042-8812-4c7e-818b-32887f3a6bf3 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for the task: (returnval){ [ 901.042648] env[62301]: value = "task-2570497" [ 901.042648] env[62301]: _type = "Task" [ 901.042648] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.052048] env[62301]: DEBUG oslo_vmware.api [None req-8022b042-8812-4c7e-818b-32887f3a6bf3 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570497, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.085652] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 901.086058] env[62301]: DEBUG nova.compute.manager [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 901.088935] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.179s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 901.090434] env[62301]: INFO nova.compute.claims [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] [instance: a3f6bfdd-4f68-42d9-b3cf-32437fea3c34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 901.113631] env[62301]: DEBUG nova.compute.manager [req-cc619b31-2240-400e-a3e5-28a40ea78660 req-1b894d31-e9e6-4656-8feb-c94f4ea2a78b service nova] [instance: 0a01e047-3fcb-485d-8202-bab4a45dfd93] Received event network-vif-plugged-ccb32025-97ac-4cea-8a60-e4673fde5999 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 901.113928] env[62301]: DEBUG oslo_concurrency.lockutils [req-cc619b31-2240-400e-a3e5-28a40ea78660 req-1b894d31-e9e6-4656-8feb-c94f4ea2a78b service nova] Acquiring lock "0a01e047-3fcb-485d-8202-bab4a45dfd93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 901.114085] env[62301]: DEBUG oslo_concurrency.lockutils [req-cc619b31-2240-400e-a3e5-28a40ea78660 req-1b894d31-e9e6-4656-8feb-c94f4ea2a78b service nova] Lock "0a01e047-3fcb-485d-8202-bab4a45dfd93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 901.114319] env[62301]: DEBUG oslo_concurrency.lockutils [req-cc619b31-2240-400e-a3e5-28a40ea78660 req-1b894d31-e9e6-4656-8feb-c94f4ea2a78b service nova] Lock "0a01e047-3fcb-485d-8202-bab4a45dfd93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 901.114472] env[62301]: DEBUG nova.compute.manager [req-cc619b31-2240-400e-a3e5-28a40ea78660 req-1b894d31-e9e6-4656-8feb-c94f4ea2a78b service nova] [instance: 0a01e047-3fcb-485d-8202-bab4a45dfd93] No waiting events found dispatching network-vif-plugged-ccb32025-97ac-4cea-8a60-e4673fde5999 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 901.115567] env[62301]: WARNING nova.compute.manager [req-cc619b31-2240-400e-a3e5-28a40ea78660 req-1b894d31-e9e6-4656-8feb-c94f4ea2a78b service nova] [instance: 0a01e047-3fcb-485d-8202-bab4a45dfd93] Received unexpected event network-vif-plugged-ccb32025-97ac-4cea-8a60-e4673fde5999 for instance with vm_state building and task_state spawning. [ 901.115567] env[62301]: DEBUG nova.compute.manager [req-cc619b31-2240-400e-a3e5-28a40ea78660 req-1b894d31-e9e6-4656-8feb-c94f4ea2a78b service nova] [instance: 0a01e047-3fcb-485d-8202-bab4a45dfd93] Received event network-changed-ccb32025-97ac-4cea-8a60-e4673fde5999 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 901.115567] env[62301]: DEBUG nova.compute.manager [req-cc619b31-2240-400e-a3e5-28a40ea78660 req-1b894d31-e9e6-4656-8feb-c94f4ea2a78b service nova] [instance: 0a01e047-3fcb-485d-8202-bab4a45dfd93] Refreshing instance network info cache due to event network-changed-ccb32025-97ac-4cea-8a60-e4673fde5999. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 901.115567] env[62301]: DEBUG oslo_concurrency.lockutils [req-cc619b31-2240-400e-a3e5-28a40ea78660 req-1b894d31-e9e6-4656-8feb-c94f4ea2a78b service nova] Acquiring lock "refresh_cache-0a01e047-3fcb-485d-8202-bab4a45dfd93" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.163055] env[62301]: DEBUG oslo_concurrency.lockutils [req-e13d1775-8403-4cf4-bbb8-a050bb28bfcb req-89018163-2033-4911-a3e8-a233332a0b1c service nova] Releasing lock "refresh_cache-baff9106-0561-4be4-885f-2e6628c00953" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.163501] env[62301]: DEBUG oslo_concurrency.lockutils [None req-fc82b3e9-b314-4327-9d30-1b9885535261 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Releasing lock "refresh_cache-4f6766e1-3af7-4e78-abc0-c131c0df209f" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.163892] env[62301]: DEBUG nova.compute.manager [None req-fc82b3e9-b314-4327-9d30-1b9885535261 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] [instance: 4f6766e1-3af7-4e78-abc0-c131c0df209f] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 901.164090] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-fc82b3e9-b314-4327-9d30-1b9885535261 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] [instance: 4f6766e1-3af7-4e78-abc0-c131c0df209f] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 901.164959] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e676a6-46ea-4387-bf72-478fdcb64baf {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.173992] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc82b3e9-b314-4327-9d30-1b9885535261 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] [instance: 4f6766e1-3af7-4e78-abc0-c131c0df209f] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 901.174281] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c45919b-93ca-41aa-89fb-b471f2096922 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.180721] env[62301]: DEBUG oslo_vmware.api [None req-fc82b3e9-b314-4327-9d30-1b9885535261 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Waiting for the task: (returnval){ [ 901.180721] env[62301]: value = "task-2570498" [ 901.180721] env[62301]: _type = "Task" [ 901.180721] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.188914] env[62301]: DEBUG oslo_vmware.api [None req-fc82b3e9-b314-4327-9d30-1b9885535261 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Task: {'id': task-2570498, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.216026] env[62301]: DEBUG oslo_vmware.api [None req-f8cdd8fb-f575-4569-8f7f-f92867855e68 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570491, 'name': CloneVM_Task, 'duration_secs': 1.044727} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.216026] env[62301]: INFO nova.virt.vmwareapi.vmops [None req-f8cdd8fb-f575-4569-8f7f-f92867855e68 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 64f8a15b-a51a-46d1-92ac-b78f5134e0dd] Created linked-clone VM from snapshot [ 901.216781] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95514a9-2521-4e09-a518-580dcac58519 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.224662] env[62301]: DEBUG nova.virt.vmwareapi.images [None req-f8cdd8fb-f575-4569-8f7f-f92867855e68 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 64f8a15b-a51a-46d1-92ac-b78f5134e0dd] Uploading image 48871f39-21b2-45a1-a5b5-f9cb2b94bbb9 {{(pid=62301) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 901.235556] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Releasing lock "refresh_cache-0a01e047-3fcb-485d-8202-bab4a45dfd93" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.235767] env[62301]: DEBUG nova.compute.manager [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 0a01e047-3fcb-485d-8202-bab4a45dfd93] Instance network_info: |[{"id": "ccb32025-97ac-4cea-8a60-e4673fde5999", "address": "fa:16:3e:87:d5:28", "network": {"id": "2b6d5216-0aa6-4962-ae7d-0ce0a7d329dc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1253607468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03b7fd9626dd4450af251d23c7d0a8b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccb32025-97", "ovs_interfaceid": "ccb32025-97ac-4cea-8a60-e4673fde5999", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 901.236122] env[62301]: DEBUG oslo_concurrency.lockutils [req-cc619b31-2240-400e-a3e5-28a40ea78660 req-1b894d31-e9e6-4656-8feb-c94f4ea2a78b service nova] Acquired lock "refresh_cache-0a01e047-3fcb-485d-8202-bab4a45dfd93" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.236205] env[62301]: DEBUG nova.network.neutron [req-cc619b31-2240-400e-a3e5-28a40ea78660 req-1b894d31-e9e6-4656-8feb-c94f4ea2a78b service nova] [instance: 0a01e047-3fcb-485d-8202-bab4a45dfd93] Refreshing network info cache for port ccb32025-97ac-4cea-8a60-e4673fde5999 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 901.237479] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 0a01e047-3fcb-485d-8202-bab4a45dfd93] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:d5:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b151a0c-aa46-4d21-9ef5-c09cf350b19c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ccb32025-97ac-4cea-8a60-e4673fde5999', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 901.245534] env[62301]: DEBUG oslo.service.loopingcall [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 901.246571] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8cdd8fb-f575-4569-8f7f-f92867855e68 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 64f8a15b-a51a-46d1-92ac-b78f5134e0dd] Destroying the VM {{(pid=62301) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 901.247851] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a01e047-3fcb-485d-8202-bab4a45dfd93] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 901.248081] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1a14c736-0f3d-4271-9e50-4c8d9e89583f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.250525] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-461985d3-2636-41ff-8f10-0f7a0050ff92 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.270943] env[62301]: DEBUG oslo_vmware.api [None req-f8cdd8fb-f575-4569-8f7f-f92867855e68 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the task: (returnval){ [ 901.270943] env[62301]: value = "task-2570499" [ 901.270943] env[62301]: _type = "Task" [ 901.270943] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.272590] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 901.272590] env[62301]: value = "task-2570500" [ 901.272590] env[62301]: _type = "Task" [ 901.272590] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.286258] env[62301]: DEBUG oslo_vmware.api [None req-f8cdd8fb-f575-4569-8f7f-f92867855e68 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570499, 'name': Destroy_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.289537] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570500, 'name': CreateVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.363713] env[62301]: DEBUG oslo_vmware.api [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]523902e6-e852-58d6-1ff3-fd6c7c1221dc, 'name': SearchDatastore_Task, 'duration_secs': 0.010237} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.364056] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.364385] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] [instance: baff9106-0561-4be4-885f-2e6628c00953] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 901.364553] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.364764] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.364873] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 901.365147] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a994bd1d-5332-4720-89e5-3c2bb20ea6aa {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.372980] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 901.372980] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 901.373638] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15ebb44f-704b-4e03-ba7b-0fcf3373543f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.379285] env[62301]: DEBUG oslo_vmware.api [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Waiting for the task: (returnval){ [ 901.379285] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52cb4b1c-633a-3072-4a38-2a24c2f3d048" [ 901.379285] env[62301]: _type = "Task" [ 901.379285] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.387038] env[62301]: DEBUG oslo_vmware.api [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52cb4b1c-633a-3072-4a38-2a24c2f3d048, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.461292] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d9e79ccc-a5a0-4647-b305-f7111b678907 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "be36b9f5-1c3f-4df8-99c3-644321e8d992" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.741s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 901.552384] env[62301]: DEBUG oslo_vmware.api [None req-8022b042-8812-4c7e-818b-32887f3a6bf3 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Task: {'id': task-2570497, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20133} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.552646] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-8022b042-8812-4c7e-818b-32887f3a6bf3 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 901.552857] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-8022b042-8812-4c7e-818b-32887f3a6bf3 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Deleted contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 901.553060] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-8022b042-8812-4c7e-818b-32887f3a6bf3 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 901.553241] env[62301]: INFO nova.compute.manager [None req-8022b042-8812-4c7e-818b-32887f3a6bf3 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Took 1.12 seconds to destroy the instance on the hypervisor. [ 901.553486] env[62301]: DEBUG oslo.service.loopingcall [None req-8022b042-8812-4c7e-818b-32887f3a6bf3 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 901.553704] env[62301]: DEBUG nova.compute.manager [-] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 901.553797] env[62301]: DEBUG nova.network.neutron [-] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 901.596053] env[62301]: DEBUG nova.compute.utils [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 901.600792] env[62301]: DEBUG nova.compute.manager [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 901.600992] env[62301]: DEBUG nova.network.neutron [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 901.649181] env[62301]: DEBUG nova.policy [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c34c6612edac4439a2085be0cbc4198b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b3dfd09250b4ab486b15b680428b1a5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 901.689783] env[62301]: DEBUG oslo_vmware.api [None req-fc82b3e9-b314-4327-9d30-1b9885535261 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Task: {'id': task-2570498, 'name': PowerOffVM_Task, 'duration_secs': 0.139675} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.691558] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc82b3e9-b314-4327-9d30-1b9885535261 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] [instance: 4f6766e1-3af7-4e78-abc0-c131c0df209f] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 901.691558] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-fc82b3e9-b314-4327-9d30-1b9885535261 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] [instance: 4f6766e1-3af7-4e78-abc0-c131c0df209f] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 901.691558] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2c07d1d-681f-426d-afd5-1df553a7aa5d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.716946] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-fc82b3e9-b314-4327-9d30-1b9885535261 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] [instance: 4f6766e1-3af7-4e78-abc0-c131c0df209f] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 901.718019] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-fc82b3e9-b314-4327-9d30-1b9885535261 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] [instance: 4f6766e1-3af7-4e78-abc0-c131c0df209f] Deleting contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 901.718019] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc82b3e9-b314-4327-9d30-1b9885535261 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Deleting the datastore file [datastore2] 4f6766e1-3af7-4e78-abc0-c131c0df209f {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 901.718019] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6649de17-1c7b-4df7-9669-ee5b3f964369 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.724473] env[62301]: DEBUG oslo_vmware.api [None req-fc82b3e9-b314-4327-9d30-1b9885535261 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Waiting for the task: (returnval){ [ 901.724473] env[62301]: value = "task-2570502" [ 901.724473] env[62301]: _type = "Task" [ 901.724473] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.732426] env[62301]: DEBUG oslo_vmware.api [None req-fc82b3e9-b314-4327-9d30-1b9885535261 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Task: {'id': task-2570502, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.787607] env[62301]: DEBUG oslo_vmware.api [None req-f8cdd8fb-f575-4569-8f7f-f92867855e68 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570499, 'name': Destroy_Task, 'duration_secs': 0.480914} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.792034] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-f8cdd8fb-f575-4569-8f7f-f92867855e68 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 64f8a15b-a51a-46d1-92ac-b78f5134e0dd] Destroyed the VM [ 901.792430] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f8cdd8fb-f575-4569-8f7f-f92867855e68 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 64f8a15b-a51a-46d1-92ac-b78f5134e0dd] Deleting Snapshot of the VM instance {{(pid=62301) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 901.792669] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570500, 'name': CreateVM_Task, 'duration_secs': 0.395633} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.792863] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a9fcde31-703e-4495-99e4-8c343852d4a8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.794840] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a01e047-3fcb-485d-8202-bab4a45dfd93] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 901.795679] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.795840] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.796165] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.796948] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c388691-dc0f-4ac4-8388-3b66e0ae5d2a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.800784] env[62301]: DEBUG oslo_vmware.api [None req-f8cdd8fb-f575-4569-8f7f-f92867855e68 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the task: (returnval){ [ 901.800784] env[62301]: value = "task-2570503" [ 901.800784] env[62301]: _type = "Task" [ 901.800784] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.802059] env[62301]: DEBUG oslo_vmware.api [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 901.802059] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]528b2b39-af20-537b-8aee-d8fbecfee071" [ 901.802059] env[62301]: _type = "Task" [ 901.802059] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.814758] env[62301]: DEBUG oslo_vmware.api [None req-f8cdd8fb-f575-4569-8f7f-f92867855e68 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570503, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.821875] env[62301]: DEBUG oslo_vmware.api [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]528b2b39-af20-537b-8aee-d8fbecfee071, 'name': SearchDatastore_Task, 'duration_secs': 0.011322} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.822298] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.822602] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 0a01e047-3fcb-485d-8202-bab4a45dfd93] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 901.822812] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.894324] env[62301]: DEBUG oslo_vmware.api [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52cb4b1c-633a-3072-4a38-2a24c2f3d048, 'name': SearchDatastore_Task, 'duration_secs': 0.00912} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.897905] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29171e68-5515-4d7f-9dbc-57d96bf1b28a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.903714] env[62301]: DEBUG oslo_vmware.api [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Waiting for the task: (returnval){ [ 901.903714] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52b54193-6c57-282e-bfa4-368ce5b92d62" [ 901.903714] env[62301]: _type = "Task" [ 901.903714] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.912668] env[62301]: DEBUG oslo_vmware.api [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52b54193-6c57-282e-bfa4-368ce5b92d62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.011175] env[62301]: DEBUG nova.network.neutron [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Successfully created port: a00d47f5-5e7d-45c3-9ecd-b79a293bc41e {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 902.057045] env[62301]: DEBUG nova.network.neutron [req-cc619b31-2240-400e-a3e5-28a40ea78660 req-1b894d31-e9e6-4656-8feb-c94f4ea2a78b service nova] [instance: 0a01e047-3fcb-485d-8202-bab4a45dfd93] Updated VIF entry in instance network info cache for port ccb32025-97ac-4cea-8a60-e4673fde5999. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 902.057045] env[62301]: DEBUG nova.network.neutron [req-cc619b31-2240-400e-a3e5-28a40ea78660 req-1b894d31-e9e6-4656-8feb-c94f4ea2a78b service nova] [instance: 0a01e047-3fcb-485d-8202-bab4a45dfd93] Updating instance_info_cache with network_info: [{"id": "ccb32025-97ac-4cea-8a60-e4673fde5999", "address": "fa:16:3e:87:d5:28", "network": {"id": "2b6d5216-0aa6-4962-ae7d-0ce0a7d329dc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1253607468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03b7fd9626dd4450af251d23c7d0a8b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccb32025-97", "ovs_interfaceid": "ccb32025-97ac-4cea-8a60-e4673fde5999", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.103530] env[62301]: DEBUG nova.compute.manager [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 902.197233] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1486279c-81a5-42c1-8d37-2cdd3f6e76ec tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquiring lock "be36b9f5-1c3f-4df8-99c3-644321e8d992" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 902.197538] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1486279c-81a5-42c1-8d37-2cdd3f6e76ec tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "be36b9f5-1c3f-4df8-99c3-644321e8d992" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 902.236854] env[62301]: DEBUG oslo_vmware.api [None req-fc82b3e9-b314-4327-9d30-1b9885535261 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Task: {'id': task-2570502, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200381} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.237043] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc82b3e9-b314-4327-9d30-1b9885535261 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 902.237098] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-fc82b3e9-b314-4327-9d30-1b9885535261 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] [instance: 4f6766e1-3af7-4e78-abc0-c131c0df209f] Deleted contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 902.237249] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-fc82b3e9-b314-4327-9d30-1b9885535261 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] [instance: 4f6766e1-3af7-4e78-abc0-c131c0df209f] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 902.237415] env[62301]: INFO nova.compute.manager [None req-fc82b3e9-b314-4327-9d30-1b9885535261 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] [instance: 4f6766e1-3af7-4e78-abc0-c131c0df209f] Took 1.07 seconds to destroy the instance on the hypervisor. [ 902.237649] env[62301]: DEBUG oslo.service.loopingcall [None req-fc82b3e9-b314-4327-9d30-1b9885535261 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 902.237833] env[62301]: DEBUG nova.compute.manager [-] [instance: 4f6766e1-3af7-4e78-abc0-c131c0df209f] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 902.237925] env[62301]: DEBUG nova.network.neutron [-] [instance: 4f6766e1-3af7-4e78-abc0-c131c0df209f] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 902.255564] env[62301]: DEBUG nova.network.neutron [-] [instance: 4f6766e1-3af7-4e78-abc0-c131c0df209f] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 902.311259] env[62301]: DEBUG oslo_vmware.api [None req-f8cdd8fb-f575-4569-8f7f-f92867855e68 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570503, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.387811] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1e1854-848d-4f0e-9fde-9f7a0b890609 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.395366] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9cc93be-46bb-4a26-89ff-f849cafb9034 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.430875] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b25b3be-f579-4569-b79b-b817a9550bfe {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.441432] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b200de11-18f7-4b72-b43b-5eaf4accd5af {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.445143] env[62301]: DEBUG oslo_vmware.api [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52b54193-6c57-282e-bfa4-368ce5b92d62, 'name': SearchDatastore_Task, 'duration_secs': 0.013971} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.445387] env[62301]: DEBUG nova.network.neutron [-] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.446529] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.446788] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] baff9106-0561-4be4-885f-2e6628c00953/baff9106-0561-4be4-885f-2e6628c00953.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 902.447464] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.447746] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 902.447970] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1767f400-f37f-4e97-9c65-617887e905bd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.458713] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-687afbed-088a-4d3f-861b-de39c4d0f4e1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.460801] env[62301]: DEBUG nova.compute.provider_tree [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.467932] env[62301]: DEBUG oslo_vmware.api [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Waiting for the task: (returnval){ [ 902.467932] env[62301]: value = "task-2570504" [ 902.467932] env[62301]: _type = "Task" [ 902.467932] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.472791] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 902.472973] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 902.473998] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b411d985-6410-4921-a5a7-ad0a990eb544 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.479554] env[62301]: DEBUG oslo_vmware.api [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Task: {'id': task-2570504, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.482645] env[62301]: DEBUG oslo_vmware.api [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 902.482645] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52ff5dd3-b7b7-f035-3538-f5f33468fb5f" [ 902.482645] env[62301]: _type = "Task" [ 902.482645] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.490210] env[62301]: DEBUG oslo_vmware.api [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52ff5dd3-b7b7-f035-3538-f5f33468fb5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.556882] env[62301]: DEBUG oslo_concurrency.lockutils [req-cc619b31-2240-400e-a3e5-28a40ea78660 req-1b894d31-e9e6-4656-8feb-c94f4ea2a78b service nova] Releasing lock "refresh_cache-0a01e047-3fcb-485d-8202-bab4a45dfd93" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.702269] env[62301]: DEBUG nova.compute.utils [None req-1486279c-81a5-42c1-8d37-2cdd3f6e76ec tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 902.758264] env[62301]: DEBUG nova.network.neutron [-] [instance: 4f6766e1-3af7-4e78-abc0-c131c0df209f] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.814371] env[62301]: DEBUG oslo_vmware.api [None req-f8cdd8fb-f575-4569-8f7f-f92867855e68 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570503, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.951296] env[62301]: INFO nova.compute.manager [-] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Took 1.40 seconds to deallocate network for instance. [ 902.964943] env[62301]: DEBUG nova.scheduler.client.report [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.978864] env[62301]: DEBUG oslo_vmware.api [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Task: {'id': task-2570504, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.992808] env[62301]: DEBUG oslo_vmware.api [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52ff5dd3-b7b7-f035-3538-f5f33468fb5f, 'name': SearchDatastore_Task, 'duration_secs': 0.010313} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.994164] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7526efd6-7556-4097-a58b-61ff588f38b3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.000229] env[62301]: DEBUG oslo_vmware.api [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 903.000229] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5286e032-bd4b-d5f3-32c7-ff26417f53e0" [ 903.000229] env[62301]: _type = "Task" [ 903.000229] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.008106] env[62301]: DEBUG oslo_vmware.api [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5286e032-bd4b-d5f3-32c7-ff26417f53e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.117989] env[62301]: DEBUG nova.compute.manager [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 903.142919] env[62301]: DEBUG nova.compute.manager [req-32541e03-955d-43a8-99d7-2ebed1198bb2 req-2ea86a67-7513-4ccd-b63d-f38f3080087f service nova] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Received event network-vif-deleted-9f4015ef-c31d-4a55-b1ac-44f3770f1840 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 903.148045] env[62301]: DEBUG nova.virt.hardware [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 903.148302] env[62301]: DEBUG nova.virt.hardware [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 903.148462] env[62301]: DEBUG nova.virt.hardware [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 903.148641] env[62301]: DEBUG nova.virt.hardware [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 903.148787] env[62301]: DEBUG nova.virt.hardware [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 903.148934] env[62301]: DEBUG nova.virt.hardware [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 903.149156] env[62301]: DEBUG nova.virt.hardware [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 903.149315] env[62301]: DEBUG nova.virt.hardware [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 903.149481] env[62301]: DEBUG nova.virt.hardware [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 903.149679] env[62301]: DEBUG nova.virt.hardware [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 903.149838] env[62301]: DEBUG nova.virt.hardware [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 903.151024] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce76edcf-64f4-4a73-a963-b01d458050c8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.161076] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3fa51c1-068e-495b-b074-93ce5cda5dd7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.206402] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1486279c-81a5-42c1-8d37-2cdd3f6e76ec tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "be36b9f5-1c3f-4df8-99c3-644321e8d992" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 903.261101] env[62301]: INFO nova.compute.manager [-] [instance: 4f6766e1-3af7-4e78-abc0-c131c0df209f] Took 1.02 seconds to deallocate network for instance. [ 903.314117] env[62301]: DEBUG oslo_vmware.api [None req-f8cdd8fb-f575-4569-8f7f-f92867855e68 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570503, 'name': RemoveSnapshot_Task, 'duration_secs': 1.266452} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.314392] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f8cdd8fb-f575-4569-8f7f-f92867855e68 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 64f8a15b-a51a-46d1-92ac-b78f5134e0dd] Deleted Snapshot of the VM instance {{(pid=62301) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 903.459284] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8022b042-8812-4c7e-818b-32887f3a6bf3 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 903.469531] env[62301]: DEBUG nova.compute.manager [req-450447ee-eb9e-4685-950e-124a8a055ec2 req-a1686c80-f643-4443-be9d-1a31fba930f5 service nova] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Received event network-vif-plugged-a00d47f5-5e7d-45c3-9ecd-b79a293bc41e {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 903.469778] env[62301]: DEBUG oslo_concurrency.lockutils [req-450447ee-eb9e-4685-950e-124a8a055ec2 req-a1686c80-f643-4443-be9d-1a31fba930f5 service nova] Acquiring lock "4eccc0d6-5a82-4a41-a077-966479407c6b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 903.469944] env[62301]: DEBUG oslo_concurrency.lockutils [req-450447ee-eb9e-4685-950e-124a8a055ec2 req-a1686c80-f643-4443-be9d-1a31fba930f5 service nova] Lock "4eccc0d6-5a82-4a41-a077-966479407c6b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 903.470128] env[62301]: DEBUG oslo_concurrency.lockutils [req-450447ee-eb9e-4685-950e-124a8a055ec2 req-a1686c80-f643-4443-be9d-1a31fba930f5 service nova] Lock "4eccc0d6-5a82-4a41-a077-966479407c6b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 903.470297] env[62301]: DEBUG nova.compute.manager [req-450447ee-eb9e-4685-950e-124a8a055ec2 req-a1686c80-f643-4443-be9d-1a31fba930f5 service nova] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] No waiting events found dispatching network-vif-plugged-a00d47f5-5e7d-45c3-9ecd-b79a293bc41e {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 903.470499] env[62301]: WARNING nova.compute.manager [req-450447ee-eb9e-4685-950e-124a8a055ec2 req-a1686c80-f643-4443-be9d-1a31fba930f5 service nova] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Received unexpected event network-vif-plugged-a00d47f5-5e7d-45c3-9ecd-b79a293bc41e for instance with vm_state building and task_state spawning. [ 903.474734] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.386s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 903.475314] env[62301]: DEBUG nova.compute.manager [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] [instance: a3f6bfdd-4f68-42d9-b3cf-32437fea3c34] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 903.478286] env[62301]: DEBUG oslo_concurrency.lockutils [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.190s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 903.478286] env[62301]: DEBUG nova.objects.instance [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62301) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 903.486430] env[62301]: DEBUG oslo_vmware.api [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Task: {'id': task-2570504, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527912} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.486657] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] baff9106-0561-4be4-885f-2e6628c00953/baff9106-0561-4be4-885f-2e6628c00953.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 903.486965] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] [instance: baff9106-0561-4be4-885f-2e6628c00953] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 903.487228] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-199db371-797a-404b-bd01-aac5fe608ff4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.494032] env[62301]: DEBUG oslo_vmware.api [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Waiting for the task: (returnval){ [ 903.494032] env[62301]: value = "task-2570505" [ 903.494032] env[62301]: _type = "Task" [ 903.494032] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.501716] env[62301]: DEBUG oslo_vmware.api [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Task: {'id': task-2570505, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.509971] env[62301]: DEBUG oslo_vmware.api [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5286e032-bd4b-d5f3-32c7-ff26417f53e0, 'name': SearchDatastore_Task, 'duration_secs': 0.009867} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.510228] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.510485] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] 0a01e047-3fcb-485d-8202-bab4a45dfd93/0a01e047-3fcb-485d-8202-bab4a45dfd93.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 903.510785] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4778a93f-a474-4b78-905f-95d36c02b440 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.517384] env[62301]: DEBUG oslo_vmware.api [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 903.517384] env[62301]: value = "task-2570506" [ 903.517384] env[62301]: _type = "Task" [ 903.517384] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.525616] env[62301]: DEBUG oslo_vmware.api [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570506, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.526445] env[62301]: DEBUG nova.network.neutron [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Successfully updated port: a00d47f5-5e7d-45c3-9ecd-b79a293bc41e {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 903.767590] env[62301]: DEBUG oslo_concurrency.lockutils [None req-fc82b3e9-b314-4327-9d30-1b9885535261 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 903.818764] env[62301]: WARNING nova.compute.manager [None req-f8cdd8fb-f575-4569-8f7f-f92867855e68 tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 64f8a15b-a51a-46d1-92ac-b78f5134e0dd] Image not found during snapshot: nova.exception.ImageNotFound: Image 48871f39-21b2-45a1-a5b5-f9cb2b94bbb9 could not be found. [ 903.980233] env[62301]: DEBUG nova.compute.utils [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 903.981733] env[62301]: DEBUG nova.compute.manager [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] [instance: a3f6bfdd-4f68-42d9-b3cf-32437fea3c34] Not allocating networking since 'none' was specified. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 904.003308] env[62301]: DEBUG oslo_vmware.api [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Task: {'id': task-2570505, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064316} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.003574] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] [instance: baff9106-0561-4be4-885f-2e6628c00953] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 904.004337] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f092a74e-c7aa-472c-8bfe-e6e088f75605 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.027117] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] [instance: baff9106-0561-4be4-885f-2e6628c00953] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] baff9106-0561-4be4-885f-2e6628c00953/baff9106-0561-4be4-885f-2e6628c00953.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 904.030564] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bcfe6ab-fd98-4b4d-8317-fe44d69d7dfe {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.046020] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquiring lock "refresh_cache-4eccc0d6-5a82-4a41-a077-966479407c6b" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.046193] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquired lock "refresh_cache-4eccc0d6-5a82-4a41-a077-966479407c6b" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.046436] env[62301]: DEBUG nova.network.neutron [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 904.052756] env[62301]: DEBUG oslo_vmware.api [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570506, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.054356] env[62301]: DEBUG oslo_vmware.api [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Waiting for the task: (returnval){ [ 904.054356] env[62301]: value = "task-2570507" [ 904.054356] env[62301]: _type = "Task" [ 904.054356] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.064067] env[62301]: DEBUG oslo_vmware.api [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Task: {'id': task-2570507, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.269374] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1486279c-81a5-42c1-8d37-2cdd3f6e76ec tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquiring lock "be36b9f5-1c3f-4df8-99c3-644321e8d992" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 904.269726] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1486279c-81a5-42c1-8d37-2cdd3f6e76ec tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "be36b9f5-1c3f-4df8-99c3-644321e8d992" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.269972] env[62301]: INFO nova.compute.manager [None req-1486279c-81a5-42c1-8d37-2cdd3f6e76ec tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] Attaching volume 49ba27af-d145-482c-aeec-bbf8756a3e9e to /dev/sdb [ 904.302206] env[62301]: DEBUG oslo_concurrency.lockutils [None req-af1d9e21-d78d-4fd5-995f-507135ad560f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Acquiring lock "64f8a15b-a51a-46d1-92ac-b78f5134e0dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 904.302474] env[62301]: DEBUG oslo_concurrency.lockutils [None req-af1d9e21-d78d-4fd5-995f-507135ad560f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Lock "64f8a15b-a51a-46d1-92ac-b78f5134e0dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.302687] env[62301]: DEBUG oslo_concurrency.lockutils [None req-af1d9e21-d78d-4fd5-995f-507135ad560f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Acquiring lock "64f8a15b-a51a-46d1-92ac-b78f5134e0dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 904.302873] env[62301]: DEBUG oslo_concurrency.lockutils [None req-af1d9e21-d78d-4fd5-995f-507135ad560f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Lock "64f8a15b-a51a-46d1-92ac-b78f5134e0dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.303056] env[62301]: DEBUG oslo_concurrency.lockutils [None req-af1d9e21-d78d-4fd5-995f-507135ad560f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Lock "64f8a15b-a51a-46d1-92ac-b78f5134e0dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.305372] env[62301]: INFO nova.compute.manager [None req-af1d9e21-d78d-4fd5-995f-507135ad560f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 64f8a15b-a51a-46d1-92ac-b78f5134e0dd] Terminating instance [ 904.316653] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41eb401b-5ec9-4025-9875-0755377cfe1c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.330042] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07533bd7-914b-4315-831d-a5840f6f8bc1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.345446] env[62301]: DEBUG nova.virt.block_device [None req-1486279c-81a5-42c1-8d37-2cdd3f6e76ec tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] Updating existing volume attachment record: 54e14878-9eef-48a5-9589-8bdf92ae38bf {{(pid=62301) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 904.485931] env[62301]: DEBUG nova.compute.manager [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] [instance: a3f6bfdd-4f68-42d9-b3cf-32437fea3c34] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 904.490094] env[62301]: DEBUG oslo_concurrency.lockutils [None req-082fe9a2-22d8-4e0c-a5ed-d4fa43e327e0 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.491899] env[62301]: DEBUG oslo_concurrency.lockutils [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.234s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.494182] env[62301]: INFO nova.compute.claims [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 904.529699] env[62301]: DEBUG oslo_vmware.api [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570506, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.569837] env[62301]: DEBUG oslo_vmware.api [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Task: {'id': task-2570507, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.581828] env[62301]: DEBUG nova.network.neutron [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 904.729183] env[62301]: DEBUG nova.network.neutron [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Updating instance_info_cache with network_info: [{"id": "a00d47f5-5e7d-45c3-9ecd-b79a293bc41e", "address": "fa:16:3e:e3:4f:88", "network": {"id": "7c0f3559-1453-49cf-acfe-38cb288125ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1921160483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b3dfd09250b4ab486b15b680428b1a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa00d47f5-5e", "ovs_interfaceid": "a00d47f5-5e7d-45c3-9ecd-b79a293bc41e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.810118] env[62301]: DEBUG nova.compute.manager [None req-af1d9e21-d78d-4fd5-995f-507135ad560f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 64f8a15b-a51a-46d1-92ac-b78f5134e0dd] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 904.810340] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-af1d9e21-d78d-4fd5-995f-507135ad560f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 64f8a15b-a51a-46d1-92ac-b78f5134e0dd] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 904.811491] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efcb1cf-99b0-4088-b243-b6e63622bf28 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.822077] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-af1d9e21-d78d-4fd5-995f-507135ad560f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 64f8a15b-a51a-46d1-92ac-b78f5134e0dd] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 904.822346] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e01642b-2205-43b9-ac07-c18ef47c62a9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.828428] env[62301]: DEBUG oslo_vmware.api [None req-af1d9e21-d78d-4fd5-995f-507135ad560f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the task: (returnval){ [ 904.828428] env[62301]: value = "task-2570511" [ 904.828428] env[62301]: _type = "Task" [ 904.828428] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.836758] env[62301]: DEBUG oslo_vmware.api [None req-af1d9e21-d78d-4fd5-995f-507135ad560f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570511, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.030014] env[62301]: DEBUG oslo_vmware.api [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570506, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.15444} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.031045] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] 0a01e047-3fcb-485d-8202-bab4a45dfd93/0a01e047-3fcb-485d-8202-bab4a45dfd93.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 905.031299] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 0a01e047-3fcb-485d-8202-bab4a45dfd93] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 905.031611] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc26db73-ef12-4cf7-bbef-7babfd36a8bf {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.040392] env[62301]: DEBUG oslo_vmware.api [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 905.040392] env[62301]: value = "task-2570512" [ 905.040392] env[62301]: _type = "Task" [ 905.040392] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.050447] env[62301]: DEBUG oslo_vmware.api [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570512, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.064528] env[62301]: DEBUG oslo_vmware.api [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Task: {'id': task-2570507, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.231618] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Releasing lock "refresh_cache-4eccc0d6-5a82-4a41-a077-966479407c6b" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.231980] env[62301]: DEBUG nova.compute.manager [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Instance network_info: |[{"id": "a00d47f5-5e7d-45c3-9ecd-b79a293bc41e", "address": "fa:16:3e:e3:4f:88", "network": {"id": "7c0f3559-1453-49cf-acfe-38cb288125ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1921160483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b3dfd09250b4ab486b15b680428b1a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa00d47f5-5e", "ovs_interfaceid": "a00d47f5-5e7d-45c3-9ecd-b79a293bc41e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 905.232397] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:4f:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cca1f087-01e1-49ca-831b-5c51478a5d60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a00d47f5-5e7d-45c3-9ecd-b79a293bc41e', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 905.240438] env[62301]: DEBUG oslo.service.loopingcall [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 905.240660] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 905.240908] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65a61c5f-45b2-4cf1-9210-f796ea22606d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.260829] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 905.260829] env[62301]: value = "task-2570513" [ 905.260829] env[62301]: _type = "Task" [ 905.260829] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.268612] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570513, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.339325] env[62301]: DEBUG oslo_vmware.api [None req-af1d9e21-d78d-4fd5-995f-507135ad560f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570511, 'name': PowerOffVM_Task, 'duration_secs': 0.364561} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.339912] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-af1d9e21-d78d-4fd5-995f-507135ad560f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 64f8a15b-a51a-46d1-92ac-b78f5134e0dd] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 905.340234] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-af1d9e21-d78d-4fd5-995f-507135ad560f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 64f8a15b-a51a-46d1-92ac-b78f5134e0dd] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 905.340591] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2cf32b03-fd19-4c06-b7fd-57032926b0f6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.426090] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-af1d9e21-d78d-4fd5-995f-507135ad560f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 64f8a15b-a51a-46d1-92ac-b78f5134e0dd] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 905.426090] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-af1d9e21-d78d-4fd5-995f-507135ad560f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 64f8a15b-a51a-46d1-92ac-b78f5134e0dd] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 905.426090] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-af1d9e21-d78d-4fd5-995f-507135ad560f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Deleting the datastore file [datastore1] 64f8a15b-a51a-46d1-92ac-b78f5134e0dd {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 905.426090] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7bd354da-f0b8-4181-b3f6-efd239f4f896 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.432243] env[62301]: DEBUG oslo_vmware.api [None req-af1d9e21-d78d-4fd5-995f-507135ad560f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for the task: (returnval){ [ 905.432243] env[62301]: value = "task-2570515" [ 905.432243] env[62301]: _type = "Task" [ 905.432243] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.440309] env[62301]: DEBUG oslo_vmware.api [None req-af1d9e21-d78d-4fd5-995f-507135ad560f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570515, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.494566] env[62301]: DEBUG nova.compute.manager [req-39735e64-7ca2-4fc5-84fa-cbbbc74c0cb1 req-2371c820-8d6f-4658-ad48-94c37a0e4f54 service nova] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Received event network-changed-a00d47f5-5e7d-45c3-9ecd-b79a293bc41e {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 905.494784] env[62301]: DEBUG nova.compute.manager [req-39735e64-7ca2-4fc5-84fa-cbbbc74c0cb1 req-2371c820-8d6f-4658-ad48-94c37a0e4f54 service nova] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Refreshing instance network info cache due to event network-changed-a00d47f5-5e7d-45c3-9ecd-b79a293bc41e. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 905.494932] env[62301]: DEBUG oslo_concurrency.lockutils [req-39735e64-7ca2-4fc5-84fa-cbbbc74c0cb1 req-2371c820-8d6f-4658-ad48-94c37a0e4f54 service nova] Acquiring lock "refresh_cache-4eccc0d6-5a82-4a41-a077-966479407c6b" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.495084] env[62301]: DEBUG oslo_concurrency.lockutils [req-39735e64-7ca2-4fc5-84fa-cbbbc74c0cb1 req-2371c820-8d6f-4658-ad48-94c37a0e4f54 service nova] Acquired lock "refresh_cache-4eccc0d6-5a82-4a41-a077-966479407c6b" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.495247] env[62301]: DEBUG nova.network.neutron [req-39735e64-7ca2-4fc5-84fa-cbbbc74c0cb1 req-2371c820-8d6f-4658-ad48-94c37a0e4f54 service nova] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Refreshing network info cache for port a00d47f5-5e7d-45c3-9ecd-b79a293bc41e {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 905.498031] env[62301]: DEBUG nova.compute.manager [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] [instance: a3f6bfdd-4f68-42d9-b3cf-32437fea3c34] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 905.526562] env[62301]: DEBUG nova.virt.hardware [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 905.526711] env[62301]: DEBUG nova.virt.hardware [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 905.526849] env[62301]: DEBUG nova.virt.hardware [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 905.527047] env[62301]: DEBUG nova.virt.hardware [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 905.527198] env[62301]: DEBUG nova.virt.hardware [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 905.527347] env[62301]: DEBUG nova.virt.hardware [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 905.527560] env[62301]: DEBUG nova.virt.hardware [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 905.527717] env[62301]: DEBUG nova.virt.hardware [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 905.527886] env[62301]: DEBUG nova.virt.hardware [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 905.528061] env[62301]: DEBUG nova.virt.hardware [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 905.528249] env[62301]: DEBUG nova.virt.hardware [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 905.529446] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e444b81c-8358-4708-be1c-9bc53fa953f2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.546213] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0689e8c-e5ad-4d09-85be-0ca8ae60fa4b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.560591] env[62301]: DEBUG oslo_vmware.api [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570512, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063841} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.578413] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 0a01e047-3fcb-485d-8202-bab4a45dfd93] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 905.579404] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] [instance: a3f6bfdd-4f68-42d9-b3cf-32437fea3c34] Instance VIF info [] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 905.586671] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Creating folder: Project (c30e1b95f353438d8f676a7612c0d898). Parent ref: group-v518653. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 905.589728] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1172b8a2-3d5a-4e33-b656-b17a30d7c5d6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.592334] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf598c0e-e3d5-4eb4-9bff-7407d2e10dc9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.599461] env[62301]: DEBUG oslo_vmware.api [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Task: {'id': task-2570507, 'name': ReconfigVM_Task, 'duration_secs': 1.134586} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.608807] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] [instance: baff9106-0561-4be4-885f-2e6628c00953] Reconfigured VM instance instance-0000004f to attach disk [datastore2] baff9106-0561-4be4-885f-2e6628c00953/baff9106-0561-4be4-885f-2e6628c00953.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 905.619027] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 0a01e047-3fcb-485d-8202-bab4a45dfd93] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 0a01e047-3fcb-485d-8202-bab4a45dfd93/0a01e047-3fcb-485d-8202-bab4a45dfd93.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 905.621805] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-002c40f4-0299-4ef1-9c86-b763e79a0114 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.623299] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d4be276-5e15-4ca0-8ffa-8662bf632dca {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.637348] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Created folder: Project (c30e1b95f353438d8f676a7612c0d898) in parent group-v518653. [ 905.637531] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Creating folder: Instances. Parent ref: group-v518878. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 905.638015] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49e22f69-8aa7-401b-9383-7b2e8a0eff91 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.645922] env[62301]: DEBUG oslo_vmware.api [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 905.645922] env[62301]: value = "task-2570518" [ 905.645922] env[62301]: _type = "Task" [ 905.645922] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.646867] env[62301]: DEBUG oslo_vmware.api [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Waiting for the task: (returnval){ [ 905.646867] env[62301]: value = "task-2570517" [ 905.646867] env[62301]: _type = "Task" [ 905.646867] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.656149] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Created folder: Instances in parent group-v518878. [ 905.656381] env[62301]: DEBUG oslo.service.loopingcall [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 905.657190] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3f6bfdd-4f68-42d9-b3cf-32437fea3c34] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 905.657377] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3854f57-a949-4994-9376-7954a54a076f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.681330] env[62301]: DEBUG oslo_vmware.api [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570518, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.681590] env[62301]: DEBUG oslo_vmware.api [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Task: {'id': task-2570517, 'name': Rename_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.687344] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 905.687344] env[62301]: value = "task-2570520" [ 905.687344] env[62301]: _type = "Task" [ 905.687344] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.698246] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570520, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.772776] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570513, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.887104] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92e4f69-8c44-42dc-b13b-dcbc95fc304c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.895092] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54ecae5-9649-4548-88e9-4a5c2d273e54 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.926512] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea523680-c959-4063-a3bf-2972bfb5e15d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.939062] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879165f8-2835-46c8-8582-3878d256d1c5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.947722] env[62301]: DEBUG oslo_vmware.api [None req-af1d9e21-d78d-4fd5-995f-507135ad560f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Task: {'id': task-2570515, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.31847} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.955669] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-af1d9e21-d78d-4fd5-995f-507135ad560f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 905.955888] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-af1d9e21-d78d-4fd5-995f-507135ad560f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 64f8a15b-a51a-46d1-92ac-b78f5134e0dd] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 905.956079] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-af1d9e21-d78d-4fd5-995f-507135ad560f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 64f8a15b-a51a-46d1-92ac-b78f5134e0dd] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 905.956335] env[62301]: INFO nova.compute.manager [None req-af1d9e21-d78d-4fd5-995f-507135ad560f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] [instance: 64f8a15b-a51a-46d1-92ac-b78f5134e0dd] Took 1.15 seconds to destroy the instance on the hypervisor. [ 905.956540] env[62301]: DEBUG oslo.service.loopingcall [None req-af1d9e21-d78d-4fd5-995f-507135ad560f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 905.956949] env[62301]: DEBUG nova.compute.provider_tree [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.958569] env[62301]: DEBUG nova.compute.manager [-] [instance: 64f8a15b-a51a-46d1-92ac-b78f5134e0dd] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 905.958569] env[62301]: DEBUG nova.network.neutron [-] [instance: 64f8a15b-a51a-46d1-92ac-b78f5134e0dd] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 906.159727] env[62301]: DEBUG oslo_vmware.api [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570518, 'name': ReconfigVM_Task, 'duration_secs': 0.429209} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.163814] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 0a01e047-3fcb-485d-8202-bab4a45dfd93] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 0a01e047-3fcb-485d-8202-bab4a45dfd93/0a01e047-3fcb-485d-8202-bab4a45dfd93.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 906.164598] env[62301]: DEBUG oslo_vmware.api [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Task: {'id': task-2570517, 'name': Rename_Task, 'duration_secs': 0.156622} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.164810] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69a8450d-1f98-45ce-8d5d-2201617454e7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.166975] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] [instance: baff9106-0561-4be4-885f-2e6628c00953] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 906.170515] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9554bea1-a3b2-4bd1-8f86-80595501a1b0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.180363] env[62301]: DEBUG oslo_vmware.api [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 906.180363] env[62301]: value = "task-2570521" [ 906.180363] env[62301]: _type = "Task" [ 906.180363] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.183660] env[62301]: DEBUG oslo_vmware.api [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Waiting for the task: (returnval){ [ 906.183660] env[62301]: value = "task-2570522" [ 906.183660] env[62301]: _type = "Task" [ 906.183660] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.195973] env[62301]: DEBUG oslo_vmware.api [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570521, 'name': Rename_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.203541] env[62301]: DEBUG oslo_vmware.api [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Task: {'id': task-2570522, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.208531] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570520, 'name': CreateVM_Task, 'duration_secs': 0.479362} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.209466] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3f6bfdd-4f68-42d9-b3cf-32437fea3c34] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 906.209936] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.210101] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.210418] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.211024] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-402ffccd-3e5f-41e8-9e9b-010aab3a11f5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.215834] env[62301]: DEBUG oslo_vmware.api [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Waiting for the task: (returnval){ [ 906.215834] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5269c4c7-d19b-667a-de50-0ba9d32a9073" [ 906.215834] env[62301]: _type = "Task" [ 906.215834] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.224108] env[62301]: DEBUG oslo_vmware.api [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5269c4c7-d19b-667a-de50-0ba9d32a9073, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.259191] env[62301]: DEBUG nova.network.neutron [req-39735e64-7ca2-4fc5-84fa-cbbbc74c0cb1 req-2371c820-8d6f-4658-ad48-94c37a0e4f54 service nova] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Updated VIF entry in instance network info cache for port a00d47f5-5e7d-45c3-9ecd-b79a293bc41e. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 906.259597] env[62301]: DEBUG nova.network.neutron [req-39735e64-7ca2-4fc5-84fa-cbbbc74c0cb1 req-2371c820-8d6f-4658-ad48-94c37a0e4f54 service nova] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Updating instance_info_cache with network_info: [{"id": "a00d47f5-5e7d-45c3-9ecd-b79a293bc41e", "address": "fa:16:3e:e3:4f:88", "network": {"id": "7c0f3559-1453-49cf-acfe-38cb288125ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1921160483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b3dfd09250b4ab486b15b680428b1a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa00d47f5-5e", "ovs_interfaceid": "a00d47f5-5e7d-45c3-9ecd-b79a293bc41e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.272340] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570513, 'name': CreateVM_Task, 'duration_secs': 0.564483} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.272522] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 906.273192] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.462236] env[62301]: DEBUG nova.scheduler.client.report [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.688201] env[62301]: DEBUG oslo_vmware.api [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570521, 'name': Rename_Task, 'duration_secs': 0.187171} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.692182] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 0a01e047-3fcb-485d-8202-bab4a45dfd93] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 906.692182] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-becfd410-4aa8-414c-93ae-58551ef93f8e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.698486] env[62301]: DEBUG oslo_vmware.api [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Task: {'id': task-2570522, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.699734] env[62301]: DEBUG oslo_vmware.api [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 906.699734] env[62301]: value = "task-2570524" [ 906.699734] env[62301]: _type = "Task" [ 906.699734] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.706941] env[62301]: DEBUG oslo_vmware.api [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570524, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.726631] env[62301]: DEBUG oslo_vmware.api [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5269c4c7-d19b-667a-de50-0ba9d32a9073, 'name': SearchDatastore_Task, 'duration_secs': 0.010968} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.726941] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.727229] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] [instance: a3f6bfdd-4f68-42d9-b3cf-32437fea3c34] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 906.727600] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.727744] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.727937] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 906.728225] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.728647] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.728761] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7900a53-e6a2-4219-9c78-f8eadd81ef53 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.730791] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f4f89e7-cd2c-4fe0-b9cd-516423c3867c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.735584] env[62301]: DEBUG oslo_vmware.api [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 906.735584] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52dd54f6-b057-f0ad-8b67-cebac4472ce1" [ 906.735584] env[62301]: _type = "Task" [ 906.735584] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.739857] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 906.740046] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 906.741101] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2370f500-eadc-4f20-bfba-dc062660a9ad {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.746270] env[62301]: DEBUG oslo_vmware.api [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52dd54f6-b057-f0ad-8b67-cebac4472ce1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.748987] env[62301]: DEBUG oslo_vmware.api [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Waiting for the task: (returnval){ [ 906.748987] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]522ccd49-9b26-d4ca-20c1-df3e42cc5694" [ 906.748987] env[62301]: _type = "Task" [ 906.748987] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.756928] env[62301]: DEBUG oslo_vmware.api [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]522ccd49-9b26-d4ca-20c1-df3e42cc5694, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.758249] env[62301]: DEBUG nova.network.neutron [-] [instance: 64f8a15b-a51a-46d1-92ac-b78f5134e0dd] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.762205] env[62301]: DEBUG oslo_concurrency.lockutils [req-39735e64-7ca2-4fc5-84fa-cbbbc74c0cb1 req-2371c820-8d6f-4658-ad48-94c37a0e4f54 service nova] Releasing lock "refresh_cache-4eccc0d6-5a82-4a41-a077-966479407c6b" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.968435] env[62301]: DEBUG oslo_concurrency.lockutils [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.476s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.969040] env[62301]: DEBUG nova.compute.manager [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 906.973272] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4b44c1c2-f4fb-4c4b-bfd4-5e24b365a701 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.433s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 906.973624] env[62301]: DEBUG nova.objects.instance [None req-4b44c1c2-f4fb-4c4b-bfd4-5e24b365a701 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lazy-loading 'resources' on Instance uuid c97bdea5-d23f-4a33-bce2-8e42fbccb46e {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.199091] env[62301]: DEBUG oslo_vmware.api [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Task: {'id': task-2570522, 'name': PowerOnVM_Task, 'duration_secs': 0.822869} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.199091] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] [instance: baff9106-0561-4be4-885f-2e6628c00953] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 907.199091] env[62301]: INFO nova.compute.manager [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] [instance: baff9106-0561-4be4-885f-2e6628c00953] Took 9.84 seconds to spawn the instance on the hypervisor. [ 907.199279] env[62301]: DEBUG nova.compute.manager [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] [instance: baff9106-0561-4be4-885f-2e6628c00953] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 907.199988] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757846a7-dc73-469a-936d-d8d72cfbd64f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.215103] env[62301]: DEBUG oslo_vmware.api [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570524, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.247420] env[62301]: DEBUG oslo_vmware.api [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52dd54f6-b057-f0ad-8b67-cebac4472ce1, 'name': SearchDatastore_Task, 'duration_secs': 0.011441} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.247932] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.248219] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 907.248531] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.259144] env[62301]: DEBUG oslo_vmware.api [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]522ccd49-9b26-d4ca-20c1-df3e42cc5694, 'name': SearchDatastore_Task, 'duration_secs': 0.010815} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.261843] env[62301]: INFO nova.compute.manager [-] [instance: 64f8a15b-a51a-46d1-92ac-b78f5134e0dd] Took 1.30 seconds to deallocate network for instance. [ 907.261843] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4362a628-5315-41c3-96d3-d20cacf9882b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.271485] env[62301]: DEBUG oslo_vmware.api [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Waiting for the task: (returnval){ [ 907.271485] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5214c625-b511-47a3-d5d0-a4e9177c717d" [ 907.271485] env[62301]: _type = "Task" [ 907.271485] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.280052] env[62301]: DEBUG oslo_vmware.api [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5214c625-b511-47a3-d5d0-a4e9177c717d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.474811] env[62301]: DEBUG nova.compute.utils [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 907.476244] env[62301]: DEBUG nova.compute.manager [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 907.476415] env[62301]: DEBUG nova.network.neutron [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 907.532811] env[62301]: DEBUG nova.compute.manager [req-cadbe193-e102-49c1-9ebf-068e535feb17 req-31ef73cd-ed80-404e-9dbb-97a78fc7926e service nova] [instance: 64f8a15b-a51a-46d1-92ac-b78f5134e0dd] Received event network-vif-deleted-dcfcc194-21a9-4e26-a7d8-7d843fda8c0b {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 907.550020] env[62301]: DEBUG nova.policy [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a8f3de2018d4e52aaaf9cc9ade88cd6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ea9bdc8a9b547d881e4051cff4426f9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 907.724185] env[62301]: DEBUG oslo_vmware.api [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570524, 'name': PowerOnVM_Task, 'duration_secs': 0.726024} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.726234] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 0a01e047-3fcb-485d-8202-bab4a45dfd93] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 907.726434] env[62301]: INFO nova.compute.manager [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 0a01e047-3fcb-485d-8202-bab4a45dfd93] Took 8.98 seconds to spawn the instance on the hypervisor. [ 907.726621] env[62301]: DEBUG nova.compute.manager [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 0a01e047-3fcb-485d-8202-bab4a45dfd93] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 907.727543] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1955de-a3c9-456f-aa77-4c1333bb6481 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.730319] env[62301]: INFO nova.compute.manager [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] [instance: baff9106-0561-4be4-885f-2e6628c00953] Took 27.39 seconds to build instance. [ 907.773510] env[62301]: DEBUG oslo_concurrency.lockutils [None req-af1d9e21-d78d-4fd5-995f-507135ad560f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.785830] env[62301]: DEBUG oslo_vmware.api [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5214c625-b511-47a3-d5d0-a4e9177c717d, 'name': SearchDatastore_Task, 'duration_secs': 0.011218} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.787647] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.787940] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] a3f6bfdd-4f68-42d9-b3cf-32437fea3c34/a3f6bfdd-4f68-42d9-b3cf-32437fea3c34.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 907.788724] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca937ec-5279-4758-9b25-520b91fb2ff4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.791432] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.794081] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 907.794081] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13d86416-8c0f-4629-a0ee-51fdaa84482d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.795539] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40754c0c-8574-4461-a7c2-cb85f1812a82 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.801179] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665211fe-3610-4702-a154-96c158fa329b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.806398] env[62301]: DEBUG oslo_vmware.api [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Waiting for the task: (returnval){ [ 907.806398] env[62301]: value = "task-2570525" [ 907.806398] env[62301]: _type = "Task" [ 907.806398] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.806716] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 907.806956] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 907.808079] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a2c2f17-d384-4639-bde2-b53c9015da94 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.839137] env[62301]: DEBUG nova.network.neutron [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Successfully created port: d91214ea-df9a-4b68-86fb-a5a3d59b6bf9 {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 907.844066] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da716c6-8331-4e23-abba-809918d66bc7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.849054] env[62301]: DEBUG oslo_vmware.api [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 907.849054] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]529683bd-06da-6f1e-caf9-ec031a8b8023" [ 907.849054] env[62301]: _type = "Task" [ 907.849054] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.858196] env[62301]: DEBUG oslo_vmware.api [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Task: {'id': task-2570525, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.860120] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e27653-e2f8-4ef0-81cc-37bc4f027670 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.868387] env[62301]: DEBUG oslo_vmware.api [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]529683bd-06da-6f1e-caf9-ec031a8b8023, 'name': SearchDatastore_Task, 'duration_secs': 0.010579} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.869645] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b363d7a7-00e8-4874-9582-eb908c92288f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.880317] env[62301]: DEBUG nova.compute.provider_tree [None req-4b44c1c2-f4fb-4c4b-bfd4-5e24b365a701 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.888021] env[62301]: DEBUG oslo_vmware.api [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 907.888021] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]521cebdc-aa62-9e21-4abb-c14e80821b1c" [ 907.888021] env[62301]: _type = "Task" [ 907.888021] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.892788] env[62301]: DEBUG oslo_vmware.api [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]521cebdc-aa62-9e21-4abb-c14e80821b1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.982218] env[62301]: DEBUG nova.compute.manager [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 908.234533] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6fff339b-5ddf-480c-ab05-520175de4e62 tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Lock "baff9106-0561-4be4-885f-2e6628c00953" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.900s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.252287] env[62301]: INFO nova.compute.manager [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 0a01e047-3fcb-485d-8202-bab4a45dfd93] Took 26.01 seconds to build instance. [ 908.317828] env[62301]: DEBUG oslo_vmware.api [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Task: {'id': task-2570525, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.384290] env[62301]: DEBUG nova.scheduler.client.report [None req-4b44c1c2-f4fb-4c4b-bfd4-5e24b365a701 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.399353] env[62301]: DEBUG oslo_vmware.api [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]521cebdc-aa62-9e21-4abb-c14e80821b1c, 'name': SearchDatastore_Task, 'duration_secs': 0.011547} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.399353] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.399353] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 4eccc0d6-5a82-4a41-a077-966479407c6b/4eccc0d6-5a82-4a41-a077-966479407c6b.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 908.399650] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ff02de4-f9dd-414f-b4da-6b4ff423c50d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.407337] env[62301]: DEBUG oslo_vmware.api [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 908.407337] env[62301]: value = "task-2570526" [ 908.407337] env[62301]: _type = "Task" [ 908.407337] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.416636] env[62301]: DEBUG oslo_vmware.api [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570526, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.755814] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a889cd89-9e55-4685-a62c-3279de886a15 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "0a01e047-3fcb-485d-8202-bab4a45dfd93" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.517s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.787451] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4b56e4ef-ff02-4e60-8ff3-57e492949507 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquiring lock "0a01e047-3fcb-485d-8202-bab4a45dfd93" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 908.787778] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4b56e4ef-ff02-4e60-8ff3-57e492949507 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "0a01e047-3fcb-485d-8202-bab4a45dfd93" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.787981] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4b56e4ef-ff02-4e60-8ff3-57e492949507 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquiring lock "0a01e047-3fcb-485d-8202-bab4a45dfd93-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 908.788185] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4b56e4ef-ff02-4e60-8ff3-57e492949507 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "0a01e047-3fcb-485d-8202-bab4a45dfd93-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.788354] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4b56e4ef-ff02-4e60-8ff3-57e492949507 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "0a01e047-3fcb-485d-8202-bab4a45dfd93-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.791023] env[62301]: INFO nova.compute.manager [None req-4b56e4ef-ff02-4e60-8ff3-57e492949507 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 0a01e047-3fcb-485d-8202-bab4a45dfd93] Terminating instance [ 908.818640] env[62301]: DEBUG oslo_vmware.api [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Task: {'id': task-2570525, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.894551] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4b44c1c2-f4fb-4c4b-bfd4-5e24b365a701 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.921s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.897742] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-1486279c-81a5-42c1-8d37-2cdd3f6e76ec tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] Volume attach. Driver type: vmdk {{(pid=62301) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 908.897932] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-1486279c-81a5-42c1-8d37-2cdd3f6e76ec tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518876', 'volume_id': '49ba27af-d145-482c-aeec-bbf8756a3e9e', 'name': 'volume-49ba27af-d145-482c-aeec-bbf8756a3e9e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be36b9f5-1c3f-4df8-99c3-644321e8d992', 'attached_at': '', 'detached_at': '', 'volume_id': '49ba27af-d145-482c-aeec-bbf8756a3e9e', 'serial': '49ba27af-d145-482c-aeec-bbf8756a3e9e'} {{(pid=62301) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 908.898272] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.695s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.898440] env[62301]: DEBUG nova.objects.instance [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] [instance: 4f6766e1-3af7-4e78-abc0-c131c0df209f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62301) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 908.901824] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5436d67e-175b-4367-b7f0-3626306f5573 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.921668] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a306f7c-3525-4ddd-b40d-4c71674c2277 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.926571] env[62301]: INFO nova.scheduler.client.report [None req-4b44c1c2-f4fb-4c4b-bfd4-5e24b365a701 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Deleted allocations for instance c97bdea5-d23f-4a33-bce2-8e42fbccb46e [ 908.946071] env[62301]: DEBUG oslo_vmware.api [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570526, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.954660] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-1486279c-81a5-42c1-8d37-2cdd3f6e76ec tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] volume-49ba27af-d145-482c-aeec-bbf8756a3e9e/volume-49ba27af-d145-482c-aeec-bbf8756a3e9e.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 908.955567] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d659eb4a-95bf-4226-9f65-785a4985a0f9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.974802] env[62301]: DEBUG oslo_vmware.api [None req-1486279c-81a5-42c1-8d37-2cdd3f6e76ec tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 908.974802] env[62301]: value = "task-2570527" [ 908.974802] env[62301]: _type = "Task" [ 908.974802] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.983562] env[62301]: DEBUG oslo_vmware.api [None req-1486279c-81a5-42c1-8d37-2cdd3f6e76ec tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570527, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.993068] env[62301]: DEBUG nova.compute.manager [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 909.019823] env[62301]: DEBUG nova.virt.hardware [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 909.020097] env[62301]: DEBUG nova.virt.hardware [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 909.020263] env[62301]: DEBUG nova.virt.hardware [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 909.020438] env[62301]: DEBUG nova.virt.hardware [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 909.020579] env[62301]: DEBUG nova.virt.hardware [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 909.020723] env[62301]: DEBUG nova.virt.hardware [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 909.020946] env[62301]: DEBUG nova.virt.hardware [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 909.021117] env[62301]: DEBUG nova.virt.hardware [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 909.021284] env[62301]: DEBUG nova.virt.hardware [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 909.021443] env[62301]: DEBUG nova.virt.hardware [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 909.021610] env[62301]: DEBUG nova.virt.hardware [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 909.022606] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320500ec-c80f-42d9-a05c-c29e3b5f8378 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.030265] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29743734-5d61-4639-a9ce-a36bc1862755 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.090222] env[62301]: DEBUG oslo_concurrency.lockutils [None req-96b0f278-786c-4eeb-b753-cabec4324a2c tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquiring lock "0ce0e846-b5a3-4964-becf-4f0e996aedc5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.090449] env[62301]: DEBUG oslo_concurrency.lockutils [None req-96b0f278-786c-4eeb-b753-cabec4324a2c tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "0ce0e846-b5a3-4964-becf-4f0e996aedc5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 909.129097] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0878caf1-8021-4e55-9ea7-b705ba370a9d tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Acquiring lock "baff9106-0561-4be4-885f-2e6628c00953" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.129363] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0878caf1-8021-4e55-9ea7-b705ba370a9d tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Lock "baff9106-0561-4be4-885f-2e6628c00953" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 909.129568] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0878caf1-8021-4e55-9ea7-b705ba370a9d tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Acquiring lock "baff9106-0561-4be4-885f-2e6628c00953-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.129776] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0878caf1-8021-4e55-9ea7-b705ba370a9d tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Lock "baff9106-0561-4be4-885f-2e6628c00953-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 909.130845] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0878caf1-8021-4e55-9ea7-b705ba370a9d tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Lock "baff9106-0561-4be4-885f-2e6628c00953-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.132893] env[62301]: INFO nova.compute.manager [None req-0878caf1-8021-4e55-9ea7-b705ba370a9d tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] [instance: baff9106-0561-4be4-885f-2e6628c00953] Terminating instance [ 909.267612] env[62301]: DEBUG nova.compute.manager [req-8180ffed-b1bc-42f0-a4aa-689598e95458 req-592bbea5-6015-49c7-bd20-71f7afd26196 service nova] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Received event network-vif-plugged-d91214ea-df9a-4b68-86fb-a5a3d59b6bf9 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 909.267939] env[62301]: DEBUG oslo_concurrency.lockutils [req-8180ffed-b1bc-42f0-a4aa-689598e95458 req-592bbea5-6015-49c7-bd20-71f7afd26196 service nova] Acquiring lock "bdfc1a8d-4088-4632-8000-1e59fb4d7b8d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.268174] env[62301]: DEBUG oslo_concurrency.lockutils [req-8180ffed-b1bc-42f0-a4aa-689598e95458 req-592bbea5-6015-49c7-bd20-71f7afd26196 service nova] Lock "bdfc1a8d-4088-4632-8000-1e59fb4d7b8d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 909.268418] env[62301]: DEBUG oslo_concurrency.lockutils [req-8180ffed-b1bc-42f0-a4aa-689598e95458 req-592bbea5-6015-49c7-bd20-71f7afd26196 service nova] Lock "bdfc1a8d-4088-4632-8000-1e59fb4d7b8d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.268591] env[62301]: DEBUG nova.compute.manager [req-8180ffed-b1bc-42f0-a4aa-689598e95458 req-592bbea5-6015-49c7-bd20-71f7afd26196 service nova] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] No waiting events found dispatching network-vif-plugged-d91214ea-df9a-4b68-86fb-a5a3d59b6bf9 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 909.268756] env[62301]: WARNING nova.compute.manager [req-8180ffed-b1bc-42f0-a4aa-689598e95458 req-592bbea5-6015-49c7-bd20-71f7afd26196 service nova] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Received unexpected event network-vif-plugged-d91214ea-df9a-4b68-86fb-a5a3d59b6bf9 for instance with vm_state building and task_state spawning. [ 909.296327] env[62301]: DEBUG nova.compute.manager [None req-4b56e4ef-ff02-4e60-8ff3-57e492949507 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 0a01e047-3fcb-485d-8202-bab4a45dfd93] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 909.296541] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4b56e4ef-ff02-4e60-8ff3-57e492949507 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 0a01e047-3fcb-485d-8202-bab4a45dfd93] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 909.297447] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a992fc-cd25-4cdb-92ba-ef924f5d0810 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.305269] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b56e4ef-ff02-4e60-8ff3-57e492949507 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 0a01e047-3fcb-485d-8202-bab4a45dfd93] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.305552] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-147824d4-a09f-498b-98d5-b2672f9f86ea {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.311497] env[62301]: DEBUG oslo_vmware.api [None req-4b56e4ef-ff02-4e60-8ff3-57e492949507 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 909.311497] env[62301]: value = "task-2570528" [ 909.311497] env[62301]: _type = "Task" [ 909.311497] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.321717] env[62301]: DEBUG oslo_vmware.api [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Task: {'id': task-2570525, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.324605] env[62301]: DEBUG oslo_vmware.api [None req-4b56e4ef-ff02-4e60-8ff3-57e492949507 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570528, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.361524] env[62301]: DEBUG nova.network.neutron [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Successfully updated port: d91214ea-df9a-4b68-86fb-a5a3d59b6bf9 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 909.430712] env[62301]: DEBUG oslo_vmware.api [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570526, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.459015] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4b44c1c2-f4fb-4c4b-bfd4-5e24b365a701 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "c97bdea5-d23f-4a33-bce2-8e42fbccb46e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.865s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.484997] env[62301]: DEBUG oslo_vmware.api [None req-1486279c-81a5-42c1-8d37-2cdd3f6e76ec tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.593328] env[62301]: DEBUG nova.compute.utils [None req-96b0f278-786c-4eeb-b753-cabec4324a2c tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 909.637462] env[62301]: DEBUG nova.compute.manager [None req-0878caf1-8021-4e55-9ea7-b705ba370a9d tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] [instance: baff9106-0561-4be4-885f-2e6628c00953] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 909.637692] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0878caf1-8021-4e55-9ea7-b705ba370a9d tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] [instance: baff9106-0561-4be4-885f-2e6628c00953] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 909.638690] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ea420f-1dc2-4e3a-ae8c-0d57060913a6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.648144] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-0878caf1-8021-4e55-9ea7-b705ba370a9d tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] [instance: baff9106-0561-4be4-885f-2e6628c00953] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.648471] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d15a12e3-8570-4a65-8426-4ce767f242da {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.654933] env[62301]: DEBUG oslo_vmware.api [None req-0878caf1-8021-4e55-9ea7-b705ba370a9d tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Waiting for the task: (returnval){ [ 909.654933] env[62301]: value = "task-2570529" [ 909.654933] env[62301]: _type = "Task" [ 909.654933] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.663224] env[62301]: DEBUG oslo_vmware.api [None req-0878caf1-8021-4e55-9ea7-b705ba370a9d tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Task: {'id': task-2570529, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.824253] env[62301]: DEBUG oslo_vmware.api [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Task: {'id': task-2570525, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.631481} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.827797] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] a3f6bfdd-4f68-42d9-b3cf-32437fea3c34/a3f6bfdd-4f68-42d9-b3cf-32437fea3c34.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 909.828514] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] [instance: a3f6bfdd-4f68-42d9-b3cf-32437fea3c34] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 909.828615] env[62301]: DEBUG oslo_vmware.api [None req-4b56e4ef-ff02-4e60-8ff3-57e492949507 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570528, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.828795] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1354b508-eb84-446d-8622-bacacaaaf466 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.835847] env[62301]: DEBUG oslo_vmware.api [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Waiting for the task: (returnval){ [ 909.835847] env[62301]: value = "task-2570530" [ 909.835847] env[62301]: _type = "Task" [ 909.835847] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.845992] env[62301]: DEBUG oslo_vmware.api [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Task: {'id': task-2570530, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.864316] env[62301]: DEBUG oslo_concurrency.lockutils [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquiring lock "refresh_cache-bdfc1a8d-4088-4632-8000-1e59fb4d7b8d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.864316] env[62301]: DEBUG oslo_concurrency.lockutils [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquired lock "refresh_cache-bdfc1a8d-4088-4632-8000-1e59fb4d7b8d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.864448] env[62301]: DEBUG nova.network.neutron [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 909.911264] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2d29d79d-ea1c-4449-88c9-92fc96f4b7b2 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.912743] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8022b042-8812-4c7e-818b-32887f3a6bf3 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.453s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 909.912743] env[62301]: DEBUG nova.objects.instance [None req-8022b042-8812-4c7e-818b-32887f3a6bf3 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Lazy-loading 'resources' on Instance uuid 74379ea7-7c7d-4212-b637-2af384ba4c95 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 909.930803] env[62301]: DEBUG oslo_vmware.api [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570526, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.986130] env[62301]: DEBUG oslo_vmware.api [None req-1486279c-81a5-42c1-8d37-2cdd3f6e76ec tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.096794] env[62301]: DEBUG oslo_concurrency.lockutils [None req-96b0f278-786c-4eeb-b753-cabec4324a2c tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "0ce0e846-b5a3-4964-becf-4f0e996aedc5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.164809] env[62301]: DEBUG oslo_vmware.api [None req-0878caf1-8021-4e55-9ea7-b705ba370a9d tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Task: {'id': task-2570529, 'name': PowerOffVM_Task, 'duration_secs': 0.413601} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.165072] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-0878caf1-8021-4e55-9ea7-b705ba370a9d tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] [instance: baff9106-0561-4be4-885f-2e6628c00953] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 910.165246] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0878caf1-8021-4e55-9ea7-b705ba370a9d tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] [instance: baff9106-0561-4be4-885f-2e6628c00953] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 910.165497] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-693b3faa-da6b-4c8e-b995-38b125f3f2d8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.242160] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0878caf1-8021-4e55-9ea7-b705ba370a9d tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] [instance: baff9106-0561-4be4-885f-2e6628c00953] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 910.242513] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0878caf1-8021-4e55-9ea7-b705ba370a9d tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] [instance: baff9106-0561-4be4-885f-2e6628c00953] Deleting contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 910.242806] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-0878caf1-8021-4e55-9ea7-b705ba370a9d tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Deleting the datastore file [datastore2] baff9106-0561-4be4-885f-2e6628c00953 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 910.243194] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c58acc9c-87a6-4166-a521-e3e94d4bccde {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.250548] env[62301]: DEBUG oslo_vmware.api [None req-0878caf1-8021-4e55-9ea7-b705ba370a9d tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Waiting for the task: (returnval){ [ 910.250548] env[62301]: value = "task-2570532" [ 910.250548] env[62301]: _type = "Task" [ 910.250548] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.260210] env[62301]: DEBUG oslo_vmware.api [None req-0878caf1-8021-4e55-9ea7-b705ba370a9d tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Task: {'id': task-2570532, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.324677] env[62301]: DEBUG oslo_vmware.api [None req-4b56e4ef-ff02-4e60-8ff3-57e492949507 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570528, 'name': PowerOffVM_Task, 'duration_secs': 0.749922} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.324901] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b56e4ef-ff02-4e60-8ff3-57e492949507 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 0a01e047-3fcb-485d-8202-bab4a45dfd93] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 910.325077] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4b56e4ef-ff02-4e60-8ff3-57e492949507 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 0a01e047-3fcb-485d-8202-bab4a45dfd93] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 910.325330] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e13936da-b93f-424b-b049-ce50734b072f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.344069] env[62301]: DEBUG oslo_vmware.api [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Task: {'id': task-2570530, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.180294} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.344342] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] [instance: a3f6bfdd-4f68-42d9-b3cf-32437fea3c34] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 910.345137] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c135346-abff-461f-8ba6-0b04a8472372 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.365990] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] [instance: a3f6bfdd-4f68-42d9-b3cf-32437fea3c34] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] a3f6bfdd-4f68-42d9-b3cf-32437fea3c34/a3f6bfdd-4f68-42d9-b3cf-32437fea3c34.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 910.366295] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10739eed-ca48-481a-a247-8e6777d11c39 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.387641] env[62301]: DEBUG oslo_vmware.api [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Waiting for the task: (returnval){ [ 910.387641] env[62301]: value = "task-2570534" [ 910.387641] env[62301]: _type = "Task" [ 910.387641] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.391909] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4b56e4ef-ff02-4e60-8ff3-57e492949507 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 0a01e047-3fcb-485d-8202-bab4a45dfd93] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 910.392169] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4b56e4ef-ff02-4e60-8ff3-57e492949507 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 0a01e047-3fcb-485d-8202-bab4a45dfd93] Deleting contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 910.392376] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b56e4ef-ff02-4e60-8ff3-57e492949507 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Deleting the datastore file [datastore2] 0a01e047-3fcb-485d-8202-bab4a45dfd93 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 910.392968] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df64b859-bab8-4e5e-b310-0f0ee9a31c78 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.398023] env[62301]: DEBUG oslo_vmware.api [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Task: {'id': task-2570534, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.403922] env[62301]: DEBUG oslo_vmware.api [None req-4b56e4ef-ff02-4e60-8ff3-57e492949507 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 910.403922] env[62301]: value = "task-2570535" [ 910.403922] env[62301]: _type = "Task" [ 910.403922] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.411565] env[62301]: DEBUG oslo_vmware.api [None req-4b56e4ef-ff02-4e60-8ff3-57e492949507 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570535, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.412394] env[62301]: DEBUG nova.network.neutron [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 910.429329] env[62301]: DEBUG oslo_vmware.api [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570526, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.656893} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.429329] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 4eccc0d6-5a82-4a41-a077-966479407c6b/4eccc0d6-5a82-4a41-a077-966479407c6b.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 910.429494] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 910.429729] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4cc16b0c-f42e-4ea7-a7c7-82adbe3cc41d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.435677] env[62301]: DEBUG oslo_vmware.api [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 910.435677] env[62301]: value = "task-2570536" [ 910.435677] env[62301]: _type = "Task" [ 910.435677] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.446902] env[62301]: DEBUG oslo_vmware.api [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570536, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.488524] env[62301]: DEBUG oslo_vmware.api [None req-1486279c-81a5-42c1-8d37-2cdd3f6e76ec tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570527, 'name': ReconfigVM_Task, 'duration_secs': 1.283291} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.491484] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-1486279c-81a5-42c1-8d37-2cdd3f6e76ec tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] Reconfigured VM instance instance-0000004e to attach disk [datastore1] volume-49ba27af-d145-482c-aeec-bbf8756a3e9e/volume-49ba27af-d145-482c-aeec-bbf8756a3e9e.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 910.496526] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0608526-a6e8-44e9-8268-86c64a89c394 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.516677] env[62301]: DEBUG oslo_vmware.api [None req-1486279c-81a5-42c1-8d37-2cdd3f6e76ec tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 910.516677] env[62301]: value = "task-2570537" [ 910.516677] env[62301]: _type = "Task" [ 910.516677] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.525658] env[62301]: DEBUG oslo_vmware.api [None req-1486279c-81a5-42c1-8d37-2cdd3f6e76ec tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570537, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.579343] env[62301]: DEBUG nova.network.neutron [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Updating instance_info_cache with network_info: [{"id": "d91214ea-df9a-4b68-86fb-a5a3d59b6bf9", "address": "fa:16:3e:e7:af:f6", "network": {"id": "2bb96169-7594-47bb-8c69-56a2af9dfa32", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1110516366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ea9bdc8a9b547d881e4051cff4426f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd91214ea-df", "ovs_interfaceid": "d91214ea-df9a-4b68-86fb-a5a3d59b6bf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.711336] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8b1fef-38dc-44af-82ed-f2e22bad8524 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.719138] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2ac5dd-3209-4bf4-8225-3d598b5e70aa {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.455698] env[62301]: DEBUG oslo_concurrency.lockutils [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Releasing lock "refresh_cache-bdfc1a8d-4088-4632-8000-1e59fb4d7b8d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.456039] env[62301]: DEBUG nova.compute.manager [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Instance network_info: |[{"id": "d91214ea-df9a-4b68-86fb-a5a3d59b6bf9", "address": "fa:16:3e:e7:af:f6", "network": {"id": "2bb96169-7594-47bb-8c69-56a2af9dfa32", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1110516366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ea9bdc8a9b547d881e4051cff4426f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd91214ea-df", "ovs_interfaceid": "d91214ea-df9a-4b68-86fb-a5a3d59b6bf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 911.458486] env[62301]: DEBUG oslo_concurrency.lockutils [None req-96b0f278-786c-4eeb-b753-cabec4324a2c tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquiring lock "0ce0e846-b5a3-4964-becf-4f0e996aedc5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.458486] env[62301]: DEBUG oslo_concurrency.lockutils [None req-96b0f278-786c-4eeb-b753-cabec4324a2c tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "0ce0e846-b5a3-4964-becf-4f0e996aedc5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.458486] env[62301]: INFO nova.compute.manager [None req-96b0f278-786c-4eeb-b753-cabec4324a2c tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Attaching volume effa9ec3-1bcc-47c0-ba04-a4a7c9418060 to /dev/sdb [ 911.460011] env[62301]: DEBUG nova.compute.manager [req-cb215942-3810-42f6-a70d-e6a798f2ff3c req-74e94989-25fe-4399-98f0-59a326c96412 service nova] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Received event network-changed-d91214ea-df9a-4b68-86fb-a5a3d59b6bf9 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 911.460241] env[62301]: DEBUG nova.compute.manager [req-cb215942-3810-42f6-a70d-e6a798f2ff3c req-74e94989-25fe-4399-98f0-59a326c96412 service nova] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Refreshing instance network info cache due to event network-changed-d91214ea-df9a-4b68-86fb-a5a3d59b6bf9. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 911.460371] env[62301]: DEBUG oslo_concurrency.lockutils [req-cb215942-3810-42f6-a70d-e6a798f2ff3c req-74e94989-25fe-4399-98f0-59a326c96412 service nova] Acquiring lock "refresh_cache-bdfc1a8d-4088-4632-8000-1e59fb4d7b8d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.460504] env[62301]: DEBUG oslo_concurrency.lockutils [req-cb215942-3810-42f6-a70d-e6a798f2ff3c req-74e94989-25fe-4399-98f0-59a326c96412 service nova] Acquired lock "refresh_cache-bdfc1a8d-4088-4632-8000-1e59fb4d7b8d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.460672] env[62301]: DEBUG nova.network.neutron [req-cb215942-3810-42f6-a70d-e6a798f2ff3c req-74e94989-25fe-4399-98f0-59a326c96412 service nova] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Refreshing network info cache for port d91214ea-df9a-4b68-86fb-a5a3d59b6bf9 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 911.476078] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:af:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d054505-89d3-49c5-8b38-5da917a42c49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd91214ea-df9a-4b68-86fb-a5a3d59b6bf9', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 911.483296] env[62301]: DEBUG oslo.service.loopingcall [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 911.483937] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7fdd96b-5ecb-4f5a-8696-0e540c346576 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.491018] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 911.495305] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7e78fc3-5c16-4c3d-8e62-1b6663c9da89 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.523219] env[62301]: DEBUG oslo_vmware.api [None req-4b56e4ef-ff02-4e60-8ff3-57e492949507 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570535, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166391} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.524382] env[62301]: DEBUG oslo_vmware.api [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570536, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065467} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.524382] env[62301]: DEBUG oslo_vmware.api [None req-0878caf1-8021-4e55-9ea7-b705ba370a9d tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Task: {'id': task-2570532, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1664} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.524382] env[62301]: DEBUG oslo_vmware.api [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Task: {'id': task-2570534, 'name': ReconfigVM_Task, 'duration_secs': 0.315749} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.529189] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b56e4ef-ff02-4e60-8ff3-57e492949507 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 911.529389] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4b56e4ef-ff02-4e60-8ff3-57e492949507 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 0a01e047-3fcb-485d-8202-bab4a45dfd93] Deleted contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 911.529564] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4b56e4ef-ff02-4e60-8ff3-57e492949507 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 0a01e047-3fcb-485d-8202-bab4a45dfd93] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 911.529734] env[62301]: INFO nova.compute.manager [None req-4b56e4ef-ff02-4e60-8ff3-57e492949507 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 0a01e047-3fcb-485d-8202-bab4a45dfd93] Took 2.23 seconds to destroy the instance on the hypervisor. [ 911.530028] env[62301]: DEBUG oslo.service.loopingcall [None req-4b56e4ef-ff02-4e60-8ff3-57e492949507 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 911.530240] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 911.530507] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-0878caf1-8021-4e55-9ea7-b705ba370a9d tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 911.530670] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0878caf1-8021-4e55-9ea7-b705ba370a9d tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] [instance: baff9106-0561-4be4-885f-2e6628c00953] Deleted contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 911.530842] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0878caf1-8021-4e55-9ea7-b705ba370a9d tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] [instance: baff9106-0561-4be4-885f-2e6628c00953] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 911.531062] env[62301]: INFO nova.compute.manager [None req-0878caf1-8021-4e55-9ea7-b705ba370a9d tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] [instance: baff9106-0561-4be4-885f-2e6628c00953] Took 1.89 seconds to destroy the instance on the hypervisor. [ 911.531247] env[62301]: DEBUG oslo.service.loopingcall [None req-0878caf1-8021-4e55-9ea7-b705ba370a9d tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 911.531449] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] [instance: a3f6bfdd-4f68-42d9-b3cf-32437fea3c34] Reconfigured VM instance instance-00000052 to attach disk [datastore1] a3f6bfdd-4f68-42d9-b3cf-32437fea3c34/a3f6bfdd-4f68-42d9-b3cf-32437fea3c34.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.532602] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e75bb3-1090-43e8-8471-43e89e778484 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.535557] env[62301]: DEBUG oslo_vmware.api [None req-1486279c-81a5-42c1-8d37-2cdd3f6e76ec tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570537, 'name': ReconfigVM_Task, 'duration_secs': 0.150876} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.539135] env[62301]: DEBUG nova.compute.manager [-] [instance: 0a01e047-3fcb-485d-8202-bab4a45dfd93] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 911.539255] env[62301]: DEBUG nova.network.neutron [-] [instance: 0a01e047-3fcb-485d-8202-bab4a45dfd93] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 911.541457] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9e6a8a-73ab-4744-abc5-00cf83e00db1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.544625] env[62301]: DEBUG nova.compute.manager [-] [instance: baff9106-0561-4be4-885f-2e6628c00953] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 911.544678] env[62301]: DEBUG nova.network.neutron [-] [instance: baff9106-0561-4be4-885f-2e6628c00953] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 911.546352] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9f9a463-6e19-40be-a5c6-7387ec79f202 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.547873] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-1486279c-81a5-42c1-8d37-2cdd3f6e76ec tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518876', 'volume_id': '49ba27af-d145-482c-aeec-bbf8756a3e9e', 'name': 'volume-49ba27af-d145-482c-aeec-bbf8756a3e9e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be36b9f5-1c3f-4df8-99c3-644321e8d992', 'attached_at': '', 'detached_at': '', 'volume_id': '49ba27af-d145-482c-aeec-bbf8756a3e9e', 'serial': '49ba27af-d145-482c-aeec-bbf8756a3e9e'} {{(pid=62301) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 911.551196] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500c039e-4a50-4ee7-909d-a267d1eb7b54 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.558176] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 911.558176] env[62301]: value = "task-2570538" [ 911.558176] env[62301]: _type = "Task" [ 911.558176] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.559305] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c94a046-ab41-4be5-8108-6152dfc4aa64 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.587184] env[62301]: DEBUG nova.compute.provider_tree [None req-8022b042-8812-4c7e-818b-32887f3a6bf3 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.597105] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 4eccc0d6-5a82-4a41-a077-966479407c6b/4eccc0d6-5a82-4a41-a077-966479407c6b.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 911.597478] env[62301]: DEBUG oslo_vmware.api [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Waiting for the task: (returnval){ [ 911.597478] env[62301]: value = "task-2570539" [ 911.597478] env[62301]: _type = "Task" [ 911.597478] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.601228] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c27bc400-26af-4b5a-a8e7-f01cc90ab9db {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.628178] env[62301]: DEBUG nova.virt.block_device [None req-96b0f278-786c-4eeb-b753-cabec4324a2c tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Updating existing volume attachment record: 1f2c1190-d2a0-4430-898c-f641c87d342d {{(pid=62301) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 911.636801] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570538, 'name': CreateVM_Task} progress is 25%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.645779] env[62301]: DEBUG oslo_vmware.api [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Task: {'id': task-2570539, 'name': Rename_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.647836] env[62301]: DEBUG oslo_vmware.api [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 911.647836] env[62301]: value = "task-2570540" [ 911.647836] env[62301]: _type = "Task" [ 911.647836] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.658189] env[62301]: DEBUG oslo_vmware.api [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.954977] env[62301]: DEBUG nova.compute.manager [req-4c3406c1-6b1f-4a97-a6de-4c0d43e4a5f5 req-3d76d2aa-d203-4acc-8157-42827a2c34fd service nova] [instance: baff9106-0561-4be4-885f-2e6628c00953] Received event network-vif-deleted-84b3d952-51b2-4a25-818d-06a8870b5a48 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 911.955219] env[62301]: INFO nova.compute.manager [req-4c3406c1-6b1f-4a97-a6de-4c0d43e4a5f5 req-3d76d2aa-d203-4acc-8157-42827a2c34fd service nova] [instance: baff9106-0561-4be4-885f-2e6628c00953] Neutron deleted interface 84b3d952-51b2-4a25-818d-06a8870b5a48; detaching it from the instance and deleting it from the info cache [ 911.956647] env[62301]: DEBUG nova.network.neutron [req-4c3406c1-6b1f-4a97-a6de-4c0d43e4a5f5 req-3d76d2aa-d203-4acc-8157-42827a2c34fd service nova] [instance: baff9106-0561-4be4-885f-2e6628c00953] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.068458] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570538, 'name': CreateVM_Task, 'duration_secs': 0.320686} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.068644] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 912.069348] env[62301]: DEBUG oslo_concurrency.lockutils [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.069516] env[62301]: DEBUG oslo_concurrency.lockutils [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.069860] env[62301]: DEBUG oslo_concurrency.lockutils [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.070148] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7911c403-9fa2-47a4-baf0-0397c2cc430d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.075190] env[62301]: DEBUG oslo_vmware.api [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 912.075190] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]526b603a-2a3c-7b28-84b9-7406a1fb4325" [ 912.075190] env[62301]: _type = "Task" [ 912.075190] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.086130] env[62301]: DEBUG oslo_vmware.api [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]526b603a-2a3c-7b28-84b9-7406a1fb4325, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.099510] env[62301]: DEBUG nova.scheduler.client.report [None req-8022b042-8812-4c7e-818b-32887f3a6bf3 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.128588] env[62301]: DEBUG oslo_vmware.api [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Task: {'id': task-2570539, 'name': Rename_Task, 'duration_secs': 0.156029} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.128926] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] [instance: a3f6bfdd-4f68-42d9-b3cf-32437fea3c34] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 912.129198] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e20d148-526b-4c17-b2ab-5292aab4cddc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.135578] env[62301]: DEBUG oslo_vmware.api [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Waiting for the task: (returnval){ [ 912.135578] env[62301]: value = "task-2570544" [ 912.135578] env[62301]: _type = "Task" [ 912.135578] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.146793] env[62301]: DEBUG oslo_vmware.api [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Task: {'id': task-2570544, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.157028] env[62301]: DEBUG oslo_vmware.api [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570540, 'name': ReconfigVM_Task, 'duration_secs': 0.28903} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.157028] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 4eccc0d6-5a82-4a41-a077-966479407c6b/4eccc0d6-5a82-4a41-a077-966479407c6b.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 912.157216] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab965994-a02d-4718-a63d-2f0effa3f18c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.163092] env[62301]: DEBUG oslo_vmware.api [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 912.163092] env[62301]: value = "task-2570545" [ 912.163092] env[62301]: _type = "Task" [ 912.163092] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.177951] env[62301]: DEBUG oslo_vmware.api [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570545, 'name': Rename_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.232292] env[62301]: DEBUG nova.network.neutron [req-cb215942-3810-42f6-a70d-e6a798f2ff3c req-74e94989-25fe-4399-98f0-59a326c96412 service nova] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Updated VIF entry in instance network info cache for port d91214ea-df9a-4b68-86fb-a5a3d59b6bf9. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 912.232724] env[62301]: DEBUG nova.network.neutron [req-cb215942-3810-42f6-a70d-e6a798f2ff3c req-74e94989-25fe-4399-98f0-59a326c96412 service nova] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Updating instance_info_cache with network_info: [{"id": "d91214ea-df9a-4b68-86fb-a5a3d59b6bf9", "address": "fa:16:3e:e7:af:f6", "network": {"id": "2bb96169-7594-47bb-8c69-56a2af9dfa32", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1110516366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ea9bdc8a9b547d881e4051cff4426f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd91214ea-df", "ovs_interfaceid": "d91214ea-df9a-4b68-86fb-a5a3d59b6bf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.382602] env[62301]: DEBUG nova.network.neutron [-] [instance: 0a01e047-3fcb-485d-8202-bab4a45dfd93] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.405652] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 912.405652] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 912.436524] env[62301]: DEBUG nova.network.neutron [-] [instance: baff9106-0561-4be4-885f-2e6628c00953] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.458287] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-200b4a9c-b9eb-4f84-b943-0872fcb23dd0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.467853] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05ce17d-1ea6-41d9-a3fe-79d186bc7552 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.501677] env[62301]: DEBUG nova.compute.manager [req-4c3406c1-6b1f-4a97-a6de-4c0d43e4a5f5 req-3d76d2aa-d203-4acc-8157-42827a2c34fd service nova] [instance: baff9106-0561-4be4-885f-2e6628c00953] Detach interface failed, port_id=84b3d952-51b2-4a25-818d-06a8870b5a48, reason: Instance baff9106-0561-4be4-885f-2e6628c00953 could not be found. {{(pid=62301) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 912.585538] env[62301]: DEBUG oslo_vmware.api [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]526b603a-2a3c-7b28-84b9-7406a1fb4325, 'name': SearchDatastore_Task, 'duration_secs': 0.010168} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.585820] env[62301]: DEBUG oslo_concurrency.lockutils [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.586065] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 912.586352] env[62301]: DEBUG oslo_concurrency.lockutils [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.586517] env[62301]: DEBUG oslo_concurrency.lockutils [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.586696] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 912.586938] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33042783-0dfe-4f47-9b7b-05998f68c35c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.594986] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 912.595198] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 912.595863] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8819375f-6c9e-4ff0-9713-b379e4c8daa9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.598496] env[62301]: DEBUG nova.objects.instance [None req-1486279c-81a5-42c1-8d37-2cdd3f6e76ec tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lazy-loading 'flavor' on Instance uuid be36b9f5-1c3f-4df8-99c3-644321e8d992 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 912.602404] env[62301]: DEBUG oslo_vmware.api [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 912.602404] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]521e955d-a1ff-64d5-506b-e5393d78b6c9" [ 912.602404] env[62301]: _type = "Task" [ 912.602404] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.606047] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8022b042-8812-4c7e-818b-32887f3a6bf3 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.694s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.608721] env[62301]: DEBUG oslo_concurrency.lockutils [None req-fc82b3e9-b314-4327-9d30-1b9885535261 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.841s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.608721] env[62301]: DEBUG nova.objects.instance [None req-fc82b3e9-b314-4327-9d30-1b9885535261 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Lazy-loading 'resources' on Instance uuid 4f6766e1-3af7-4e78-abc0-c131c0df209f {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 912.614975] env[62301]: DEBUG oslo_vmware.api [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]521e955d-a1ff-64d5-506b-e5393d78b6c9, 'name': SearchDatastore_Task, 'duration_secs': 0.009588} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.615634] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26be5ab0-c499-4dfa-9014-f423e7580b73 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.621444] env[62301]: DEBUG oslo_vmware.api [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 912.621444] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5283581b-fb82-a4d4-6b30-0e605a39a8d9" [ 912.621444] env[62301]: _type = "Task" [ 912.621444] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.629505] env[62301]: DEBUG oslo_vmware.api [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5283581b-fb82-a4d4-6b30-0e605a39a8d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.630450] env[62301]: INFO nova.scheduler.client.report [None req-8022b042-8812-4c7e-818b-32887f3a6bf3 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Deleted allocations for instance 74379ea7-7c7d-4212-b637-2af384ba4c95 [ 912.644179] env[62301]: DEBUG oslo_vmware.api [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Task: {'id': task-2570544, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.674356] env[62301]: DEBUG oslo_vmware.api [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570545, 'name': Rename_Task, 'duration_secs': 0.139786} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.674679] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 912.674965] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb61aac0-c930-4e62-8db3-3a348b149c48 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.682429] env[62301]: DEBUG oslo_vmware.api [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 912.682429] env[62301]: value = "task-2570546" [ 912.682429] env[62301]: _type = "Task" [ 912.682429] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.697144] env[62301]: DEBUG oslo_vmware.api [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570546, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.735376] env[62301]: DEBUG oslo_concurrency.lockutils [req-cb215942-3810-42f6-a70d-e6a798f2ff3c req-74e94989-25fe-4399-98f0-59a326c96412 service nova] Releasing lock "refresh_cache-bdfc1a8d-4088-4632-8000-1e59fb4d7b8d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.783711] env[62301]: DEBUG oslo_concurrency.lockutils [None req-106b8594-01d0-48c3-942f-4d2fcc4a8374 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquiring lock "be36b9f5-1c3f-4df8-99c3-644321e8d992" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 912.886065] env[62301]: INFO nova.compute.manager [-] [instance: 0a01e047-3fcb-485d-8202-bab4a45dfd93] Took 1.35 seconds to deallocate network for instance. [ 912.915015] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 912.915086] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Starting heal instance info cache {{(pid=62301) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 912.938587] env[62301]: INFO nova.compute.manager [-] [instance: baff9106-0561-4be4-885f-2e6628c00953] Took 1.39 seconds to deallocate network for instance. [ 913.103235] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1486279c-81a5-42c1-8d37-2cdd3f6e76ec tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "be36b9f5-1c3f-4df8-99c3-644321e8d992" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.833s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 913.104369] env[62301]: DEBUG oslo_concurrency.lockutils [None req-106b8594-01d0-48c3-942f-4d2fcc4a8374 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "be36b9f5-1c3f-4df8-99c3-644321e8d992" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.321s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 913.105295] env[62301]: DEBUG oslo_concurrency.lockutils [None req-106b8594-01d0-48c3-942f-4d2fcc4a8374 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquiring lock "be36b9f5-1c3f-4df8-99c3-644321e8d992-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 913.105593] env[62301]: DEBUG oslo_concurrency.lockutils [None req-106b8594-01d0-48c3-942f-4d2fcc4a8374 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "be36b9f5-1c3f-4df8-99c3-644321e8d992-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 913.107020] env[62301]: DEBUG oslo_concurrency.lockutils [None req-106b8594-01d0-48c3-942f-4d2fcc4a8374 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "be36b9f5-1c3f-4df8-99c3-644321e8d992-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 913.117965] env[62301]: INFO nova.compute.manager [None req-106b8594-01d0-48c3-942f-4d2fcc4a8374 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] Terminating instance [ 913.133652] env[62301]: DEBUG oslo_vmware.api [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5283581b-fb82-a4d4-6b30-0e605a39a8d9, 'name': SearchDatastore_Task, 'duration_secs': 0.009192} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.133989] env[62301]: DEBUG oslo_concurrency.lockutils [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.134259] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] bdfc1a8d-4088-4632-8000-1e59fb4d7b8d/bdfc1a8d-4088-4632-8000-1e59fb4d7b8d.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 913.139281] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64214b6c-33c5-4303-86c0-cfa30a63eafa {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.140817] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8022b042-8812-4c7e-818b-32887f3a6bf3 tempest-ServersAdminTestJSON-895360613 tempest-ServersAdminTestJSON-895360613-project-member] Lock "74379ea7-7c7d-4212-b637-2af384ba4c95" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.225s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 913.152723] env[62301]: DEBUG oslo_vmware.api [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Task: {'id': task-2570544, 'name': PowerOnVM_Task, 'duration_secs': 0.5794} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.158767] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] [instance: a3f6bfdd-4f68-42d9-b3cf-32437fea3c34] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 913.159007] env[62301]: INFO nova.compute.manager [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] [instance: a3f6bfdd-4f68-42d9-b3cf-32437fea3c34] Took 7.66 seconds to spawn the instance on the hypervisor. [ 913.159206] env[62301]: DEBUG nova.compute.manager [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] [instance: a3f6bfdd-4f68-42d9-b3cf-32437fea3c34] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 913.159796] env[62301]: DEBUG oslo_vmware.api [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 913.159796] env[62301]: value = "task-2570547" [ 913.159796] env[62301]: _type = "Task" [ 913.159796] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.162019] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a51d3d-051a-4edf-ad4f-45a75fe5d5c6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.180764] env[62301]: DEBUG oslo_vmware.api [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570547, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.194286] env[62301]: DEBUG oslo_vmware.api [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570546, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.392838] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4b56e4ef-ff02-4e60-8ff3-57e492949507 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 913.395252] env[62301]: DEBUG nova.compute.manager [req-94cd1370-8532-4040-98fc-0e177f687ba1 req-034d6668-7608-46c4-8410-c8e192b666bd service nova] [instance: 0a01e047-3fcb-485d-8202-bab4a45dfd93] Received event network-vif-deleted-ccb32025-97ac-4cea-8a60-e4673fde5999 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 913.426990] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8af547-bc25-4205-88da-2ef782d65219 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.434473] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee44cf67-eb8e-44b9-9765-97aa1fa055b2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.471350] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0878caf1-8021-4e55-9ea7-b705ba370a9d tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 913.473097] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c2d4c9-d63d-407b-beb3-bc8970609821 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.482820] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c7a874-2729-4889-b008-962ef41eb213 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.501584] env[62301]: DEBUG nova.compute.provider_tree [None req-fc82b3e9-b314-4327-9d30-1b9885535261 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.627823] env[62301]: DEBUG nova.compute.manager [None req-106b8594-01d0-48c3-942f-4d2fcc4a8374 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 913.628220] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-106b8594-01d0-48c3-942f-4d2fcc4a8374 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 913.628414] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9371da9f-9316-487d-a13d-442b4de84dd1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.636233] env[62301]: DEBUG oslo_vmware.api [None req-106b8594-01d0-48c3-942f-4d2fcc4a8374 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 913.636233] env[62301]: value = "task-2570548" [ 913.636233] env[62301]: _type = "Task" [ 913.636233] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.646111] env[62301]: DEBUG oslo_vmware.api [None req-106b8594-01d0-48c3-942f-4d2fcc4a8374 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570548, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.675017] env[62301]: DEBUG oslo_vmware.api [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570547, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.688588] env[62301]: INFO nova.compute.manager [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] [instance: a3f6bfdd-4f68-42d9-b3cf-32437fea3c34] Took 20.80 seconds to build instance. [ 913.694851] env[62301]: DEBUG oslo_vmware.api [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570546, 'name': PowerOnVM_Task, 'duration_secs': 0.584898} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.695135] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 913.695462] env[62301]: INFO nova.compute.manager [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Took 10.58 seconds to spawn the instance on the hypervisor. [ 913.695570] env[62301]: DEBUG nova.compute.manager [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 913.696337] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1910b1-dce5-4eee-b832-f020302b2847 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.811719] env[62301]: DEBUG oslo_concurrency.lockutils [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Acquiring lock "7015dc41-f1f8-4dd4-8e35-6ea6e574d44e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 913.811983] env[62301]: DEBUG oslo_concurrency.lockutils [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Lock "7015dc41-f1f8-4dd4-8e35-6ea6e574d44e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 913.812193] env[62301]: INFO nova.compute.manager [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Shelving [ 914.005988] env[62301]: DEBUG nova.scheduler.client.report [None req-fc82b3e9-b314-4327-9d30-1b9885535261 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.131038] env[62301]: DEBUG nova.compute.manager [None req-dabbdb56-2537-4984-92f3-e41db3368ae8 tempest-ServerDiagnosticsV248Test-1574394496 tempest-ServerDiagnosticsV248Test-1574394496-project-admin] [instance: a3f6bfdd-4f68-42d9-b3cf-32437fea3c34] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 914.131887] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a62013b-0cd7-493d-8817-5615f11d7d27 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.146972] env[62301]: INFO nova.compute.manager [None req-dabbdb56-2537-4984-92f3-e41db3368ae8 tempest-ServerDiagnosticsV248Test-1574394496 tempest-ServerDiagnosticsV248Test-1574394496-project-admin] [instance: a3f6bfdd-4f68-42d9-b3cf-32437fea3c34] Retrieving diagnostics [ 914.147310] env[62301]: DEBUG oslo_vmware.api [None req-106b8594-01d0-48c3-942f-4d2fcc4a8374 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570548, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.148101] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00319671-21c1-4090-984e-952c0637a35e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.187377] env[62301]: DEBUG oslo_vmware.api [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570547, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65161} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.187601] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] bdfc1a8d-4088-4632-8000-1e59fb4d7b8d/bdfc1a8d-4088-4632-8000-1e59fb4d7b8d.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 914.187892] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 914.188183] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed8a5020-84b8-4e4a-9312-e8ecd0591bc7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.190582] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6a3037bc-f353-4b62-96db-e20c424c1c2b tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Lock "a3f6bfdd-4f68-42d9-b3cf-32437fea3c34" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.311s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.195945] env[62301]: DEBUG oslo_vmware.api [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 914.195945] env[62301]: value = "task-2570550" [ 914.195945] env[62301]: _type = "Task" [ 914.195945] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.203382] env[62301]: DEBUG oslo_vmware.api [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570550, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.214460] env[62301]: INFO nova.compute.manager [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Took 27.96 seconds to build instance. [ 914.515336] env[62301]: DEBUG oslo_concurrency.lockutils [None req-fc82b3e9-b314-4327-9d30-1b9885535261 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.907s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.517690] env[62301]: DEBUG oslo_concurrency.lockutils [None req-af1d9e21-d78d-4fd5-995f-507135ad560f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.744s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 914.517920] env[62301]: DEBUG nova.objects.instance [None req-af1d9e21-d78d-4fd5-995f-507135ad560f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Lazy-loading 'resources' on Instance uuid 64f8a15b-a51a-46d1-92ac-b78f5134e0dd {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 914.538066] env[62301]: INFO nova.scheduler.client.report [None req-fc82b3e9-b314-4327-9d30-1b9885535261 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Deleted allocations for instance 4f6766e1-3af7-4e78-abc0-c131c0df209f [ 914.648629] env[62301]: DEBUG oslo_vmware.api [None req-106b8594-01d0-48c3-942f-4d2fcc4a8374 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570548, 'name': PowerOffVM_Task, 'duration_secs': 0.546966} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.648859] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-106b8594-01d0-48c3-942f-4d2fcc4a8374 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 914.651312] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-106b8594-01d0-48c3-942f-4d2fcc4a8374 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] Volume detach. Driver type: vmdk {{(pid=62301) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 914.651579] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-106b8594-01d0-48c3-942f-4d2fcc4a8374 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518876', 'volume_id': '49ba27af-d145-482c-aeec-bbf8756a3e9e', 'name': 'volume-49ba27af-d145-482c-aeec-bbf8756a3e9e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be36b9f5-1c3f-4df8-99c3-644321e8d992', 'attached_at': '', 'detached_at': '', 'volume_id': '49ba27af-d145-482c-aeec-bbf8756a3e9e', 'serial': '49ba27af-d145-482c-aeec-bbf8756a3e9e'} {{(pid=62301) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 914.652403] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1b6330-371c-4d53-b972-e68ba9886ab7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.677321] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56bf473-6c53-4b4e-be1f-1172a24bbb6a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.684419] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc6749f-ac4c-426a-bb49-d8dd2f379ae4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.708927] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a908ce67-139b-4c63-b8b4-3eac5b9e05cb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.715969] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c90379ac-8d30-4a04-8991-d4e6d9493083 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lock "4eccc0d6-5a82-4a41-a077-966479407c6b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.472s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.716254] env[62301]: DEBUG oslo_vmware.api [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570550, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070065} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.726632] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 914.727306] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-106b8594-01d0-48c3-942f-4d2fcc4a8374 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] The volume has not been displaced from its original location: [datastore1] volume-49ba27af-d145-482c-aeec-bbf8756a3e9e/volume-49ba27af-d145-482c-aeec-bbf8756a3e9e.vmdk. No consolidation needed. {{(pid=62301) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 914.732706] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-106b8594-01d0-48c3-942f-4d2fcc4a8374 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] Reconfiguring VM instance instance-0000004e to detach disk 2001 {{(pid=62301) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 914.733469] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d614a35-7269-44be-9ff0-8db3e2c029e0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.735892] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7a46283-f6af-4e97-9db1-38b5d9a595a8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.768846] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] bdfc1a8d-4088-4632-8000-1e59fb4d7b8d/bdfc1a8d-4088-4632-8000-1e59fb4d7b8d.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 914.770604] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a698c37-ff5e-41f2-af53-b911b81e2769 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.786789] env[62301]: DEBUG oslo_vmware.api [None req-106b8594-01d0-48c3-942f-4d2fcc4a8374 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 914.786789] env[62301]: value = "task-2570551" [ 914.786789] env[62301]: _type = "Task" [ 914.786789] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.792182] env[62301]: DEBUG oslo_vmware.api [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 914.792182] env[62301]: value = "task-2570552" [ 914.792182] env[62301]: _type = "Task" [ 914.792182] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.798949] env[62301]: DEBUG oslo_vmware.api [None req-106b8594-01d0-48c3-942f-4d2fcc4a8374 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570551, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.804102] env[62301]: DEBUG oslo_vmware.api [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570552, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.823905] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 914.824255] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9f1a605-c031-4c27-8f3c-7d0bbab5ac51 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.831224] env[62301]: DEBUG oslo_vmware.api [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Waiting for the task: (returnval){ [ 914.831224] env[62301]: value = "task-2570553" [ 914.831224] env[62301]: _type = "Task" [ 914.831224] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.839073] env[62301]: DEBUG oslo_vmware.api [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570553, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.047708] env[62301]: DEBUG oslo_concurrency.lockutils [None req-fc82b3e9-b314-4327-9d30-1b9885535261 tempest-ServerShowV257Test-1284199396 tempest-ServerShowV257Test-1284199396-project-member] Lock "4f6766e1-3af7-4e78-abc0-c131c0df209f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.499s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.261799] env[62301]: DEBUG nova.compute.manager [req-58e1bf73-2b21-4754-bd3a-ac33ed5c0ced req-79777fcf-7c25-4a44-b62f-cb23733c7acb service nova] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Received event network-changed-a00d47f5-5e7d-45c3-9ecd-b79a293bc41e {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 915.262009] env[62301]: DEBUG nova.compute.manager [req-58e1bf73-2b21-4754-bd3a-ac33ed5c0ced req-79777fcf-7c25-4a44-b62f-cb23733c7acb service nova] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Refreshing instance network info cache due to event network-changed-a00d47f5-5e7d-45c3-9ecd-b79a293bc41e. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 915.262263] env[62301]: DEBUG oslo_concurrency.lockutils [req-58e1bf73-2b21-4754-bd3a-ac33ed5c0ced req-79777fcf-7c25-4a44-b62f-cb23733c7acb service nova] Acquiring lock "refresh_cache-4eccc0d6-5a82-4a41-a077-966479407c6b" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.262541] env[62301]: DEBUG oslo_concurrency.lockutils [req-58e1bf73-2b21-4754-bd3a-ac33ed5c0ced req-79777fcf-7c25-4a44-b62f-cb23733c7acb service nova] Acquired lock "refresh_cache-4eccc0d6-5a82-4a41-a077-966479407c6b" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.262601] env[62301]: DEBUG nova.network.neutron [req-58e1bf73-2b21-4754-bd3a-ac33ed5c0ced req-79777fcf-7c25-4a44-b62f-cb23733c7acb service nova] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Refreshing network info cache for port a00d47f5-5e7d-45c3-9ecd-b79a293bc41e {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 915.302799] env[62301]: DEBUG oslo_vmware.api [None req-106b8594-01d0-48c3-942f-4d2fcc4a8374 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570551, 'name': ReconfigVM_Task, 'duration_secs': 0.346252} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.306076] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-106b8594-01d0-48c3-942f-4d2fcc4a8374 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] Reconfigured VM instance instance-0000004e to detach disk 2001 {{(pid=62301) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 915.310875] env[62301]: DEBUG oslo_vmware.api [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570552, 'name': ReconfigVM_Task, 'duration_secs': 0.465641} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.313506] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07589881-fc30-41a2-965c-e2ad801d87e3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.326077] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Reconfigured VM instance instance-00000053 to attach disk [datastore1] bdfc1a8d-4088-4632-8000-1e59fb4d7b8d/bdfc1a8d-4088-4632-8000-1e59fb4d7b8d.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 915.326077] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0453031e-42cb-43f4-9a3b-596928e33521 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.333041] env[62301]: DEBUG oslo_vmware.api [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 915.333041] env[62301]: value = "task-2570555" [ 915.333041] env[62301]: _type = "Task" [ 915.333041] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.336058] env[62301]: DEBUG oslo_vmware.api [None req-106b8594-01d0-48c3-942f-4d2fcc4a8374 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 915.336058] env[62301]: value = "task-2570554" [ 915.336058] env[62301]: _type = "Task" [ 915.336058] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.349109] env[62301]: DEBUG oslo_vmware.api [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570553, 'name': PowerOffVM_Task, 'duration_secs': 0.206293} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.349738] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 915.354904] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b4d5c8-548a-4733-af23-19658e86b0fe {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.357641] env[62301]: DEBUG oslo_vmware.api [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570555, 'name': Rename_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.364020] env[62301]: DEBUG oslo_vmware.api [None req-106b8594-01d0-48c3-942f-4d2fcc4a8374 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570554, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.384396] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482c33fa-9f69-4c46-9335-50dc17fe3037 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.451842] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6d6c6b-80d1-442a-8b43-87088cefcc8e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.458583] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3953997-ea5a-48fc-af33-59cda144e06c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.491794] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83c8226-5259-45d7-8441-54a7b98bc02c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.499910] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160fcf8a-2543-41c7-a521-069dd98bbf3a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.514260] env[62301]: DEBUG nova.compute.provider_tree [None req-af1d9e21-d78d-4fd5-995f-507135ad560f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.852390] env[62301]: DEBUG oslo_vmware.api [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570555, 'name': Rename_Task, 'duration_secs': 0.249091} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.852390] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 915.852844] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00b0b239-3f22-4049-bda0-6e70837d1305 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.858768] env[62301]: DEBUG oslo_vmware.api [None req-106b8594-01d0-48c3-942f-4d2fcc4a8374 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570554, 'name': ReconfigVM_Task, 'duration_secs': 0.244584} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.865471] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-106b8594-01d0-48c3-942f-4d2fcc4a8374 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518876', 'volume_id': '49ba27af-d145-482c-aeec-bbf8756a3e9e', 'name': 'volume-49ba27af-d145-482c-aeec-bbf8756a3e9e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be36b9f5-1c3f-4df8-99c3-644321e8d992', 'attached_at': '', 'detached_at': '', 'volume_id': '49ba27af-d145-482c-aeec-bbf8756a3e9e', 'serial': '49ba27af-d145-482c-aeec-bbf8756a3e9e'} {{(pid=62301) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 915.865471] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-106b8594-01d0-48c3-942f-4d2fcc4a8374 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 915.865471] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9014be-0354-4380-af6b-5fed76a437ac {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.868894] env[62301]: DEBUG oslo_vmware.api [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 915.868894] env[62301]: value = "task-2570556" [ 915.868894] env[62301]: _type = "Task" [ 915.868894] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.875656] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-106b8594-01d0-48c3-942f-4d2fcc4a8374 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 915.876115] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-235a9762-6e08-4d22-bafb-ceb30efc31e4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.881129] env[62301]: DEBUG oslo_vmware.api [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570556, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.895236] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Creating Snapshot of the VM instance {{(pid=62301) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 915.895603] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e46f2d37-3917-4cb1-8950-4c9ff226d8d6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.903359] env[62301]: DEBUG oslo_vmware.api [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Waiting for the task: (returnval){ [ 915.903359] env[62301]: value = "task-2570558" [ 915.903359] env[62301]: _type = "Task" [ 915.903359] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.911887] env[62301]: DEBUG oslo_vmware.api [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570558, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.947147] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-106b8594-01d0-48c3-942f-4d2fcc4a8374 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 915.947408] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-106b8594-01d0-48c3-942f-4d2fcc4a8374 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] Deleting contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 915.947589] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-106b8594-01d0-48c3-942f-4d2fcc4a8374 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Deleting the datastore file [datastore2] be36b9f5-1c3f-4df8-99c3-644321e8d992 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 915.951027] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd0f274c-2b7b-4da4-b9a2-d0615400fe8c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.955342] env[62301]: DEBUG oslo_vmware.api [None req-106b8594-01d0-48c3-942f-4d2fcc4a8374 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 915.955342] env[62301]: value = "task-2570559" [ 915.955342] env[62301]: _type = "Task" [ 915.955342] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.967522] env[62301]: DEBUG oslo_vmware.api [None req-106b8594-01d0-48c3-942f-4d2fcc4a8374 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570559, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.018705] env[62301]: DEBUG nova.scheduler.client.report [None req-af1d9e21-d78d-4fd5-995f-507135ad560f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.083584] env[62301]: DEBUG nova.network.neutron [req-58e1bf73-2b21-4754-bd3a-ac33ed5c0ced req-79777fcf-7c25-4a44-b62f-cb23733c7acb service nova] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Updated VIF entry in instance network info cache for port a00d47f5-5e7d-45c3-9ecd-b79a293bc41e. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 916.083584] env[62301]: DEBUG nova.network.neutron [req-58e1bf73-2b21-4754-bd3a-ac33ed5c0ced req-79777fcf-7c25-4a44-b62f-cb23733c7acb service nova] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Updating instance_info_cache with network_info: [{"id": "a00d47f5-5e7d-45c3-9ecd-b79a293bc41e", "address": "fa:16:3e:e3:4f:88", "network": {"id": "7c0f3559-1453-49cf-acfe-38cb288125ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1921160483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b3dfd09250b4ab486b15b680428b1a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa00d47f5-5e", "ovs_interfaceid": "a00d47f5-5e7d-45c3-9ecd-b79a293bc41e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.379390] env[62301]: DEBUG oslo_vmware.api [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570556, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.414879] env[62301]: DEBUG oslo_vmware.api [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570558, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.466906] env[62301]: DEBUG oslo_vmware.api [None req-106b8594-01d0-48c3-942f-4d2fcc4a8374 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570559, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191205} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.467173] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-106b8594-01d0-48c3-942f-4d2fcc4a8374 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 916.467355] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-106b8594-01d0-48c3-942f-4d2fcc4a8374 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] Deleted contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 916.467540] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-106b8594-01d0-48c3-942f-4d2fcc4a8374 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 916.467709] env[62301]: INFO nova.compute.manager [None req-106b8594-01d0-48c3-942f-4d2fcc4a8374 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] Took 2.84 seconds to destroy the instance on the hypervisor. [ 916.467943] env[62301]: DEBUG oslo.service.loopingcall [None req-106b8594-01d0-48c3-942f-4d2fcc4a8374 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 916.468143] env[62301]: DEBUG nova.compute.manager [-] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 916.468238] env[62301]: DEBUG nova.network.neutron [-] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 916.531552] env[62301]: DEBUG oslo_concurrency.lockutils [None req-af1d9e21-d78d-4fd5-995f-507135ad560f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.014s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.534055] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4b56e4ef-ff02-4e60-8ff3-57e492949507 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.141s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.534198] env[62301]: DEBUG nova.objects.instance [None req-4b56e4ef-ff02-4e60-8ff3-57e492949507 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lazy-loading 'resources' on Instance uuid 0a01e047-3fcb-485d-8202-bab4a45dfd93 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.557394] env[62301]: INFO nova.scheduler.client.report [None req-af1d9e21-d78d-4fd5-995f-507135ad560f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Deleted allocations for instance 64f8a15b-a51a-46d1-92ac-b78f5134e0dd [ 916.588806] env[62301]: DEBUG oslo_concurrency.lockutils [req-58e1bf73-2b21-4754-bd3a-ac33ed5c0ced req-79777fcf-7c25-4a44-b62f-cb23733c7acb service nova] Releasing lock "refresh_cache-4eccc0d6-5a82-4a41-a077-966479407c6b" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.687478] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-96b0f278-786c-4eeb-b753-cabec4324a2c tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Volume attach. Driver type: vmdk {{(pid=62301) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 916.687712] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-96b0f278-786c-4eeb-b753-cabec4324a2c tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518883', 'volume_id': 'effa9ec3-1bcc-47c0-ba04-a4a7c9418060', 'name': 'volume-effa9ec3-1bcc-47c0-ba04-a4a7c9418060', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0ce0e846-b5a3-4964-becf-4f0e996aedc5', 'attached_at': '', 'detached_at': '', 'volume_id': 'effa9ec3-1bcc-47c0-ba04-a4a7c9418060', 'serial': 'effa9ec3-1bcc-47c0-ba04-a4a7c9418060'} {{(pid=62301) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 916.688720] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85533d9-ad28-4ad4-9194-7bb162e01060 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.705722] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8d3f08-1000-45c3-a6d8-6e0369592ede {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.730863] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-96b0f278-786c-4eeb-b753-cabec4324a2c tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] volume-effa9ec3-1bcc-47c0-ba04-a4a7c9418060/volume-effa9ec3-1bcc-47c0-ba04-a4a7c9418060.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 916.731175] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e7effec-8c6d-4d3a-aaa0-11c01dfa363a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.749727] env[62301]: DEBUG oslo_vmware.api [None req-96b0f278-786c-4eeb-b753-cabec4324a2c tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 916.749727] env[62301]: value = "task-2570560" [ 916.749727] env[62301]: _type = "Task" [ 916.749727] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.757646] env[62301]: DEBUG oslo_vmware.api [None req-96b0f278-786c-4eeb-b753-cabec4324a2c tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570560, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.881064] env[62301]: DEBUG oslo_vmware.api [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570556, 'name': PowerOnVM_Task, 'duration_secs': 0.742402} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.881376] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 916.881513] env[62301]: INFO nova.compute.manager [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Took 7.89 seconds to spawn the instance on the hypervisor. [ 916.881629] env[62301]: DEBUG nova.compute.manager [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 916.882402] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1140fd-1f26-41d8-afca-d904bb3500de {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.916236] env[62301]: DEBUG oslo_vmware.api [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570558, 'name': CreateSnapshot_Task, 'duration_secs': 0.844181} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.916236] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Created Snapshot of the VM instance {{(pid=62301) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 916.916236] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa63dcd4-fc01-43b5-b616-894f533ead89 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.065228] env[62301]: DEBUG oslo_concurrency.lockutils [None req-af1d9e21-d78d-4fd5-995f-507135ad560f tempest-ImagesTestJSON-1506249430 tempest-ImagesTestJSON-1506249430-project-member] Lock "64f8a15b-a51a-46d1-92ac-b78f5134e0dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.763s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.265881] env[62301]: DEBUG oslo_vmware.api [None req-96b0f278-786c-4eeb-b753-cabec4324a2c tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570560, 'name': ReconfigVM_Task, 'duration_secs': 0.368833} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.266049] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-96b0f278-786c-4eeb-b753-cabec4324a2c tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Reconfigured VM instance instance-00000048 to attach disk [datastore2] volume-effa9ec3-1bcc-47c0-ba04-a4a7c9418060/volume-effa9ec3-1bcc-47c0-ba04-a4a7c9418060.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 917.272665] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bb4c5fb-04d5-4597-a62a-7af09ed034d8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.284231] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9d5c78-48d2-483b-812e-0daeffc8e8ed {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.293567] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680ec1c1-d091-40cc-8bae-cc4495827e6d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.296702] env[62301]: DEBUG oslo_vmware.api [None req-96b0f278-786c-4eeb-b753-cabec4324a2c tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 917.296702] env[62301]: value = "task-2570561" [ 917.296702] env[62301]: _type = "Task" [ 917.296702] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.297980] env[62301]: DEBUG nova.network.neutron [-] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.300184] env[62301]: DEBUG nova.compute.manager [req-8952a009-e090-458b-b941-b35aa92612d8 req-a53e6dcf-c8c9-4686-b984-f7b70e2e501b service nova] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] Received event network-vif-deleted-157ec00d-2cad-4410-a62d-491dd556f870 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 917.300184] env[62301]: INFO nova.compute.manager [req-8952a009-e090-458b-b941-b35aa92612d8 req-a53e6dcf-c8c9-4686-b984-f7b70e2e501b service nova] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] Neutron deleted interface 157ec00d-2cad-4410-a62d-491dd556f870; detaching it from the instance and deleting it from the info cache [ 917.300347] env[62301]: DEBUG nova.network.neutron [req-8952a009-e090-458b-b941-b35aa92612d8 req-a53e6dcf-c8c9-4686-b984-f7b70e2e501b service nova] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.333219] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9db7aeb-1526-4ac6-b273-bc304372b80e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.340242] env[62301]: DEBUG oslo_vmware.api [None req-96b0f278-786c-4eeb-b753-cabec4324a2c tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570561, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.344965] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f763380-13b4-4a53-ab72-35b7815a6aa2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.360294] env[62301]: DEBUG nova.compute.provider_tree [None req-4b56e4ef-ff02-4e60-8ff3-57e492949507 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.399420] env[62301]: INFO nova.compute.manager [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Took 21.16 seconds to build instance. [ 917.433310] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Creating linked-clone VM from snapshot {{(pid=62301) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 917.433790] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-89f2a269-5eb4-42f9-b46c-521c1308f1ff {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.441852] env[62301]: DEBUG oslo_vmware.api [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Waiting for the task: (returnval){ [ 917.441852] env[62301]: value = "task-2570562" [ 917.441852] env[62301]: _type = "Task" [ 917.441852] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.454699] env[62301]: DEBUG oslo_vmware.api [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570562, 'name': CloneVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.678864] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Acquiring lock "refresh_cache-c51583ab-2881-42e3-b9e6-831afc6b6f49" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.679030] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Acquired lock "refresh_cache-c51583ab-2881-42e3-b9e6-831afc6b6f49" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.679215] env[62301]: DEBUG nova.network.neutron [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] Forcefully refreshing network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 917.804092] env[62301]: INFO nova.compute.manager [-] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] Took 1.34 seconds to deallocate network for instance. [ 917.807696] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ed5dff50-7680-4811-8856-7772d652484e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.814396] env[62301]: DEBUG oslo_vmware.api [None req-96b0f278-786c-4eeb-b753-cabec4324a2c tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570561, 'name': ReconfigVM_Task, 'duration_secs': 0.141039} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.815170] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-96b0f278-786c-4eeb-b753-cabec4324a2c tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518883', 'volume_id': 'effa9ec3-1bcc-47c0-ba04-a4a7c9418060', 'name': 'volume-effa9ec3-1bcc-47c0-ba04-a4a7c9418060', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0ce0e846-b5a3-4964-becf-4f0e996aedc5', 'attached_at': '', 'detached_at': '', 'volume_id': 'effa9ec3-1bcc-47c0-ba04-a4a7c9418060', 'serial': 'effa9ec3-1bcc-47c0-ba04-a4a7c9418060'} {{(pid=62301) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 917.822812] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef55572-4507-4670-94c5-1e53ec641370 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.861395] env[62301]: DEBUG nova.compute.manager [req-8952a009-e090-458b-b941-b35aa92612d8 req-a53e6dcf-c8c9-4686-b984-f7b70e2e501b service nova] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] Detach interface failed, port_id=157ec00d-2cad-4410-a62d-491dd556f870, reason: Instance be36b9f5-1c3f-4df8-99c3-644321e8d992 could not be found. {{(pid=62301) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 917.864576] env[62301]: DEBUG nova.scheduler.client.report [None req-4b56e4ef-ff02-4e60-8ff3-57e492949507 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.903391] env[62301]: DEBUG oslo_concurrency.lockutils [None req-59fe2386-2433-4baa-a872-8b6eda02ec00 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "bdfc1a8d-4088-4632-8000-1e59fb4d7b8d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.677s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.957476] env[62301]: DEBUG oslo_vmware.api [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570562, 'name': CloneVM_Task} progress is 94%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.373033] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4b56e4ef-ff02-4e60-8ff3-57e492949507 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.837s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.374580] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0878caf1-8021-4e55-9ea7-b705ba370a9d tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.902s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.374998] env[62301]: DEBUG nova.objects.instance [None req-0878caf1-8021-4e55-9ea7-b705ba370a9d tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Lazy-loading 'resources' on Instance uuid baff9106-0561-4be4-885f-2e6628c00953 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.377242] env[62301]: INFO nova.compute.manager [None req-106b8594-01d0-48c3-942f-4d2fcc4a8374 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] Took 0.57 seconds to detach 1 volumes for instance. [ 918.405729] env[62301]: INFO nova.scheduler.client.report [None req-4b56e4ef-ff02-4e60-8ff3-57e492949507 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Deleted allocations for instance 0a01e047-3fcb-485d-8202-bab4a45dfd93 [ 918.456806] env[62301]: DEBUG oslo_vmware.api [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570562, 'name': CloneVM_Task} progress is 94%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.512638] env[62301]: DEBUG oslo_concurrency.lockutils [None req-59dded58-bc57-4217-90f8-72b76136501d tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Acquiring lock "4e71c89c-d6ec-4c4d-af87-24dc5adf634b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.512905] env[62301]: DEBUG oslo_concurrency.lockutils [None req-59dded58-bc57-4217-90f8-72b76136501d tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Lock "4e71c89c-d6ec-4c4d-af87-24dc5adf634b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.513220] env[62301]: DEBUG oslo_concurrency.lockutils [None req-59dded58-bc57-4217-90f8-72b76136501d tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Acquiring lock "4e71c89c-d6ec-4c4d-af87-24dc5adf634b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.513463] env[62301]: DEBUG oslo_concurrency.lockutils [None req-59dded58-bc57-4217-90f8-72b76136501d tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Lock "4e71c89c-d6ec-4c4d-af87-24dc5adf634b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.513647] env[62301]: DEBUG oslo_concurrency.lockutils [None req-59dded58-bc57-4217-90f8-72b76136501d tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Lock "4e71c89c-d6ec-4c4d-af87-24dc5adf634b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.519572] env[62301]: INFO nova.compute.manager [None req-59dded58-bc57-4217-90f8-72b76136501d tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 4e71c89c-d6ec-4c4d-af87-24dc5adf634b] Terminating instance [ 918.870522] env[62301]: DEBUG nova.objects.instance [None req-96b0f278-786c-4eeb-b753-cabec4324a2c tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lazy-loading 'flavor' on Instance uuid 0ce0e846-b5a3-4964-becf-4f0e996aedc5 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.886959] env[62301]: DEBUG oslo_concurrency.lockutils [None req-106b8594-01d0-48c3-942f-4d2fcc4a8374 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.921921] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4b56e4ef-ff02-4e60-8ff3-57e492949507 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "0a01e047-3fcb-485d-8202-bab4a45dfd93" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.134s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.962598] env[62301]: DEBUG oslo_vmware.api [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570562, 'name': CloneVM_Task, 'duration_secs': 1.40033} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.967033] env[62301]: INFO nova.virt.vmwareapi.vmops [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Created linked-clone VM from snapshot [ 918.974485] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6ee700-3479-4880-8e8e-fcfe09595e37 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.979369] env[62301]: INFO nova.compute.manager [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Rebuilding instance [ 918.988967] env[62301]: DEBUG nova.virt.vmwareapi.images [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Uploading image e8028460-81b4-413f-9176-ae72b03ff1a3 {{(pid=62301) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 919.031488] env[62301]: DEBUG nova.compute.manager [None req-59dded58-bc57-4217-90f8-72b76136501d tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 4e71c89c-d6ec-4c4d-af87-24dc5adf634b] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 919.031488] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-59dded58-bc57-4217-90f8-72b76136501d tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 4e71c89c-d6ec-4c4d-af87-24dc5adf634b] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 919.031488] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a1072c-b394-487d-b3e9-80e74c470f29 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.035700] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-59dded58-bc57-4217-90f8-72b76136501d tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 4e71c89c-d6ec-4c4d-af87-24dc5adf634b] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.040588] env[62301]: DEBUG oslo_vmware.rw_handles [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 919.040588] env[62301]: value = "vm-518885" [ 919.040588] env[62301]: _type = "VirtualMachine" [ 919.040588] env[62301]: }. {{(pid=62301) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 919.040831] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24c1ac13-7982-4f1c-af41-1f58178d8170 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.042746] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a41b534c-2394-4adb-b50c-20ddaad30510 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.050515] env[62301]: DEBUG nova.compute.manager [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 919.051950] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f85705-eba8-45be-a282-218ff8134cc9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.057652] env[62301]: DEBUG oslo_vmware.rw_handles [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Lease: (returnval){ [ 919.057652] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]526ed55a-6496-924b-0849-c174b48bb8d8" [ 919.057652] env[62301]: _type = "HttpNfcLease" [ 919.057652] env[62301]: } obtained for exporting VM: (result){ [ 919.057652] env[62301]: value = "vm-518885" [ 919.057652] env[62301]: _type = "VirtualMachine" [ 919.057652] env[62301]: }. {{(pid=62301) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 919.057652] env[62301]: DEBUG oslo_vmware.api [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Waiting for the lease: (returnval){ [ 919.057652] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]526ed55a-6496-924b-0849-c174b48bb8d8" [ 919.057652] env[62301]: _type = "HttpNfcLease" [ 919.057652] env[62301]: } to be ready. {{(pid=62301) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 919.058118] env[62301]: DEBUG oslo_vmware.api [None req-59dded58-bc57-4217-90f8-72b76136501d tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Waiting for the task: (returnval){ [ 919.058118] env[62301]: value = "task-2570563" [ 919.058118] env[62301]: _type = "Task" [ 919.058118] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.080281] env[62301]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 919.080281] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]526ed55a-6496-924b-0849-c174b48bb8d8" [ 919.080281] env[62301]: _type = "HttpNfcLease" [ 919.080281] env[62301]: } is ready. {{(pid=62301) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 919.086623] env[62301]: DEBUG oslo_vmware.rw_handles [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 919.086623] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]526ed55a-6496-924b-0849-c174b48bb8d8" [ 919.086623] env[62301]: _type = "HttpNfcLease" [ 919.086623] env[62301]: }. {{(pid=62301) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 919.086623] env[62301]: DEBUG oslo_vmware.api [None req-59dded58-bc57-4217-90f8-72b76136501d tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Task: {'id': task-2570563, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.086623] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e137a703-83cf-457a-9626-564f1f78df91 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.099612] env[62301]: DEBUG oslo_vmware.rw_handles [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5298093e-df4f-41e2-3cb0-f61e0f6dfd98/disk-0.vmdk from lease info. {{(pid=62301) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 919.099899] env[62301]: DEBUG oslo_vmware.rw_handles [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5298093e-df4f-41e2-3cb0-f61e0f6dfd98/disk-0.vmdk for reading. {{(pid=62301) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 919.204852] env[62301]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0128d73a-4bb3-498f-9ae7-0ab9bafb15dc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.290062] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17f8f76-fec3-4bb4-a598-5c83e3b80994 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.296600] env[62301]: DEBUG nova.network.neutron [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] Updating instance_info_cache with network_info: [{"id": "ff5f411d-8197-4919-a029-0088542573e7", "address": "fa:16:3e:8a:ea:6b", "network": {"id": "84fdfe6c-b92c-4aa3-a9b8-6d0fb516b49a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-430300115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f79c1c72ace843d4be630377bd5e2326", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff5f411d-81", "ovs_interfaceid": "ff5f411d-8197-4919-a029-0088542573e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.299889] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc99d579-9e61-4330-aa8b-9fa54c168eb1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.336916] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3b575a-5819-4adb-ad87-7d263d7351f5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.345937] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af0f8b4-6daa-41c7-965e-7cf1bd325965 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.360618] env[62301]: DEBUG nova.compute.provider_tree [None req-0878caf1-8021-4e55-9ea7-b705ba370a9d tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.376803] env[62301]: DEBUG oslo_concurrency.lockutils [None req-96b0f278-786c-4eeb-b753-cabec4324a2c tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "0ce0e846-b5a3-4964-becf-4f0e996aedc5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.920s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.482943] env[62301]: INFO nova.compute.manager [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Rebuilding instance [ 919.544716] env[62301]: DEBUG nova.compute.manager [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 919.546366] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43c8d3b-6c94-4b23-b701-d256732b8af3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.576944] env[62301]: DEBUG oslo_vmware.api [None req-59dded58-bc57-4217-90f8-72b76136501d tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Task: {'id': task-2570563, 'name': PowerOffVM_Task, 'duration_secs': 0.279194} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.579019] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-59dded58-bc57-4217-90f8-72b76136501d tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 4e71c89c-d6ec-4c4d-af87-24dc5adf634b] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.579019] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-59dded58-bc57-4217-90f8-72b76136501d tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 4e71c89c-d6ec-4c4d-af87-24dc5adf634b] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 919.579695] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ad9093e-b554-4f7b-9d00-fa9288da8027 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.651246] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-59dded58-bc57-4217-90f8-72b76136501d tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 4e71c89c-d6ec-4c4d-af87-24dc5adf634b] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 919.651483] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-59dded58-bc57-4217-90f8-72b76136501d tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 4e71c89c-d6ec-4c4d-af87-24dc5adf634b] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 919.651664] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-59dded58-bc57-4217-90f8-72b76136501d tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Deleting the datastore file [datastore1] 4e71c89c-d6ec-4c4d-af87-24dc5adf634b {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 919.651918] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93998164-c761-46a9-bc24-4555108369a3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.659824] env[62301]: DEBUG oslo_vmware.api [None req-59dded58-bc57-4217-90f8-72b76136501d tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Waiting for the task: (returnval){ [ 919.659824] env[62301]: value = "task-2570566" [ 919.659824] env[62301]: _type = "Task" [ 919.659824] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.671431] env[62301]: DEBUG oslo_vmware.api [None req-59dded58-bc57-4217-90f8-72b76136501d tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Task: {'id': task-2570566, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.800533] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Releasing lock "refresh_cache-c51583ab-2881-42e3-b9e6-831afc6b6f49" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.801588] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] Updated the network info_cache for instance {{(pid=62301) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 919.801588] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 919.801588] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 919.801805] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 919.801805] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 919.802037] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 919.802258] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 919.802389] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62301) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 919.802564] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 919.862886] env[62301]: DEBUG nova.scheduler.client.report [None req-0878caf1-8021-4e55-9ea7-b705ba370a9d tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.085288] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 920.087274] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d25c92c-c52c-4ee6-9c43-8099d82af85f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.096240] env[62301]: DEBUG oslo_vmware.api [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 920.096240] env[62301]: value = "task-2570567" [ 920.096240] env[62301]: _type = "Task" [ 920.096240] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.108517] env[62301]: DEBUG oslo_vmware.api [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570567, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.135777] env[62301]: INFO nova.compute.manager [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Rebuilding instance [ 920.178702] env[62301]: DEBUG oslo_vmware.api [None req-59dded58-bc57-4217-90f8-72b76136501d tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Task: {'id': task-2570566, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.444078} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.184227] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-59dded58-bc57-4217-90f8-72b76136501d tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 920.184227] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-59dded58-bc57-4217-90f8-72b76136501d tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 4e71c89c-d6ec-4c4d-af87-24dc5adf634b] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 920.184346] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-59dded58-bc57-4217-90f8-72b76136501d tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 4e71c89c-d6ec-4c4d-af87-24dc5adf634b] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 920.184470] env[62301]: INFO nova.compute.manager [None req-59dded58-bc57-4217-90f8-72b76136501d tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] [instance: 4e71c89c-d6ec-4c4d-af87-24dc5adf634b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 920.184835] env[62301]: DEBUG oslo.service.loopingcall [None req-59dded58-bc57-4217-90f8-72b76136501d tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 920.185751] env[62301]: DEBUG nova.compute.manager [-] [instance: 4e71c89c-d6ec-4c4d-af87-24dc5adf634b] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 920.188417] env[62301]: DEBUG nova.network.neutron [-] [instance: 4e71c89c-d6ec-4c4d-af87-24dc5adf634b] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 920.219515] env[62301]: DEBUG nova.compute.manager [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 920.220520] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ccdf94-4440-4f4c-9bbe-314c0b2ad155 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.308499] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.369743] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0878caf1-8021-4e55-9ea7-b705ba370a9d tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.995s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 920.372727] env[62301]: DEBUG oslo_concurrency.lockutils [None req-106b8594-01d0-48c3-942f-4d2fcc4a8374 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.486s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 920.372994] env[62301]: DEBUG nova.objects.instance [None req-106b8594-01d0-48c3-942f-4d2fcc4a8374 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lazy-loading 'resources' on Instance uuid be36b9f5-1c3f-4df8-99c3-644321e8d992 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.408209] env[62301]: INFO nova.scheduler.client.report [None req-0878caf1-8021-4e55-9ea7-b705ba370a9d tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Deleted allocations for instance baff9106-0561-4be4-885f-2e6628c00953 [ 920.572041] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 920.572383] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f34ba43b-0ef5-4315-8faa-b12dce904ba4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.581514] env[62301]: DEBUG oslo_vmware.api [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 920.581514] env[62301]: value = "task-2570568" [ 920.581514] env[62301]: _type = "Task" [ 920.581514] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.593164] env[62301]: DEBUG oslo_vmware.api [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570568, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.606355] env[62301]: DEBUG oslo_vmware.api [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570567, 'name': PowerOffVM_Task, 'duration_secs': 0.228944} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.606355] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 920.609020] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 920.609020] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d582345-c63e-4bba-ba2e-3430949abc51 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.618358] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 920.618358] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44d200b7-9ecd-4b25-8c00-c31c7c460608 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.693186] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 920.693624] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 920.695787] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Deleting the datastore file [datastore1] bdfc1a8d-4088-4632-8000-1e59fb4d7b8d {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 920.697140] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-583ca94c-91f3-4a2c-b9ac-fd03b75e2e04 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.706640] env[62301]: DEBUG oslo_concurrency.lockutils [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquiring lock "b416be7e-8763-4c6b-9368-28f82bf33c9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.706640] env[62301]: DEBUG oslo_concurrency.lockutils [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "b416be7e-8763-4c6b-9368-28f82bf33c9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 920.721494] env[62301]: DEBUG oslo_vmware.api [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 920.721494] env[62301]: value = "task-2570570" [ 920.721494] env[62301]: _type = "Task" [ 920.721494] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.733414] env[62301]: DEBUG oslo_vmware.api [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570570, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.925992] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0878caf1-8021-4e55-9ea7-b705ba370a9d tempest-ServerGroupTestJSON-2047287121 tempest-ServerGroupTestJSON-2047287121-project-member] Lock "baff9106-0561-4be4-885f-2e6628c00953" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.796s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.103711] env[62301]: DEBUG oslo_vmware.api [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570568, 'name': PowerOffVM_Task, 'duration_secs': 0.2208} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.105407] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 921.105591] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 921.106768] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18727503-ea2d-4406-b35f-0072ed41a64c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.118995] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 921.118995] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-854fdca9-ec93-44a7-8be3-1402565327d7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.138493] env[62301]: DEBUG nova.compute.manager [req-fd03f24a-22c1-4f5c-a030-6eba2951ee91 req-b19defba-8b52-4337-b445-bc0bf92ec0f4 service nova] [instance: 4e71c89c-d6ec-4c4d-af87-24dc5adf634b] Received event network-vif-deleted-7e3b6ece-4f0c-4b73-9838-c84bb462bcfd {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 921.142385] env[62301]: INFO nova.compute.manager [req-fd03f24a-22c1-4f5c-a030-6eba2951ee91 req-b19defba-8b52-4337-b445-bc0bf92ec0f4 service nova] [instance: 4e71c89c-d6ec-4c4d-af87-24dc5adf634b] Neutron deleted interface 7e3b6ece-4f0c-4b73-9838-c84bb462bcfd; detaching it from the instance and deleting it from the info cache [ 921.142629] env[62301]: DEBUG nova.network.neutron [req-fd03f24a-22c1-4f5c-a030-6eba2951ee91 req-b19defba-8b52-4337-b445-bc0bf92ec0f4 service nova] [instance: 4e71c89c-d6ec-4c4d-af87-24dc5adf634b] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.207093] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bdb2c58-a502-476f-ae6c-feed55c57799 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.219255] env[62301]: DEBUG nova.compute.manager [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: b416be7e-8763-4c6b-9368-28f82bf33c9e] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 921.231492] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2345bc0-4991-4370-941e-bdb3d96087ee {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.240908] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 921.241270] env[62301]: DEBUG oslo_vmware.api [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570570, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.506103} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.241877] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc667488-aa40-4de5-9769-4f9a0aa1c924 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.243588] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 921.243818] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 921.243957] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 921.277681] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd1adc6-66d1-4c8e-851c-b122f2b65b93 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.286633] env[62301]: DEBUG oslo_vmware.api [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 921.286633] env[62301]: value = "task-2570572" [ 921.286633] env[62301]: _type = "Task" [ 921.286633] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.289753] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b3fd00-5a17-424a-b46b-82134986509f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.314270] env[62301]: DEBUG nova.compute.provider_tree [None req-106b8594-01d0-48c3-942f-4d2fcc4a8374 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.319652] env[62301]: DEBUG oslo_vmware.api [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570572, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.394994] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5aed80d2-70fe-4d93-a8c9-04eb75f317e1 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Acquiring lock "222560d8-31b8-4349-aaa0-67d1497ac0a6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.395403] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5aed80d2-70fe-4d93-a8c9-04eb75f317e1 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lock "222560d8-31b8-4349-aaa0-67d1497ac0a6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.457499] env[62301]: DEBUG nova.network.neutron [-] [instance: 4e71c89c-d6ec-4c4d-af87-24dc5adf634b] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.511329] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 921.515454] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 921.517017] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Deleting the datastore file [datastore1] ef47192b-434b-4162-9218-904cf9c10ff5 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 921.517017] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9835f29-3c1d-497f-86eb-a089ccef2c65 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.522821] env[62301]: DEBUG oslo_vmware.api [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 921.522821] env[62301]: value = "task-2570573" [ 921.522821] env[62301]: _type = "Task" [ 921.522821] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.534298] env[62301]: DEBUG oslo_vmware.api [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570573, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.626834] env[62301]: DEBUG oslo_concurrency.lockutils [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Acquiring lock "d44608fc-c2b2-4331-ba83-0553238f5f6d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.627522] env[62301]: DEBUG oslo_concurrency.lockutils [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Lock "d44608fc-c2b2-4331-ba83-0553238f5f6d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.647277] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-12b1b452-ef5a-4986-b629-51f7c7af2cc1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.657720] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9e0242-091b-4142-bba2-7e5b2eb6977c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.693496] env[62301]: DEBUG nova.compute.manager [req-fd03f24a-22c1-4f5c-a030-6eba2951ee91 req-b19defba-8b52-4337-b445-bc0bf92ec0f4 service nova] [instance: 4e71c89c-d6ec-4c4d-af87-24dc5adf634b] Detach interface failed, port_id=7e3b6ece-4f0c-4b73-9838-c84bb462bcfd, reason: Instance 4e71c89c-d6ec-4c4d-af87-24dc5adf634b could not be found. {{(pid=62301) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 921.754194] env[62301]: DEBUG oslo_concurrency.lockutils [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.806140] env[62301]: DEBUG oslo_vmware.api [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570572, 'name': PowerOffVM_Task, 'duration_secs': 0.260401} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.806421] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 921.821571] env[62301]: DEBUG nova.scheduler.client.report [None req-106b8594-01d0-48c3-942f-4d2fcc4a8374 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.864704] env[62301]: INFO nova.compute.manager [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Detaching volume effa9ec3-1bcc-47c0-ba04-a4a7c9418060 [ 921.899313] env[62301]: DEBUG nova.compute.utils [None req-5aed80d2-70fe-4d93-a8c9-04eb75f317e1 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 921.901412] env[62301]: INFO nova.virt.block_device [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Attempting to driver detach volume effa9ec3-1bcc-47c0-ba04-a4a7c9418060 from mountpoint /dev/sdb [ 921.901637] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Volume detach. Driver type: vmdk {{(pid=62301) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 921.903032] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518883', 'volume_id': 'effa9ec3-1bcc-47c0-ba04-a4a7c9418060', 'name': 'volume-effa9ec3-1bcc-47c0-ba04-a4a7c9418060', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0ce0e846-b5a3-4964-becf-4f0e996aedc5', 'attached_at': '', 'detached_at': '', 'volume_id': 'effa9ec3-1bcc-47c0-ba04-a4a7c9418060', 'serial': 'effa9ec3-1bcc-47c0-ba04-a4a7c9418060'} {{(pid=62301) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 921.903032] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc1f258-3b34-4ac3-9096-5d079ae03904 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.927103] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7760c85-00a6-458a-8767-10576a1b3379 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.934714] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64cc8ebb-fc92-48e4-bc6c-20a13c98836c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.960973] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6442c672-8a74-4615-b4bb-7132ee8d269f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.964835] env[62301]: INFO nova.compute.manager [-] [instance: 4e71c89c-d6ec-4c4d-af87-24dc5adf634b] Took 1.78 seconds to deallocate network for instance. [ 921.989473] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] The volume has not been displaced from its original location: [datastore2] volume-effa9ec3-1bcc-47c0-ba04-a4a7c9418060/volume-effa9ec3-1bcc-47c0-ba04-a4a7c9418060.vmdk. No consolidation needed. {{(pid=62301) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 921.997171] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Reconfiguring VM instance instance-00000048 to detach disk 2001 {{(pid=62301) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 921.997171] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4855ea4a-7808-4a4c-8423-399ab7e9e4e2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.016773] env[62301]: DEBUG oslo_vmware.api [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 922.016773] env[62301]: value = "task-2570574" [ 922.016773] env[62301]: _type = "Task" [ 922.016773] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.029495] env[62301]: DEBUG oslo_vmware.api [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570574, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.037776] env[62301]: DEBUG oslo_vmware.api [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570573, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144912} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.038130] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 922.038330] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 922.038509] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 922.129962] env[62301]: DEBUG nova.compute.manager [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 922.311746] env[62301]: DEBUG nova.virt.hardware [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 922.312032] env[62301]: DEBUG nova.virt.hardware [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 922.312515] env[62301]: DEBUG nova.virt.hardware [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 922.312774] env[62301]: DEBUG nova.virt.hardware [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 922.312949] env[62301]: DEBUG nova.virt.hardware [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 922.313372] env[62301]: DEBUG nova.virt.hardware [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 922.313729] env[62301]: DEBUG nova.virt.hardware [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 922.313899] env[62301]: DEBUG nova.virt.hardware [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 922.314092] env[62301]: DEBUG nova.virt.hardware [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 922.314269] env[62301]: DEBUG nova.virt.hardware [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 922.314738] env[62301]: DEBUG nova.virt.hardware [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 922.315331] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b06b6e-b247-4963-918a-3784d1f49290 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.324112] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6edb8dd-3c2a-48bc-a56c-6ff228fed989 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.328841] env[62301]: DEBUG oslo_concurrency.lockutils [None req-106b8594-01d0-48c3-942f-4d2fcc4a8374 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.956s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.332330] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.023s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.332330] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.332330] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62301) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 922.332330] env[62301]: DEBUG oslo_concurrency.lockutils [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.578s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.336703] env[62301]: INFO nova.compute.claims [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: b416be7e-8763-4c6b-9368-28f82bf33c9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 922.338861] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fcd23a6-97e0-4c1c-a4fa-5d7273791bd3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.352850] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:af:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d054505-89d3-49c5-8b38-5da917a42c49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd91214ea-df9a-4b68-86fb-a5a3d59b6bf9', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 922.362051] env[62301]: DEBUG oslo.service.loopingcall [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 922.362783] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 922.363090] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4bfbbb4d-5f13-4fdf-bb5a-f07dfe0a6dc8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.383582] env[62301]: INFO nova.scheduler.client.report [None req-106b8594-01d0-48c3-942f-4d2fcc4a8374 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Deleted allocations for instance be36b9f5-1c3f-4df8-99c3-644321e8d992 [ 922.393186] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d53dbc-9825-4574-bf58-aab084f04c8a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.397961] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 922.397961] env[62301]: value = "task-2570575" [ 922.397961] env[62301]: _type = "Task" [ 922.397961] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.414042] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5aed80d2-70fe-4d93-a8c9-04eb75f317e1 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lock "222560d8-31b8-4349-aaa0-67d1497ac0a6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.018s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.415793] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d0f3c0-3eab-46b4-9a6f-74f97dfaa1dd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.424499] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570575, 'name': CreateVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.429372] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af9022e-300b-4f5d-86e0-df721557bde9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.464474] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178891MB free_disk=130GB free_vcpus=48 pci_devices=None {{(pid=62301) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 922.464719] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.476119] env[62301]: DEBUG oslo_concurrency.lockutils [None req-59dded58-bc57-4217-90f8-72b76136501d tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.527474] env[62301]: DEBUG oslo_vmware.api [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570574, 'name': ReconfigVM_Task, 'duration_secs': 0.328301} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.527777] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Reconfigured VM instance instance-00000048 to detach disk 2001 {{(pid=62301) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 922.533401] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5456e9a-2332-4154-9c04-bf1269f957e7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.553532] env[62301]: DEBUG oslo_vmware.api [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 922.553532] env[62301]: value = "task-2570576" [ 922.553532] env[62301]: _type = "Task" [ 922.553532] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.563904] env[62301]: DEBUG oslo_vmware.api [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570576, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.659150] env[62301]: DEBUG oslo_concurrency.lockutils [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.895313] env[62301]: DEBUG oslo_concurrency.lockutils [None req-106b8594-01d0-48c3-942f-4d2fcc4a8374 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "be36b9f5-1c3f-4df8-99c3-644321e8d992" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.790s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.913519] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570575, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.068843] env[62301]: DEBUG oslo_vmware.api [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570576, 'name': ReconfigVM_Task, 'duration_secs': 0.280912} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.069488] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518883', 'volume_id': 'effa9ec3-1bcc-47c0-ba04-a4a7c9418060', 'name': 'volume-effa9ec3-1bcc-47c0-ba04-a4a7c9418060', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0ce0e846-b5a3-4964-becf-4f0e996aedc5', 'attached_at': '', 'detached_at': '', 'volume_id': 'effa9ec3-1bcc-47c0-ba04-a4a7c9418060', 'serial': 'effa9ec3-1bcc-47c0-ba04-a4a7c9418060'} {{(pid=62301) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 923.091088] env[62301]: DEBUG nova.virt.hardware [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 923.091886] env[62301]: DEBUG nova.virt.hardware [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 923.092221] env[62301]: DEBUG nova.virt.hardware [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 923.092513] env[62301]: DEBUG nova.virt.hardware [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 923.092629] env[62301]: DEBUG nova.virt.hardware [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 923.092883] env[62301]: DEBUG nova.virt.hardware [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 923.092982] env[62301]: DEBUG nova.virt.hardware [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 923.093210] env[62301]: DEBUG nova.virt.hardware [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 923.093643] env[62301]: DEBUG nova.virt.hardware [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 923.093643] env[62301]: DEBUG nova.virt.hardware [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 923.093714] env[62301]: DEBUG nova.virt.hardware [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 923.095544] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38f2f6c-6b5f-4e93-be4c-821a577df11e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.107411] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4311e5-409a-4b47-84c2-e1c14a8f6f5e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.130018] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:2c:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '489b2441-7132-4942-8b61-49cf0ad4400e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '686cb5e3-abcd-4279-9cea-1ad2d013c584', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 923.140139] env[62301]: DEBUG oslo.service.loopingcall [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 923.140139] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 923.140139] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b407af1-89ab-40a3-8b64-9e5775f01ab1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.162097] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 923.162097] env[62301]: value = "task-2570577" [ 923.162097] env[62301]: _type = "Task" [ 923.162097] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.170579] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570577, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.416110] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570575, 'name': CreateVM_Task, 'duration_secs': 0.574977} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.416328] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 923.417095] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.417259] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.417873] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.418220] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e7c31ec-a8be-4b39-a171-0f4eb21cd944 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.423833] env[62301]: DEBUG oslo_vmware.api [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 923.423833] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52ac1722-f4be-641a-2252-cbb8836d9452" [ 923.423833] env[62301]: _type = "Task" [ 923.423833] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.436332] env[62301]: DEBUG oslo_vmware.api [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52ac1722-f4be-641a-2252-cbb8836d9452, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.488740] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5aed80d2-70fe-4d93-a8c9-04eb75f317e1 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Acquiring lock "222560d8-31b8-4349-aaa0-67d1497ac0a6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.489008] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5aed80d2-70fe-4d93-a8c9-04eb75f317e1 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lock "222560d8-31b8-4349-aaa0-67d1497ac0a6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.490197] env[62301]: INFO nova.compute.manager [None req-5aed80d2-70fe-4d93-a8c9-04eb75f317e1 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Attaching volume c5abad2d-1c2c-481e-a062-15fe14642305 to /dev/sdb [ 923.535177] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a938e2-15b7-47b2-a4a4-225e2d9ec2c9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.546400] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5e8334-b7c7-41f1-98ff-a610cefdc5c6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.563827] env[62301]: DEBUG nova.virt.block_device [None req-5aed80d2-70fe-4d93-a8c9-04eb75f317e1 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Updating existing volume attachment record: 21a4c35f-8909-40bf-80b3-39583db114db {{(pid=62301) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 923.677588] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570577, 'name': CreateVM_Task, 'duration_secs': 0.417675} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.680959] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 923.684247] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.696410] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2b519d-8a6e-442f-8c2d-770cab89a887 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.706122] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2ac37c-f23f-4e07-9b15-c936210416b1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.743898] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9052638b-f148-4fac-9b5e-f22671057d32 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.751585] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a673b4dc-f7e2-405c-a36a-91425d6fe4c8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.765747] env[62301]: DEBUG nova.compute.provider_tree [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.941434] env[62301]: DEBUG oslo_vmware.api [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52ac1722-f4be-641a-2252-cbb8836d9452, 'name': SearchDatastore_Task, 'duration_secs': 0.01383} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.941862] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.942149] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 923.942359] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.942520] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.942811] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 923.943216] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.943481] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.943790] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1cb021f0-2a6c-493f-a147-82f4aef34eae {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.947400] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-750be68b-03b1-4be3-b93b-4899a0e9e6c5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.956218] env[62301]: DEBUG oslo_vmware.api [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 923.956218] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52aa1fe4-5102-9fb1-d32d-c3fa4069b975" [ 923.956218] env[62301]: _type = "Task" [ 923.956218] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.960155] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 923.960155] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 923.961305] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1034b6ee-04c9-4eb5-9a25-1e4c3c97a4d8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.968981] env[62301]: DEBUG oslo_vmware.api [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52aa1fe4-5102-9fb1-d32d-c3fa4069b975, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.971844] env[62301]: DEBUG oslo_vmware.api [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 923.971844] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5240b7d7-7291-6d9f-1cb7-8131ba848f9c" [ 923.971844] env[62301]: _type = "Task" [ 923.971844] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.982806] env[62301]: DEBUG oslo_vmware.api [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5240b7d7-7291-6d9f-1cb7-8131ba848f9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.168023] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.168023] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ff6c124-42ad-4cc6-993a-c65fcdcecfc9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.175163] env[62301]: DEBUG oslo_vmware.api [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 924.175163] env[62301]: value = "task-2570581" [ 924.175163] env[62301]: _type = "Task" [ 924.175163] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.184625] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] VM already powered off {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 924.184852] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Volume detach. Driver type: vmdk {{(pid=62301) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 924.185048] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518883', 'volume_id': 'effa9ec3-1bcc-47c0-ba04-a4a7c9418060', 'name': 'volume-effa9ec3-1bcc-47c0-ba04-a4a7c9418060', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0ce0e846-b5a3-4964-becf-4f0e996aedc5', 'attached_at': '', 'detached_at': '', 'volume_id': 'effa9ec3-1bcc-47c0-ba04-a4a7c9418060', 'serial': 'effa9ec3-1bcc-47c0-ba04-a4a7c9418060'} {{(pid=62301) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 924.185879] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439bedd5-80e7-45cf-8b9d-d4fad8f32475 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.204782] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba318da2-141b-43f9-b970-63658de14f6d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.211472] env[62301]: WARNING nova.virt.vmwareapi.driver [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 924.211753] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 924.212716] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91dd8f55-f65e-4abf-a765-e90aa2a9621c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.219456] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.219699] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec8cf145-8bec-4235-b20c-1dd498d92f0e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.270809] env[62301]: DEBUG nova.scheduler.client.report [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.288808] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.289077] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Deleting contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.289380] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Deleting the datastore file [datastore2] 0ce0e846-b5a3-4964-becf-4f0e996aedc5 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.290561] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce402d0f-8ca7-43ff-bc6f-71cd064dd775 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.298870] env[62301]: DEBUG oslo_vmware.api [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 924.298870] env[62301]: value = "task-2570583" [ 924.298870] env[62301]: _type = "Task" [ 924.298870] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.308566] env[62301]: DEBUG oslo_vmware.api [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570583, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.465663] env[62301]: DEBUG oslo_vmware.api [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52aa1fe4-5102-9fb1-d32d-c3fa4069b975, 'name': SearchDatastore_Task, 'duration_secs': 0.014698} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.466062] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.466355] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 924.466612] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.483263] env[62301]: DEBUG oslo_vmware.api [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5240b7d7-7291-6d9f-1cb7-8131ba848f9c, 'name': SearchDatastore_Task, 'duration_secs': 0.013359} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.484160] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d411884-b7a2-4a72-bf9a-0a2adc3e01aa {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.490463] env[62301]: DEBUG oslo_vmware.api [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 924.490463] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5215adb0-56f1-975b-2f09-98689c6c86cc" [ 924.490463] env[62301]: _type = "Task" [ 924.490463] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.500129] env[62301]: DEBUG oslo_vmware.api [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5215adb0-56f1-975b-2f09-98689c6c86cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.674906] env[62301]: DEBUG nova.compute.manager [None req-9104c947-ad5e-4af6-8593-dc0ae3bb36de tempest-ServerDiagnosticsV248Test-1574394496 tempest-ServerDiagnosticsV248Test-1574394496-project-admin] [instance: a3f6bfdd-4f68-42d9-b3cf-32437fea3c34] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 924.675898] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d7c29b-054a-437f-aa62-261e3cf1b49d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.683821] env[62301]: INFO nova.compute.manager [None req-9104c947-ad5e-4af6-8593-dc0ae3bb36de tempest-ServerDiagnosticsV248Test-1574394496 tempest-ServerDiagnosticsV248Test-1574394496-project-admin] [instance: a3f6bfdd-4f68-42d9-b3cf-32437fea3c34] Retrieving diagnostics [ 924.684618] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4824223-75a5-4987-bf9c-85865622986b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.776690] env[62301]: DEBUG oslo_concurrency.lockutils [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.445s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 924.777258] env[62301]: DEBUG nova.compute.manager [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: b416be7e-8763-4c6b-9368-28f82bf33c9e] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 924.779924] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.315s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 924.809300] env[62301]: DEBUG oslo_vmware.api [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570583, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189685} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.809300] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 924.809531] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Deleted contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 924.809606] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.009316] env[62301]: DEBUG oslo_vmware.api [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5215adb0-56f1-975b-2f09-98689c6c86cc, 'name': SearchDatastore_Task, 'duration_secs': 0.011598} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.009585] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.009841] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] bdfc1a8d-4088-4632-8000-1e59fb4d7b8d/bdfc1a8d-4088-4632-8000-1e59fb4d7b8d.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 925.010906] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.010906] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 925.010906] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d35a615-6c04-46f7-9ace-a112144da332 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.012701] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a2740ce-4ead-460c-97e5-a1110f25ee20 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.019260] env[62301]: DEBUG oslo_vmware.api [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 925.019260] env[62301]: value = "task-2570584" [ 925.019260] env[62301]: _type = "Task" [ 925.019260] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.024396] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 925.024526] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 925.025620] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e74b06d1-8817-46b8-a81c-cf553b98f370 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.031039] env[62301]: DEBUG oslo_vmware.api [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570584, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.033925] env[62301]: DEBUG oslo_vmware.api [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 925.033925] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]521f01e9-05c6-62ab-f364-43115877ab6e" [ 925.033925] env[62301]: _type = "Task" [ 925.033925] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.041623] env[62301]: DEBUG oslo_vmware.api [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]521f01e9-05c6-62ab-f364-43115877ab6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.091672] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquiring lock "65e92d18-49eb-4861-801b-3508236943a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.092075] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "65e92d18-49eb-4861-801b-3508236943a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.283182] env[62301]: DEBUG nova.compute.utils [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 925.293451] env[62301]: DEBUG nova.compute.manager [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: b416be7e-8763-4c6b-9368-28f82bf33c9e] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 925.293451] env[62301]: DEBUG nova.network.neutron [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: b416be7e-8763-4c6b-9368-28f82bf33c9e] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 925.314967] env[62301]: INFO nova.virt.block_device [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Booting with volume effa9ec3-1bcc-47c0-ba04-a4a7c9418060 at /dev/sdb [ 925.351510] env[62301]: DEBUG nova.policy [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0121b5116a24b6eb6c33252c6149815', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03b7fd9626dd4450af251d23c7d0a8b9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 925.354534] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3412576b-78fc-475c-9817-62329197b9fc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.365875] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0989554-786e-42c7-bc8e-1f995daff22d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.401029] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bb4383c2-48f4-4cd1-b5b5-1ed1629632d9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.411207] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d333fe98-846f-4ea8-ba9e-622ce12ef6e9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.447082] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24c04f6-a56a-4a3f-b126-b32a7d8bf450 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.454990] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e78454-1168-4f8b-a5f0-318018064a8c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.472041] env[62301]: DEBUG nova.virt.block_device [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Updating existing volume attachment record: 3515f90b-cda0-41c2-8a77-1e7f0a96c01a {{(pid=62301) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 925.529926] env[62301]: DEBUG oslo_vmware.api [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570584, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484149} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.530263] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] bdfc1a8d-4088-4632-8000-1e59fb4d7b8d/bdfc1a8d-4088-4632-8000-1e59fb4d7b8d.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 925.530535] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 925.530786] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a13776a8-5ada-46c6-9a4f-a0d0e376350c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.539573] env[62301]: DEBUG oslo_vmware.api [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 925.539573] env[62301]: value = "task-2570585" [ 925.539573] env[62301]: _type = "Task" [ 925.539573] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.546925] env[62301]: DEBUG oslo_vmware.api [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]521f01e9-05c6-62ab-f364-43115877ab6e, 'name': SearchDatastore_Task, 'duration_secs': 0.009846} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.548511] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c70c43be-d814-4d56-aa2a-400efa884678 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.555021] env[62301]: DEBUG oslo_vmware.api [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570585, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.556859] env[62301]: DEBUG oslo_vmware.api [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 925.556859] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52f7745f-c35e-534b-253b-8026e07c0ea3" [ 925.556859] env[62301]: _type = "Task" [ 925.556859] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.564521] env[62301]: DEBUG oslo_vmware.api [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52f7745f-c35e-534b-253b-8026e07c0ea3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.595763] env[62301]: DEBUG nova.compute.manager [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 925.659212] env[62301]: DEBUG nova.network.neutron [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: b416be7e-8763-4c6b-9368-28f82bf33c9e] Successfully created port: 453e784d-29be-4742-9fae-f0356dfb14a9 {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 925.766270] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a4114a4b-461c-42e9-8f9a-37fb8e7aab61 tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Acquiring lock "a3f6bfdd-4f68-42d9-b3cf-32437fea3c34" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.766634] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a4114a4b-461c-42e9-8f9a-37fb8e7aab61 tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Lock "a3f6bfdd-4f68-42d9-b3cf-32437fea3c34" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.766881] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a4114a4b-461c-42e9-8f9a-37fb8e7aab61 tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Acquiring lock "a3f6bfdd-4f68-42d9-b3cf-32437fea3c34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.767097] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a4114a4b-461c-42e9-8f9a-37fb8e7aab61 tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Lock "a3f6bfdd-4f68-42d9-b3cf-32437fea3c34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.767286] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a4114a4b-461c-42e9-8f9a-37fb8e7aab61 tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Lock "a3f6bfdd-4f68-42d9-b3cf-32437fea3c34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.769499] env[62301]: INFO nova.compute.manager [None req-a4114a4b-461c-42e9-8f9a-37fb8e7aab61 tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] [instance: a3f6bfdd-4f68-42d9-b3cf-32437fea3c34] Terminating instance [ 925.793680] env[62301]: DEBUG nova.compute.manager [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: b416be7e-8763-4c6b-9368-28f82bf33c9e] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 925.843500] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance c51583ab-2881-42e3-b9e6-831afc6b6f49 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 925.843654] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 8836b3f4-9580-4f12-bd01-eccae3940527 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 925.843804] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 222560d8-31b8-4349-aaa0-67d1497ac0a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 925.843928] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 55d6ae6c-b0fb-4b46-b600-3476d7828c5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 925.844064] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance b036b25c-480b-4189-9f8d-8e80e5afdaef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 925.844273] env[62301]: WARNING nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 4e71c89c-d6ec-4c4d-af87-24dc5adf634b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 925.844329] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 925.844445] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance b970a9ab-a179-4335-957d-3a1afd002aab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 925.844551] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 12eef27c-e671-4325-974d-efa141d2c656 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 925.844671] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 0ce0e846-b5a3-4964-becf-4f0e996aedc5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 925.844789] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance ef47192b-434b-4162-9218-904cf9c10ff5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 925.845018] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 4eccc0d6-5a82-4a41-a077-966479407c6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 925.845018] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance a3f6bfdd-4f68-42d9-b3cf-32437fea3c34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 925.845144] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance bdfc1a8d-4088-4632-8000-1e59fb4d7b8d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 925.845237] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance b416be7e-8763-4c6b-9368-28f82bf33c9e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 926.050268] env[62301]: DEBUG oslo_vmware.api [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570585, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068835} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.050691] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 926.051597] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc6482c-cbf6-427e-a329-613879b132ef {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.074395] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] bdfc1a8d-4088-4632-8000-1e59fb4d7b8d/bdfc1a8d-4088-4632-8000-1e59fb4d7b8d.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 926.078582] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75207d20-00e7-4916-a5ee-287c07a1b4a1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.098260] env[62301]: DEBUG oslo_vmware.api [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52f7745f-c35e-534b-253b-8026e07c0ea3, 'name': SearchDatastore_Task, 'duration_secs': 0.010192} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.099666] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.099981] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] ef47192b-434b-4162-9218-904cf9c10ff5/ef47192b-434b-4162-9218-904cf9c10ff5.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 926.102470] env[62301]: DEBUG oslo_vmware.api [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 926.102470] env[62301]: value = "task-2570587" [ 926.102470] env[62301]: _type = "Task" [ 926.102470] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.102709] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3455af95-98df-433a-83fa-8132cc362d80 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.118256] env[62301]: DEBUG oslo_vmware.api [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570587, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.119680] env[62301]: DEBUG oslo_vmware.api [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 926.119680] env[62301]: value = "task-2570588" [ 926.119680] env[62301]: _type = "Task" [ 926.119680] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.124387] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 926.131315] env[62301]: DEBUG oslo_vmware.api [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570588, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.276501] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a4114a4b-461c-42e9-8f9a-37fb8e7aab61 tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Acquiring lock "refresh_cache-a3f6bfdd-4f68-42d9-b3cf-32437fea3c34" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.276728] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a4114a4b-461c-42e9-8f9a-37fb8e7aab61 tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Acquired lock "refresh_cache-a3f6bfdd-4f68-42d9-b3cf-32437fea3c34" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.276954] env[62301]: DEBUG nova.network.neutron [None req-a4114a4b-461c-42e9-8f9a-37fb8e7aab61 tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] [instance: a3f6bfdd-4f68-42d9-b3cf-32437fea3c34] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 926.349942] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance d44608fc-c2b2-4331-ba83-0553238f5f6d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 926.614948] env[62301]: DEBUG oslo_vmware.api [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570587, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.629969] env[62301]: DEBUG oslo_vmware.api [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570588, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49394} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.630264] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] ef47192b-434b-4162-9218-904cf9c10ff5/ef47192b-434b-4162-9218-904cf9c10ff5.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 926.630532] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 926.630770] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4a231b9-2382-4acc-9387-be0297e99d75 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.637954] env[62301]: DEBUG oslo_vmware.api [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 926.637954] env[62301]: value = "task-2570589" [ 926.637954] env[62301]: _type = "Task" [ 926.637954] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.646138] env[62301]: DEBUG oslo_vmware.api [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570589, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.796765] env[62301]: DEBUG nova.network.neutron [None req-a4114a4b-461c-42e9-8f9a-37fb8e7aab61 tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] [instance: a3f6bfdd-4f68-42d9-b3cf-32437fea3c34] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 926.807144] env[62301]: DEBUG nova.compute.manager [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: b416be7e-8763-4c6b-9368-28f82bf33c9e] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 926.833570] env[62301]: DEBUG nova.virt.hardware [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 926.833822] env[62301]: DEBUG nova.virt.hardware [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 926.833982] env[62301]: DEBUG nova.virt.hardware [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 926.834287] env[62301]: DEBUG nova.virt.hardware [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 926.834367] env[62301]: DEBUG nova.virt.hardware [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 926.834461] env[62301]: DEBUG nova.virt.hardware [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 926.834675] env[62301]: DEBUG nova.virt.hardware [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 926.834877] env[62301]: DEBUG nova.virt.hardware [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 926.835094] env[62301]: DEBUG nova.virt.hardware [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 926.835268] env[62301]: DEBUG nova.virt.hardware [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 926.835613] env[62301]: DEBUG nova.virt.hardware [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 926.837123] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d3a31c-18c6-400f-b01e-9b2a160290c5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.845664] env[62301]: DEBUG nova.network.neutron [None req-a4114a4b-461c-42e9-8f9a-37fb8e7aab61 tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] [instance: a3f6bfdd-4f68-42d9-b3cf-32437fea3c34] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.847771] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0adfaca3-2841-403d-827f-bf613481401c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.853085] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 65e92d18-49eb-4861-801b-3508236943a7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 926.853345] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=62301) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 926.853489] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=62301) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 927.073110] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e56335-0e15-4f33-864f-0b68bdae8797 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.081057] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50aa708-0688-4c53-828a-ce3d05ddb09f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.117895] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627e22ae-8394-4bb5-95b5-1d49576f9e3c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.126176] env[62301]: DEBUG oslo_vmware.api [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570587, 'name': ReconfigVM_Task, 'duration_secs': 0.62749} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.128342] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Reconfigured VM instance instance-00000053 to attach disk [datastore2] bdfc1a8d-4088-4632-8000-1e59fb4d7b8d/bdfc1a8d-4088-4632-8000-1e59fb4d7b8d.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 927.129061] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4c21c73-8b10-43fb-9ce7-aeea92fc414e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.131642] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17041a86-8276-476c-b80f-ab4b45a0adca {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.146977] env[62301]: DEBUG nova.compute.provider_tree [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.152508] env[62301]: DEBUG oslo_vmware.api [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 927.152508] env[62301]: value = "task-2570590" [ 927.152508] env[62301]: _type = "Task" [ 927.152508] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.159824] env[62301]: DEBUG oslo_vmware.api [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570589, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070857} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.160490] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 927.161533] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d882c6-762f-47d1-a149-fe66f209057e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.169200] env[62301]: DEBUG oslo_vmware.api [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570590, 'name': Rename_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.192709] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] ef47192b-434b-4162-9218-904cf9c10ff5/ef47192b-434b-4162-9218-904cf9c10ff5.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 927.194444] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b89ab59d-151a-4536-9177-17322ee0b7b3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.212604] env[62301]: DEBUG nova.compute.manager [req-4584b2ec-e5ab-437d-91af-2527827f74c0 req-fb904478-354b-4878-b85f-67e2e874824a service nova] [instance: b416be7e-8763-4c6b-9368-28f82bf33c9e] Received event network-vif-plugged-453e784d-29be-4742-9fae-f0356dfb14a9 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 927.212881] env[62301]: DEBUG oslo_concurrency.lockutils [req-4584b2ec-e5ab-437d-91af-2527827f74c0 req-fb904478-354b-4878-b85f-67e2e874824a service nova] Acquiring lock "b416be7e-8763-4c6b-9368-28f82bf33c9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 927.213159] env[62301]: DEBUG oslo_concurrency.lockutils [req-4584b2ec-e5ab-437d-91af-2527827f74c0 req-fb904478-354b-4878-b85f-67e2e874824a service nova] Lock "b416be7e-8763-4c6b-9368-28f82bf33c9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 927.213410] env[62301]: DEBUG oslo_concurrency.lockutils [req-4584b2ec-e5ab-437d-91af-2527827f74c0 req-fb904478-354b-4878-b85f-67e2e874824a service nova] Lock "b416be7e-8763-4c6b-9368-28f82bf33c9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 927.213632] env[62301]: DEBUG nova.compute.manager [req-4584b2ec-e5ab-437d-91af-2527827f74c0 req-fb904478-354b-4878-b85f-67e2e874824a service nova] [instance: b416be7e-8763-4c6b-9368-28f82bf33c9e] No waiting events found dispatching network-vif-plugged-453e784d-29be-4742-9fae-f0356dfb14a9 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 927.213883] env[62301]: WARNING nova.compute.manager [req-4584b2ec-e5ab-437d-91af-2527827f74c0 req-fb904478-354b-4878-b85f-67e2e874824a service nova] [instance: b416be7e-8763-4c6b-9368-28f82bf33c9e] Received unexpected event network-vif-plugged-453e784d-29be-4742-9fae-f0356dfb14a9 for instance with vm_state building and task_state spawning. [ 927.220041] env[62301]: DEBUG oslo_vmware.api [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 927.220041] env[62301]: value = "task-2570591" [ 927.220041] env[62301]: _type = "Task" [ 927.220041] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.229468] env[62301]: DEBUG oslo_vmware.api [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570591, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.354028] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a4114a4b-461c-42e9-8f9a-37fb8e7aab61 tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Releasing lock "refresh_cache-a3f6bfdd-4f68-42d9-b3cf-32437fea3c34" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.357157] env[62301]: DEBUG nova.compute.manager [None req-a4114a4b-461c-42e9-8f9a-37fb8e7aab61 tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] [instance: a3f6bfdd-4f68-42d9-b3cf-32437fea3c34] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 927.357157] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-a4114a4b-461c-42e9-8f9a-37fb8e7aab61 tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] [instance: a3f6bfdd-4f68-42d9-b3cf-32437fea3c34] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 927.357157] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b86f41c-40b7-481e-ae3c-d8b5fa10ea7b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.365335] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4114a4b-461c-42e9-8f9a-37fb8e7aab61 tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] [instance: a3f6bfdd-4f68-42d9-b3cf-32437fea3c34] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.365335] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-999512b3-ddfb-45b3-a0bc-7d59c543f32b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.371152] env[62301]: DEBUG oslo_vmware.api [None req-a4114a4b-461c-42e9-8f9a-37fb8e7aab61 tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Waiting for the task: (returnval){ [ 927.371152] env[62301]: value = "task-2570592" [ 927.371152] env[62301]: _type = "Task" [ 927.371152] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.375133] env[62301]: DEBUG nova.network.neutron [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: b416be7e-8763-4c6b-9368-28f82bf33c9e] Successfully updated port: 453e784d-29be-4742-9fae-f0356dfb14a9 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 927.386067] env[62301]: DEBUG oslo_vmware.api [None req-a4114a4b-461c-42e9-8f9a-37fb8e7aab61 tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Task: {'id': task-2570592, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.419875] env[62301]: DEBUG oslo_vmware.rw_handles [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5298093e-df4f-41e2-3cb0-f61e0f6dfd98/disk-0.vmdk. {{(pid=62301) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 927.420832] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1176d21-ca14-4c13-9715-7b107cbb7562 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.428349] env[62301]: DEBUG oslo_vmware.rw_handles [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5298093e-df4f-41e2-3cb0-f61e0f6dfd98/disk-0.vmdk is in state: ready. {{(pid=62301) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 927.428612] env[62301]: ERROR oslo_vmware.rw_handles [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5298093e-df4f-41e2-3cb0-f61e0f6dfd98/disk-0.vmdk due to incomplete transfer. [ 927.428816] env[62301]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3d628758-6243-4cda-a4cf-8c3bc4b69ab6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.437107] env[62301]: DEBUG oslo_vmware.rw_handles [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5298093e-df4f-41e2-3cb0-f61e0f6dfd98/disk-0.vmdk. {{(pid=62301) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 927.437321] env[62301]: DEBUG nova.virt.vmwareapi.images [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Uploaded image e8028460-81b4-413f-9176-ae72b03ff1a3 to the Glance image server {{(pid=62301) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 927.439529] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Destroying the VM {{(pid=62301) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 927.439768] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4c8b6716-1d63-4a4c-943e-8bdaefceedac {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.446356] env[62301]: DEBUG oslo_vmware.api [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Waiting for the task: (returnval){ [ 927.446356] env[62301]: value = "task-2570593" [ 927.446356] env[62301]: _type = "Task" [ 927.446356] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.454457] env[62301]: DEBUG oslo_vmware.api [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570593, 'name': Destroy_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.586744] env[62301]: DEBUG nova.virt.hardware [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 927.587045] env[62301]: DEBUG nova.virt.hardware [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 927.587201] env[62301]: DEBUG nova.virt.hardware [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.587402] env[62301]: DEBUG nova.virt.hardware [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 927.587559] env[62301]: DEBUG nova.virt.hardware [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.587722] env[62301]: DEBUG nova.virt.hardware [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 927.587946] env[62301]: DEBUG nova.virt.hardware [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 927.588132] env[62301]: DEBUG nova.virt.hardware [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 927.588303] env[62301]: DEBUG nova.virt.hardware [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 927.588500] env[62301]: DEBUG nova.virt.hardware [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 927.588697] env[62301]: DEBUG nova.virt.hardware [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 927.589600] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7f1281-cf3c-4ea7-95db-c71b3e1eb378 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.597562] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769c70cf-8178-48b6-b25b-d6ce931cd2ca {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.610734] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:96:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '07e9bef1-2b0e-4e4d-997f-de71bb0e213a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4dcfcbd8-75d0-4dd5-be18-be1ec09b0079', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 927.617967] env[62301]: DEBUG oslo.service.loopingcall [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 927.618238] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 927.618482] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b0855ce-99f4-4f61-9aba-c975e9aa7e9a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.637985] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 927.637985] env[62301]: value = "task-2570594" [ 927.637985] env[62301]: _type = "Task" [ 927.637985] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.645916] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570594, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.653864] env[62301]: DEBUG nova.scheduler.client.report [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.665615] env[62301]: DEBUG oslo_vmware.api [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570590, 'name': Rename_Task, 'duration_secs': 0.1512} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.665844] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 927.666102] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c88e646c-b428-40e1-add0-1465e6f002cd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.673000] env[62301]: DEBUG oslo_vmware.api [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 927.673000] env[62301]: value = "task-2570595" [ 927.673000] env[62301]: _type = "Task" [ 927.673000] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.681091] env[62301]: DEBUG oslo_vmware.api [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570595, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.732440] env[62301]: DEBUG oslo_vmware.api [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570591, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.882178] env[62301]: DEBUG oslo_vmware.api [None req-a4114a4b-461c-42e9-8f9a-37fb8e7aab61 tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Task: {'id': task-2570592, 'name': PowerOffVM_Task, 'duration_secs': 0.111182} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.882488] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4114a4b-461c-42e9-8f9a-37fb8e7aab61 tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] [instance: a3f6bfdd-4f68-42d9-b3cf-32437fea3c34] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.882703] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-a4114a4b-461c-42e9-8f9a-37fb8e7aab61 tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] [instance: a3f6bfdd-4f68-42d9-b3cf-32437fea3c34] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 927.883103] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-867ce763-f4bd-41a8-b58a-a47093f82fe5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.885050] env[62301]: DEBUG oslo_concurrency.lockutils [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquiring lock "refresh_cache-b416be7e-8763-4c6b-9368-28f82bf33c9e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.885231] env[62301]: DEBUG oslo_concurrency.lockutils [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquired lock "refresh_cache-b416be7e-8763-4c6b-9368-28f82bf33c9e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.885403] env[62301]: DEBUG nova.network.neutron [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: b416be7e-8763-4c6b-9368-28f82bf33c9e] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 927.911645] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-a4114a4b-461c-42e9-8f9a-37fb8e7aab61 tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] [instance: a3f6bfdd-4f68-42d9-b3cf-32437fea3c34] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 927.911987] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-a4114a4b-461c-42e9-8f9a-37fb8e7aab61 tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] [instance: a3f6bfdd-4f68-42d9-b3cf-32437fea3c34] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 927.912088] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4114a4b-461c-42e9-8f9a-37fb8e7aab61 tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Deleting the datastore file [datastore1] a3f6bfdd-4f68-42d9-b3cf-32437fea3c34 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.912346] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0074bea-d0c6-4162-b291-1dff7703b747 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.920137] env[62301]: DEBUG oslo_vmware.api [None req-a4114a4b-461c-42e9-8f9a-37fb8e7aab61 tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Waiting for the task: (returnval){ [ 927.920137] env[62301]: value = "task-2570597" [ 927.920137] env[62301]: _type = "Task" [ 927.920137] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.927955] env[62301]: DEBUG oslo_vmware.api [None req-a4114a4b-461c-42e9-8f9a-37fb8e7aab61 tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Task: {'id': task-2570597, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.957506] env[62301]: DEBUG oslo_vmware.api [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570593, 'name': Destroy_Task, 'duration_secs': 0.344837} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.957771] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Destroyed the VM [ 927.958049] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Deleting Snapshot of the VM instance {{(pid=62301) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 927.958376] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f0836e97-e316-4023-ad36-e6b2ad45acf7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.967147] env[62301]: DEBUG oslo_vmware.api [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Waiting for the task: (returnval){ [ 927.967147] env[62301]: value = "task-2570598" [ 927.967147] env[62301]: _type = "Task" [ 927.967147] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.976555] env[62301]: DEBUG oslo_vmware.api [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570598, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.121135] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-5aed80d2-70fe-4d93-a8c9-04eb75f317e1 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Volume attach. Driver type: vmdk {{(pid=62301) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 928.121384] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-5aed80d2-70fe-4d93-a8c9-04eb75f317e1 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518889', 'volume_id': 'c5abad2d-1c2c-481e-a062-15fe14642305', 'name': 'volume-c5abad2d-1c2c-481e-a062-15fe14642305', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '222560d8-31b8-4349-aaa0-67d1497ac0a6', 'attached_at': '', 'detached_at': '', 'volume_id': 'c5abad2d-1c2c-481e-a062-15fe14642305', 'serial': 'c5abad2d-1c2c-481e-a062-15fe14642305'} {{(pid=62301) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 928.122294] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820bbf0f-474c-4cc1-80d4-559e6bf7f917 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.138377] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186c759a-3924-4837-b82f-f185b3fe4e3c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.166737] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-5aed80d2-70fe-4d93-a8c9-04eb75f317e1 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] volume-c5abad2d-1c2c-481e-a062-15fe14642305/volume-c5abad2d-1c2c-481e-a062-15fe14642305.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.170858] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62301) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 928.171116] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.391s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.171572] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1e28528-a19d-4d33-853b-6a4b4c26ab92 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.185637] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570594, 'name': CreateVM_Task, 'duration_secs': 0.393926} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.185979] env[62301]: DEBUG oslo_concurrency.lockutils [None req-59dded58-bc57-4217-90f8-72b76136501d tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.710s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.186246] env[62301]: DEBUG oslo_concurrency.lockutils [None req-59dded58-bc57-4217-90f8-72b76136501d tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.188264] env[62301]: DEBUG oslo_concurrency.lockutils [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.529s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.189762] env[62301]: INFO nova.compute.claims [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 928.192912] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 928.197888] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.198092] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.198413] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.198928] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-374b2d78-43c1-4e42-b51c-d8c52e1425cd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.202660] env[62301]: DEBUG oslo_vmware.api [None req-5aed80d2-70fe-4d93-a8c9-04eb75f317e1 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Waiting for the task: (returnval){ [ 928.202660] env[62301]: value = "task-2570599" [ 928.202660] env[62301]: _type = "Task" [ 928.202660] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.206043] env[62301]: DEBUG oslo_vmware.api [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570595, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.210090] env[62301]: DEBUG oslo_vmware.api [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 928.210090] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52b2671c-6cb2-c3b6-470e-4506f6ddeee9" [ 928.210090] env[62301]: _type = "Task" [ 928.210090] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.215159] env[62301]: INFO nova.scheduler.client.report [None req-59dded58-bc57-4217-90f8-72b76136501d tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Deleted allocations for instance 4e71c89c-d6ec-4c4d-af87-24dc5adf634b [ 928.223287] env[62301]: DEBUG oslo_vmware.api [None req-5aed80d2-70fe-4d93-a8c9-04eb75f317e1 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2570599, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.232670] env[62301]: DEBUG oslo_vmware.api [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52b2671c-6cb2-c3b6-470e-4506f6ddeee9, 'name': SearchDatastore_Task, 'duration_secs': 0.010675} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.236040] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.236040] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 928.236040] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.236040] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.236040] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 928.238980] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-274aef1e-b3d8-4107-b5de-9b27d43c2f5d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.241407] env[62301]: DEBUG oslo_vmware.api [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570591, 'name': ReconfigVM_Task, 'duration_secs': 0.707602} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.241667] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Reconfigured VM instance instance-0000004a to attach disk [datastore2] ef47192b-434b-4162-9218-904cf9c10ff5/ef47192b-434b-4162-9218-904cf9c10ff5.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.242640] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef4a0857-03f3-45f9-a8a4-f8380cbf4a2d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.249192] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 928.249192] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 928.250382] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef162972-0e25-4aa0-ab7f-dc3a0a8ee8b3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.252608] env[62301]: DEBUG oslo_vmware.api [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 928.252608] env[62301]: value = "task-2570600" [ 928.252608] env[62301]: _type = "Task" [ 928.252608] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.257096] env[62301]: DEBUG oslo_vmware.api [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 928.257096] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52bd683a-81e6-2e98-aeb8-161471f121f7" [ 928.257096] env[62301]: _type = "Task" [ 928.257096] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.265197] env[62301]: DEBUG oslo_vmware.api [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570600, 'name': Rename_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.270420] env[62301]: DEBUG oslo_vmware.api [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52bd683a-81e6-2e98-aeb8-161471f121f7, 'name': SearchDatastore_Task, 'duration_secs': 0.008306} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.271160] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31b415c4-ce50-4240-b455-d06d59c64d76 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.277210] env[62301]: DEBUG oslo_vmware.api [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 928.277210] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52682c41-dc5b-6364-160b-ce788fad06c8" [ 928.277210] env[62301]: _type = "Task" [ 928.277210] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.284797] env[62301]: DEBUG oslo_vmware.api [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52682c41-dc5b-6364-160b-ce788fad06c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.425029] env[62301]: DEBUG nova.network.neutron [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: b416be7e-8763-4c6b-9368-28f82bf33c9e] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 928.432431] env[62301]: DEBUG oslo_vmware.api [None req-a4114a4b-461c-42e9-8f9a-37fb8e7aab61 tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Task: {'id': task-2570597, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127918} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.432700] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4114a4b-461c-42e9-8f9a-37fb8e7aab61 tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 928.432952] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-a4114a4b-461c-42e9-8f9a-37fb8e7aab61 tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] [instance: a3f6bfdd-4f68-42d9-b3cf-32437fea3c34] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 928.433142] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-a4114a4b-461c-42e9-8f9a-37fb8e7aab61 tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] [instance: a3f6bfdd-4f68-42d9-b3cf-32437fea3c34] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 928.433316] env[62301]: INFO nova.compute.manager [None req-a4114a4b-461c-42e9-8f9a-37fb8e7aab61 tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] [instance: a3f6bfdd-4f68-42d9-b3cf-32437fea3c34] Took 1.08 seconds to destroy the instance on the hypervisor. [ 928.433555] env[62301]: DEBUG oslo.service.loopingcall [None req-a4114a4b-461c-42e9-8f9a-37fb8e7aab61 tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 928.434150] env[62301]: DEBUG nova.compute.manager [-] [instance: a3f6bfdd-4f68-42d9-b3cf-32437fea3c34] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 928.434150] env[62301]: DEBUG nova.network.neutron [-] [instance: a3f6bfdd-4f68-42d9-b3cf-32437fea3c34] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 928.449328] env[62301]: DEBUG nova.network.neutron [-] [instance: a3f6bfdd-4f68-42d9-b3cf-32437fea3c34] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 928.476208] env[62301]: DEBUG oslo_vmware.api [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570598, 'name': RemoveSnapshot_Task, 'duration_secs': 0.430854} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.476539] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Deleted Snapshot of the VM instance {{(pid=62301) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 928.476851] env[62301]: DEBUG nova.compute.manager [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 928.477693] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb00d111-2579-4673-b761-8977efeafee7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.660385] env[62301]: DEBUG nova.network.neutron [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: b416be7e-8763-4c6b-9368-28f82bf33c9e] Updating instance_info_cache with network_info: [{"id": "453e784d-29be-4742-9fae-f0356dfb14a9", "address": "fa:16:3e:91:4b:38", "network": {"id": "2b6d5216-0aa6-4962-ae7d-0ce0a7d329dc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1253607468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03b7fd9626dd4450af251d23c7d0a8b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap453e784d-29", "ovs_interfaceid": "453e784d-29be-4742-9fae-f0356dfb14a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.703911] env[62301]: DEBUG oslo_vmware.api [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570595, 'name': PowerOnVM_Task, 'duration_secs': 0.544993} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.704375] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 928.704577] env[62301]: DEBUG nova.compute.manager [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 928.705352] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5a117c-78df-4ff0-bf42-7756a3464999 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.717175] env[62301]: DEBUG oslo_vmware.api [None req-5aed80d2-70fe-4d93-a8c9-04eb75f317e1 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2570599, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.735527] env[62301]: DEBUG oslo_concurrency.lockutils [None req-59dded58-bc57-4217-90f8-72b76136501d tempest-ServersWithSpecificFlavorTestJSON-70609304 tempest-ServersWithSpecificFlavorTestJSON-70609304-project-member] Lock "4e71c89c-d6ec-4c4d-af87-24dc5adf634b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.223s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.763982] env[62301]: DEBUG oslo_vmware.api [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570600, 'name': Rename_Task, 'duration_secs': 0.159215} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.764267] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 928.764515] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81dc2776-ac82-4b22-a5b8-04e877c9fee1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.770588] env[62301]: DEBUG oslo_vmware.api [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 928.770588] env[62301]: value = "task-2570601" [ 928.770588] env[62301]: _type = "Task" [ 928.770588] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.778384] env[62301]: DEBUG oslo_vmware.api [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570601, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.786252] env[62301]: DEBUG oslo_vmware.api [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52682c41-dc5b-6364-160b-ce788fad06c8, 'name': SearchDatastore_Task, 'duration_secs': 0.009282} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.786474] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.786689] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] 0ce0e846-b5a3-4964-becf-4f0e996aedc5/0ce0e846-b5a3-4964-becf-4f0e996aedc5.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 928.786934] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2322229-9445-45f8-a250-229bd628fba4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.792676] env[62301]: DEBUG oslo_vmware.api [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 928.792676] env[62301]: value = "task-2570602" [ 928.792676] env[62301]: _type = "Task" [ 928.792676] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.800404] env[62301]: DEBUG oslo_vmware.api [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570602, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.952059] env[62301]: DEBUG nova.network.neutron [-] [instance: a3f6bfdd-4f68-42d9-b3cf-32437fea3c34] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.990226] env[62301]: INFO nova.compute.manager [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Shelve offloading [ 929.162871] env[62301]: DEBUG oslo_concurrency.lockutils [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Releasing lock "refresh_cache-b416be7e-8763-4c6b-9368-28f82bf33c9e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.163258] env[62301]: DEBUG nova.compute.manager [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: b416be7e-8763-4c6b-9368-28f82bf33c9e] Instance network_info: |[{"id": "453e784d-29be-4742-9fae-f0356dfb14a9", "address": "fa:16:3e:91:4b:38", "network": {"id": "2b6d5216-0aa6-4962-ae7d-0ce0a7d329dc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1253607468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03b7fd9626dd4450af251d23c7d0a8b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap453e784d-29", "ovs_interfaceid": "453e784d-29be-4742-9fae-f0356dfb14a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 929.163823] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: b416be7e-8763-4c6b-9368-28f82bf33c9e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:4b:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b151a0c-aa46-4d21-9ef5-c09cf350b19c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '453e784d-29be-4742-9fae-f0356dfb14a9', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 929.172433] env[62301]: DEBUG oslo.service.loopingcall [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 929.172705] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b416be7e-8763-4c6b-9368-28f82bf33c9e] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 929.172942] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-238cf710-b85b-4f72-a79c-27d0af83e369 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.198541] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 929.198541] env[62301]: value = "task-2570603" [ 929.198541] env[62301]: _type = "Task" [ 929.198541] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.210911] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570603, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.220798] env[62301]: DEBUG oslo_vmware.api [None req-5aed80d2-70fe-4d93-a8c9-04eb75f317e1 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2570599, 'name': ReconfigVM_Task, 'duration_secs': 0.690737} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.222407] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-5aed80d2-70fe-4d93-a8c9-04eb75f317e1 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Reconfigured VM instance instance-00000031 to attach disk [datastore2] volume-c5abad2d-1c2c-481e-a062-15fe14642305/volume-c5abad2d-1c2c-481e-a062-15fe14642305.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 929.228876] env[62301]: DEBUG nova.compute.manager [req-e165fcf1-6c0a-48e1-a7e9-2f8143d3b7d4 req-b59f1b2b-0eef-4666-9af3-fa418af17226 service nova] [instance: b416be7e-8763-4c6b-9368-28f82bf33c9e] Received event network-changed-453e784d-29be-4742-9fae-f0356dfb14a9 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 929.228876] env[62301]: DEBUG nova.compute.manager [req-e165fcf1-6c0a-48e1-a7e9-2f8143d3b7d4 req-b59f1b2b-0eef-4666-9af3-fa418af17226 service nova] [instance: b416be7e-8763-4c6b-9368-28f82bf33c9e] Refreshing instance network info cache due to event network-changed-453e784d-29be-4742-9fae-f0356dfb14a9. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 929.228960] env[62301]: DEBUG oslo_concurrency.lockutils [req-e165fcf1-6c0a-48e1-a7e9-2f8143d3b7d4 req-b59f1b2b-0eef-4666-9af3-fa418af17226 service nova] Acquiring lock "refresh_cache-b416be7e-8763-4c6b-9368-28f82bf33c9e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.229092] env[62301]: DEBUG oslo_concurrency.lockutils [req-e165fcf1-6c0a-48e1-a7e9-2f8143d3b7d4 req-b59f1b2b-0eef-4666-9af3-fa418af17226 service nova] Acquired lock "refresh_cache-b416be7e-8763-4c6b-9368-28f82bf33c9e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.229260] env[62301]: DEBUG nova.network.neutron [req-e165fcf1-6c0a-48e1-a7e9-2f8143d3b7d4 req-b59f1b2b-0eef-4666-9af3-fa418af17226 service nova] [instance: b416be7e-8763-4c6b-9368-28f82bf33c9e] Refreshing network info cache for port 453e784d-29be-4742-9fae-f0356dfb14a9 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 929.234435] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52b704aa-0f3e-4969-8f71-333a01337e68 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.252401] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.261404] env[62301]: DEBUG oslo_vmware.api [None req-5aed80d2-70fe-4d93-a8c9-04eb75f317e1 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Waiting for the task: (returnval){ [ 929.261404] env[62301]: value = "task-2570604" [ 929.261404] env[62301]: _type = "Task" [ 929.261404] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.276138] env[62301]: DEBUG oslo_vmware.api [None req-5aed80d2-70fe-4d93-a8c9-04eb75f317e1 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2570604, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.287431] env[62301]: DEBUG oslo_vmware.api [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570601, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.303371] env[62301]: DEBUG oslo_vmware.api [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570602, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487265} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.303666] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] 0ce0e846-b5a3-4964-becf-4f0e996aedc5/0ce0e846-b5a3-4964-becf-4f0e996aedc5.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 929.303903] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 929.304223] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-623b9c2e-ddbd-461e-9d01-e3074edb3b1b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.313196] env[62301]: DEBUG oslo_vmware.api [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 929.313196] env[62301]: value = "task-2570605" [ 929.313196] env[62301]: _type = "Task" [ 929.313196] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.321678] env[62301]: DEBUG oslo_vmware.api [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570605, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.455043] env[62301]: INFO nova.compute.manager [-] [instance: a3f6bfdd-4f68-42d9-b3cf-32437fea3c34] Took 1.02 seconds to deallocate network for instance. [ 929.488094] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c17256-167b-448b-b20b-6e1448cfb6f7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.495590] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.496088] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55ba56df-de6d-45c8-bcbe-4fba0bb145dd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.498803] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d39db7b-2dab-4737-9adb-3cfae4db7518 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.536248] env[62301]: DEBUG oslo_vmware.api [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Waiting for the task: (returnval){ [ 929.536248] env[62301]: value = "task-2570606" [ 929.536248] env[62301]: _type = "Task" [ 929.536248] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.537652] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68dad105-94f8-4122-bb87-68d608b5d4e9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.551862] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] VM already powered off {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 929.552111] env[62301]: DEBUG nova.compute.manager [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 929.553026] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5526a9-0b0e-462d-81d7-906540c4a205 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.557131] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62dcaeb8-d765-4932-bf4c-a5e7198afb50 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.565640] env[62301]: DEBUG oslo_concurrency.lockutils [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Acquiring lock "refresh_cache-7015dc41-f1f8-4dd4-8e35-6ea6e574d44e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.565860] env[62301]: DEBUG oslo_concurrency.lockutils [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Acquired lock "refresh_cache-7015dc41-f1f8-4dd4-8e35-6ea6e574d44e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.566096] env[62301]: DEBUG nova.network.neutron [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 929.576360] env[62301]: DEBUG nova.compute.provider_tree [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.708651] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570603, 'name': CreateVM_Task, 'duration_secs': 0.398257} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.709324] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b416be7e-8763-4c6b-9368-28f82bf33c9e] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 929.709810] env[62301]: DEBUG oslo_concurrency.lockutils [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.709901] env[62301]: DEBUG oslo_concurrency.lockutils [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.710126] env[62301]: DEBUG oslo_concurrency.lockutils [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.710377] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ee92233-78f0-4f21-ae12-703450aa8415 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.716077] env[62301]: DEBUG oslo_vmware.api [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 929.716077] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52932072-c075-7a6a-b269-6e7f9ba4d69f" [ 929.716077] env[62301]: _type = "Task" [ 929.716077] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.723661] env[62301]: DEBUG oslo_vmware.api [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52932072-c075-7a6a-b269-6e7f9ba4d69f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.770401] env[62301]: DEBUG oslo_vmware.api [None req-5aed80d2-70fe-4d93-a8c9-04eb75f317e1 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2570604, 'name': ReconfigVM_Task, 'duration_secs': 0.161707} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.770767] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-5aed80d2-70fe-4d93-a8c9-04eb75f317e1 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518889', 'volume_id': 'c5abad2d-1c2c-481e-a062-15fe14642305', 'name': 'volume-c5abad2d-1c2c-481e-a062-15fe14642305', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '222560d8-31b8-4349-aaa0-67d1497ac0a6', 'attached_at': '', 'detached_at': '', 'volume_id': 'c5abad2d-1c2c-481e-a062-15fe14642305', 'serial': 'c5abad2d-1c2c-481e-a062-15fe14642305'} {{(pid=62301) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 929.784488] env[62301]: DEBUG oslo_vmware.api [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570601, 'name': PowerOnVM_Task, 'duration_secs': 0.694117} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.784488] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 929.784605] env[62301]: DEBUG nova.compute.manager [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 929.785331] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5c5bb3-ae4b-4494-83d5-f5f937271cbf {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.823323] env[62301]: DEBUG oslo_vmware.api [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570605, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078985} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.823754] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 929.824469] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59689674-c274-413a-b693-995ad25f4914 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.853212] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 0ce0e846-b5a3-4964-becf-4f0e996aedc5/0ce0e846-b5a3-4964-becf-4f0e996aedc5.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 929.855582] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0491eef2-4d09-4b71-bc53-bfa9346d700f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.878425] env[62301]: DEBUG oslo_vmware.api [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 929.878425] env[62301]: value = "task-2570607" [ 929.878425] env[62301]: _type = "Task" [ 929.878425] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.886142] env[62301]: DEBUG oslo_vmware.api [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570607, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.938090] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0baa8658-ff42-4883-aa62-425cc377d99c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquiring lock "bdfc1a8d-4088-4632-8000-1e59fb4d7b8d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.938090] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0baa8658-ff42-4883-aa62-425cc377d99c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "bdfc1a8d-4088-4632-8000-1e59fb4d7b8d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 929.938251] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0baa8658-ff42-4883-aa62-425cc377d99c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquiring lock "bdfc1a8d-4088-4632-8000-1e59fb4d7b8d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.938321] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0baa8658-ff42-4883-aa62-425cc377d99c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "bdfc1a8d-4088-4632-8000-1e59fb4d7b8d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 929.938489] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0baa8658-ff42-4883-aa62-425cc377d99c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "bdfc1a8d-4088-4632-8000-1e59fb4d7b8d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 929.940492] env[62301]: INFO nova.compute.manager [None req-0baa8658-ff42-4883-aa62-425cc377d99c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Terminating instance [ 929.967195] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a4114a4b-461c-42e9-8f9a-37fb8e7aab61 tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.020636] env[62301]: DEBUG nova.network.neutron [req-e165fcf1-6c0a-48e1-a7e9-2f8143d3b7d4 req-b59f1b2b-0eef-4666-9af3-fa418af17226 service nova] [instance: b416be7e-8763-4c6b-9368-28f82bf33c9e] Updated VIF entry in instance network info cache for port 453e784d-29be-4742-9fae-f0356dfb14a9. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 930.021030] env[62301]: DEBUG nova.network.neutron [req-e165fcf1-6c0a-48e1-a7e9-2f8143d3b7d4 req-b59f1b2b-0eef-4666-9af3-fa418af17226 service nova] [instance: b416be7e-8763-4c6b-9368-28f82bf33c9e] Updating instance_info_cache with network_info: [{"id": "453e784d-29be-4742-9fae-f0356dfb14a9", "address": "fa:16:3e:91:4b:38", "network": {"id": "2b6d5216-0aa6-4962-ae7d-0ce0a7d329dc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1253607468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03b7fd9626dd4450af251d23c7d0a8b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap453e784d-29", "ovs_interfaceid": "453e784d-29be-4742-9fae-f0356dfb14a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.082369] env[62301]: DEBUG nova.scheduler.client.report [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.226093] env[62301]: DEBUG oslo_vmware.api [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52932072-c075-7a6a-b269-6e7f9ba4d69f, 'name': SearchDatastore_Task, 'duration_secs': 0.078471} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.226425] env[62301]: DEBUG oslo_concurrency.lockutils [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.226706] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: b416be7e-8763-4c6b-9368-28f82bf33c9e] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 930.226946] env[62301]: DEBUG oslo_concurrency.lockutils [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.227091] env[62301]: DEBUG oslo_concurrency.lockutils [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.227279] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 930.227543] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31a4e3e1-068e-4a8f-95cc-fa86ec23131f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.244652] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 930.244823] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 930.245560] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1003b9c7-392d-4bea-8ac9-38d5e9701d02 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.250689] env[62301]: DEBUG oslo_vmware.api [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 930.250689] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52f93ce5-a7dc-c9ed-2e38-53a4406d2049" [ 930.250689] env[62301]: _type = "Task" [ 930.250689] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.258150] env[62301]: DEBUG oslo_vmware.api [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52f93ce5-a7dc-c9ed-2e38-53a4406d2049, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.304488] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.311479] env[62301]: DEBUG nova.network.neutron [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Updating instance_info_cache with network_info: [{"id": "eda45011-3e4c-4f43-8bbe-e318d510e502", "address": "fa:16:3e:a1:45:02", "network": {"id": "b833fc4f-6a7f-4f89-9c27-cc3c44b31c21", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-649441464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4352f1b6608f4987911fa3832ca6aeb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c02dd284-ab80-451c-93eb-48c8360acb9c", "external-id": "nsx-vlan-transportzone-818", "segmentation_id": 818, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeda45011-3e", "ovs_interfaceid": "eda45011-3e4c-4f43-8bbe-e318d510e502", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.391036] env[62301]: DEBUG oslo_vmware.api [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570607, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.447217] env[62301]: DEBUG nova.compute.manager [None req-0baa8658-ff42-4883-aa62-425cc377d99c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 930.447576] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0baa8658-ff42-4883-aa62-425cc377d99c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 930.448775] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618b3587-a642-4c3a-af03-3c78b3fd0a62 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.459552] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-0baa8658-ff42-4883-aa62-425cc377d99c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 930.459946] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8c88855-2738-43c2-acc2-d0d5cbd3c425 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.468836] env[62301]: DEBUG oslo_vmware.api [None req-0baa8658-ff42-4883-aa62-425cc377d99c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 930.468836] env[62301]: value = "task-2570608" [ 930.468836] env[62301]: _type = "Task" [ 930.468836] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.479392] env[62301]: DEBUG oslo_vmware.api [None req-0baa8658-ff42-4883-aa62-425cc377d99c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570608, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.525443] env[62301]: DEBUG oslo_concurrency.lockutils [req-e165fcf1-6c0a-48e1-a7e9-2f8143d3b7d4 req-b59f1b2b-0eef-4666-9af3-fa418af17226 service nova] Releasing lock "refresh_cache-b416be7e-8763-4c6b-9368-28f82bf33c9e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.556602] env[62301]: DEBUG oslo_concurrency.lockutils [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquiring lock "1ac5d7c4-6057-4e7e-813b-50bb62790679" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.556677] env[62301]: DEBUG oslo_concurrency.lockutils [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "1ac5d7c4-6057-4e7e-813b-50bb62790679" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.588453] env[62301]: DEBUG oslo_concurrency.lockutils [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.400s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.589019] env[62301]: DEBUG nova.compute.manager [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 930.598022] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.468s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.598022] env[62301]: INFO nova.compute.claims [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 930.764878] env[62301]: DEBUG oslo_vmware.api [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52f93ce5-a7dc-c9ed-2e38-53a4406d2049, 'name': SearchDatastore_Task, 'duration_secs': 0.04055} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.765853] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00af80b7-ba9c-4de2-a311-e5b09fbb4be9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.772600] env[62301]: DEBUG oslo_vmware.api [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 930.772600] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52ea13d7-32b3-163f-0a9b-d70f994876f2" [ 930.772600] env[62301]: _type = "Task" [ 930.772600] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.781357] env[62301]: DEBUG oslo_vmware.api [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52ea13d7-32b3-163f-0a9b-d70f994876f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.816212] env[62301]: DEBUG nova.objects.instance [None req-5aed80d2-70fe-4d93-a8c9-04eb75f317e1 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lazy-loading 'flavor' on Instance uuid 222560d8-31b8-4349-aaa0-67d1497ac0a6 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.816212] env[62301]: DEBUG oslo_concurrency.lockutils [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Releasing lock "refresh_cache-7015dc41-f1f8-4dd4-8e35-6ea6e574d44e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.895512] env[62301]: DEBUG oslo_vmware.api [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570607, 'name': ReconfigVM_Task, 'duration_secs': 0.733669} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.895747] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 0ce0e846-b5a3-4964-becf-4f0e996aedc5/0ce0e846-b5a3-4964-becf-4f0e996aedc5.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 930.900725] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'guest_format': None, 'encryption_secret_uuid': None, 'disk_bus': None, 'size': 0, 'encryption_options': None, 'encryption_format': None, 'encrypted': False, 'device_type': 'disk', 'boot_index': 0, 'image_id': 'fa120b82-9657-4d79-a2f0-8dd63e2ef76d'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'delete_on_termination': False, 'disk_bus': None, 'attachment_id': '3515f90b-cda0-41c2-8a77-1e7f0a96c01a', 'mount_device': '/dev/sdb', 'device_type': None, 'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518883', 'volume_id': 'effa9ec3-1bcc-47c0-ba04-a4a7c9418060', 'name': 'volume-effa9ec3-1bcc-47c0-ba04-a4a7c9418060', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0ce0e846-b5a3-4964-becf-4f0e996aedc5', 'attached_at': '', 'detached_at': '', 'volume_id': 'effa9ec3-1bcc-47c0-ba04-a4a7c9418060', 'serial': 'effa9ec3-1bcc-47c0-ba04-a4a7c9418060'}, 'volume_type': None}], 'swap': None} {{(pid=62301) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 930.900948] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Volume attach. Driver type: vmdk {{(pid=62301) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 930.901154] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518883', 'volume_id': 'effa9ec3-1bcc-47c0-ba04-a4a7c9418060', 'name': 'volume-effa9ec3-1bcc-47c0-ba04-a4a7c9418060', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0ce0e846-b5a3-4964-becf-4f0e996aedc5', 'attached_at': '', 'detached_at': '', 'volume_id': 'effa9ec3-1bcc-47c0-ba04-a4a7c9418060', 'serial': 'effa9ec3-1bcc-47c0-ba04-a4a7c9418060'} {{(pid=62301) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 930.902299] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567cb244-9fc0-488e-9d2a-378a277e1941 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.919945] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b2fc66-f4e5-4a44-9384-6a2846c4d1b2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.944974] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] volume-effa9ec3-1bcc-47c0-ba04-a4a7c9418060/volume-effa9ec3-1bcc-47c0-ba04-a4a7c9418060.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 930.945293] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1df7a898-4991-4e75-b5e2-939528f4f9c5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.966956] env[62301]: DEBUG oslo_vmware.api [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 930.966956] env[62301]: value = "task-2570609" [ 930.966956] env[62301]: _type = "Task" [ 930.966956] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.978583] env[62301]: DEBUG oslo_vmware.api [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570609, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.981575] env[62301]: DEBUG oslo_vmware.api [None req-0baa8658-ff42-4883-aa62-425cc377d99c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570608, 'name': PowerOffVM_Task, 'duration_secs': 0.193584} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.981865] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-0baa8658-ff42-4883-aa62-425cc377d99c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 930.982050] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0baa8658-ff42-4883-aa62-425cc377d99c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 930.982292] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3726ee6a-852b-48b4-beb7-f67e3703fd24 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.045346] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0baa8658-ff42-4883-aa62-425cc377d99c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 931.045567] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0baa8658-ff42-4883-aa62-425cc377d99c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Deleting contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 931.045835] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-0baa8658-ff42-4883-aa62-425cc377d99c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Deleting the datastore file [datastore2] bdfc1a8d-4088-4632-8000-1e59fb4d7b8d {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 931.046160] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49715593-ab23-46ca-a0d6-75b0ccac1409 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.056225] env[62301]: DEBUG oslo_vmware.api [None req-0baa8658-ff42-4883-aa62-425cc377d99c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 931.056225] env[62301]: value = "task-2570611" [ 931.056225] env[62301]: _type = "Task" [ 931.056225] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.063249] env[62301]: DEBUG nova.compute.manager [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 931.070854] env[62301]: DEBUG oslo_vmware.api [None req-0baa8658-ff42-4883-aa62-425cc377d99c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570611, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.103579] env[62301]: DEBUG nova.compute.utils [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 931.106186] env[62301]: DEBUG nova.compute.manager [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 931.106896] env[62301]: DEBUG nova.network.neutron [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 931.163389] env[62301]: DEBUG nova.policy [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2c6f743327c4505a7b9e8c9650f9304', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f2685f8007c46feaba89744ed234030', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 931.267228] env[62301]: DEBUG nova.compute.manager [req-ecb3647b-05da-412e-aba6-81a2f780e16f req-7a09b6a1-c53f-453d-bba4-6004da80364c service nova] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Received event network-vif-unplugged-eda45011-3e4c-4f43-8bbe-e318d510e502 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 931.267573] env[62301]: DEBUG oslo_concurrency.lockutils [req-ecb3647b-05da-412e-aba6-81a2f780e16f req-7a09b6a1-c53f-453d-bba4-6004da80364c service nova] Acquiring lock "7015dc41-f1f8-4dd4-8e35-6ea6e574d44e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 931.267811] env[62301]: DEBUG oslo_concurrency.lockutils [req-ecb3647b-05da-412e-aba6-81a2f780e16f req-7a09b6a1-c53f-453d-bba4-6004da80364c service nova] Lock "7015dc41-f1f8-4dd4-8e35-6ea6e574d44e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 931.268016] env[62301]: DEBUG oslo_concurrency.lockutils [req-ecb3647b-05da-412e-aba6-81a2f780e16f req-7a09b6a1-c53f-453d-bba4-6004da80364c service nova] Lock "7015dc41-f1f8-4dd4-8e35-6ea6e574d44e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.269715] env[62301]: DEBUG nova.compute.manager [req-ecb3647b-05da-412e-aba6-81a2f780e16f req-7a09b6a1-c53f-453d-bba4-6004da80364c service nova] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] No waiting events found dispatching network-vif-unplugged-eda45011-3e4c-4f43-8bbe-e318d510e502 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 931.269906] env[62301]: WARNING nova.compute.manager [req-ecb3647b-05da-412e-aba6-81a2f780e16f req-7a09b6a1-c53f-453d-bba4-6004da80364c service nova] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Received unexpected event network-vif-unplugged-eda45011-3e4c-4f43-8bbe-e318d510e502 for instance with vm_state shelved and task_state shelving_offloading. [ 931.288803] env[62301]: DEBUG oslo_vmware.api [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52ea13d7-32b3-163f-0a9b-d70f994876f2, 'name': SearchDatastore_Task, 'duration_secs': 0.011289} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.289058] env[62301]: DEBUG oslo_concurrency.lockutils [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.289344] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] b416be7e-8763-4c6b-9368-28f82bf33c9e/b416be7e-8763-4c6b-9368-28f82bf33c9e.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 931.289619] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25029899-4493-474f-a33c-b9ef7c94d4b2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.295930] env[62301]: DEBUG oslo_vmware.api [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 931.295930] env[62301]: value = "task-2570612" [ 931.295930] env[62301]: _type = "Task" [ 931.295930] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.304645] env[62301]: DEBUG oslo_vmware.api [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570612, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.322586] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5aed80d2-70fe-4d93-a8c9-04eb75f317e1 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lock "222560d8-31b8-4349-aaa0-67d1497ac0a6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.833s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.478403] env[62301]: DEBUG oslo_vmware.api [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570609, 'name': ReconfigVM_Task, 'duration_secs': 0.325971} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.478722] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Reconfigured VM instance instance-00000048 to attach disk [datastore2] volume-effa9ec3-1bcc-47c0-ba04-a4a7c9418060/volume-effa9ec3-1bcc-47c0-ba04-a4a7c9418060.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 931.484435] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c92c37f6-b76a-4e4c-9c7b-21d7a7bffd4e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.496617] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 931.497386] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a81615-662c-410f-b78e-7b1d048f5963 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.507257] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 931.508896] env[62301]: DEBUG nova.network.neutron [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Successfully created port: e7617da4-5e36-4a41-a3b3-f9581ffa2905 {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 931.510809] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fea97e0d-0dc9-4dd6-b3ab-ee389df92473 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.512340] env[62301]: DEBUG oslo_vmware.api [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 931.512340] env[62301]: value = "task-2570613" [ 931.512340] env[62301]: _type = "Task" [ 931.512340] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.521867] env[62301]: DEBUG oslo_vmware.api [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570613, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.565713] env[62301]: DEBUG oslo_vmware.api [None req-0baa8658-ff42-4883-aa62-425cc377d99c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570611, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160481} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.565978] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-0baa8658-ff42-4883-aa62-425cc377d99c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 931.566385] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0baa8658-ff42-4883-aa62-425cc377d99c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Deleted contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 931.566643] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0baa8658-ff42-4883-aa62-425cc377d99c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 931.566765] env[62301]: INFO nova.compute.manager [None req-0baa8658-ff42-4883-aa62-425cc377d99c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 931.567012] env[62301]: DEBUG oslo.service.loopingcall [None req-0baa8658-ff42-4883-aa62-425cc377d99c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 931.569412] env[62301]: DEBUG nova.compute.manager [-] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 931.569605] env[62301]: DEBUG nova.network.neutron [-] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 931.579203] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 931.579422] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Deleting contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 931.579606] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Deleting the datastore file [datastore2] 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 931.579848] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25d4b913-fb1f-4b53-bce2-fe8bebb6a014 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.587015] env[62301]: DEBUG oslo_vmware.api [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Waiting for the task: (returnval){ [ 931.587015] env[62301]: value = "task-2570615" [ 931.587015] env[62301]: _type = "Task" [ 931.587015] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.592529] env[62301]: DEBUG oslo_concurrency.lockutils [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 931.595955] env[62301]: DEBUG oslo_vmware.api [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570615, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.610144] env[62301]: DEBUG nova.compute.manager [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 931.773882] env[62301]: DEBUG oslo_concurrency.lockutils [None req-68930319-02dd-494d-839f-d9a3c8e07caf tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Acquiring lock "55d6ae6c-b0fb-4b46-b600-3476d7828c5a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 931.774313] env[62301]: DEBUG oslo_concurrency.lockutils [None req-68930319-02dd-494d-839f-d9a3c8e07caf tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Lock "55d6ae6c-b0fb-4b46-b600-3476d7828c5a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 931.806759] env[62301]: DEBUG oslo_vmware.api [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570612, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.895755] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd52fadc-a89a-4370-9f51-7b01731964a0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.905987] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4284268d-473b-40df-83a1-15ee2eb2c83f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.941184] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08022951-f7e5-438f-8c38-b67f4f17f5a7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.949501] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8644dc-9b18-4e92-9c80-7b43ec3165d3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.967735] env[62301]: DEBUG nova.compute.provider_tree [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.022091] env[62301]: DEBUG oslo_vmware.api [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570613, 'name': ReconfigVM_Task, 'duration_secs': 0.166156} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.022415] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518883', 'volume_id': 'effa9ec3-1bcc-47c0-ba04-a4a7c9418060', 'name': 'volume-effa9ec3-1bcc-47c0-ba04-a4a7c9418060', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0ce0e846-b5a3-4964-becf-4f0e996aedc5', 'attached_at': '', 'detached_at': '', 'volume_id': 'effa9ec3-1bcc-47c0-ba04-a4a7c9418060', 'serial': 'effa9ec3-1bcc-47c0-ba04-a4a7c9418060'} {{(pid=62301) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 932.023000] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f38c1ef-d935-434a-b588-90a907e69e6c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.029210] env[62301]: DEBUG oslo_vmware.api [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 932.029210] env[62301]: value = "task-2570616" [ 932.029210] env[62301]: _type = "Task" [ 932.029210] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.039985] env[62301]: DEBUG oslo_vmware.api [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570616, 'name': Rename_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.098823] env[62301]: DEBUG oslo_vmware.api [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570615, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.410865} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.099263] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 932.099468] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Deleted contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 932.099659] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 932.126952] env[62301]: INFO nova.scheduler.client.report [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Deleted allocations for instance 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e [ 932.277718] env[62301]: DEBUG nova.compute.utils [None req-68930319-02dd-494d-839f-d9a3c8e07caf tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 932.306502] env[62301]: DEBUG oslo_vmware.api [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570612, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.658121} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.306887] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] b416be7e-8763-4c6b-9368-28f82bf33c9e/b416be7e-8763-4c6b-9368-28f82bf33c9e.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 932.306887] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: b416be7e-8763-4c6b-9368-28f82bf33c9e] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 932.307149] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7849483a-3c96-45bb-b945-e5094dabf81b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.313708] env[62301]: DEBUG oslo_vmware.api [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 932.313708] env[62301]: value = "task-2570617" [ 932.313708] env[62301]: _type = "Task" [ 932.313708] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.321630] env[62301]: DEBUG oslo_vmware.api [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570617, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.470942] env[62301]: DEBUG nova.scheduler.client.report [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.538689] env[62301]: DEBUG oslo_vmware.api [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570616, 'name': Rename_Task, 'duration_secs': 0.159956} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.539075] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 932.539204] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7d86e83-f717-4db5-a68c-43db28b41a53 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.545255] env[62301]: DEBUG oslo_vmware.api [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 932.545255] env[62301]: value = "task-2570618" [ 932.545255] env[62301]: _type = "Task" [ 932.545255] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.552839] env[62301]: DEBUG oslo_vmware.api [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570618, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.620934] env[62301]: DEBUG nova.compute.manager [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 932.637201] env[62301]: DEBUG oslo_concurrency.lockutils [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 932.659347] env[62301]: DEBUG nova.virt.hardware [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 932.659610] env[62301]: DEBUG nova.virt.hardware [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 932.659768] env[62301]: DEBUG nova.virt.hardware [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 932.659965] env[62301]: DEBUG nova.virt.hardware [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 932.660134] env[62301]: DEBUG nova.virt.hardware [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 932.660246] env[62301]: DEBUG nova.virt.hardware [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 932.660461] env[62301]: DEBUG nova.virt.hardware [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 932.660734] env[62301]: DEBUG nova.virt.hardware [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 932.660928] env[62301]: DEBUG nova.virt.hardware [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 932.661117] env[62301]: DEBUG nova.virt.hardware [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 932.661297] env[62301]: DEBUG nova.virt.hardware [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 932.662621] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e769a8c-704f-49ae-9ab0-9c70ebb22a0f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.671346] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd86206-d992-4a48-94b3-8c54c7d51d1c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.782746] env[62301]: DEBUG oslo_concurrency.lockutils [None req-68930319-02dd-494d-839f-d9a3c8e07caf tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Lock "55d6ae6c-b0fb-4b46-b600-3476d7828c5a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.824180] env[62301]: DEBUG oslo_vmware.api [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570617, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061827} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.824180] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: b416be7e-8763-4c6b-9368-28f82bf33c9e] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 932.825027] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa4d876-9cf9-40ae-94d3-e2814ccbcc9f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.847737] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: b416be7e-8763-4c6b-9368-28f82bf33c9e] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] b416be7e-8763-4c6b-9368-28f82bf33c9e/b416be7e-8763-4c6b-9368-28f82bf33c9e.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.848094] env[62301]: DEBUG nova.network.neutron [-] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.849240] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b10e6f36-2330-4968-8ad2-8fd0f58f8638 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.864301] env[62301]: INFO nova.compute.manager [-] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Took 1.29 seconds to deallocate network for instance. [ 932.871572] env[62301]: DEBUG oslo_vmware.api [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 932.871572] env[62301]: value = "task-2570619" [ 932.871572] env[62301]: _type = "Task" [ 932.871572] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.879680] env[62301]: DEBUG oslo_vmware.api [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570619, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.975853] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.384s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.976585] env[62301]: DEBUG nova.compute.manager [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 932.980363] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.728s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.980555] env[62301]: DEBUG nova.objects.instance [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62301) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 933.051543] env[62301]: DEBUG nova.network.neutron [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Successfully updated port: e7617da4-5e36-4a41-a3b3-f9581ffa2905 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 933.060228] env[62301]: DEBUG oslo_vmware.api [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570618, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.145747] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Acquiring lock "9b75c3ad-c32e-42c8-943a-70254bcf68dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.146179] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lock "9b75c3ad-c32e-42c8-943a-70254bcf68dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.371330] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0baa8658-ff42-4883-aa62-425cc377d99c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.380833] env[62301]: DEBUG oslo_vmware.api [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570619, 'name': ReconfigVM_Task, 'duration_secs': 0.319673} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.381144] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: b416be7e-8763-4c6b-9368-28f82bf33c9e] Reconfigured VM instance instance-00000054 to attach disk [datastore2] b416be7e-8763-4c6b-9368-28f82bf33c9e/b416be7e-8763-4c6b-9368-28f82bf33c9e.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 933.381809] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dea86948-0eec-4073-94e6-de71d633c525 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.388120] env[62301]: DEBUG oslo_vmware.api [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 933.388120] env[62301]: value = "task-2570620" [ 933.388120] env[62301]: _type = "Task" [ 933.388120] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.389916] env[62301]: DEBUG nova.compute.manager [req-10859f8c-9f3f-4d35-87be-64c2ea79dfc7 req-7ebc79db-8649-4ee4-9f57-52ec4e7eec25 service nova] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Received event network-vif-plugged-e7617da4-5e36-4a41-a3b3-f9581ffa2905 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 933.390137] env[62301]: DEBUG oslo_concurrency.lockutils [req-10859f8c-9f3f-4d35-87be-64c2ea79dfc7 req-7ebc79db-8649-4ee4-9f57-52ec4e7eec25 service nova] Acquiring lock "d44608fc-c2b2-4331-ba83-0553238f5f6d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.390339] env[62301]: DEBUG oslo_concurrency.lockutils [req-10859f8c-9f3f-4d35-87be-64c2ea79dfc7 req-7ebc79db-8649-4ee4-9f57-52ec4e7eec25 service nova] Lock "d44608fc-c2b2-4331-ba83-0553238f5f6d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.391343] env[62301]: DEBUG oslo_concurrency.lockutils [req-10859f8c-9f3f-4d35-87be-64c2ea79dfc7 req-7ebc79db-8649-4ee4-9f57-52ec4e7eec25 service nova] Lock "d44608fc-c2b2-4331-ba83-0553238f5f6d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.391343] env[62301]: DEBUG nova.compute.manager [req-10859f8c-9f3f-4d35-87be-64c2ea79dfc7 req-7ebc79db-8649-4ee4-9f57-52ec4e7eec25 service nova] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] No waiting events found dispatching network-vif-plugged-e7617da4-5e36-4a41-a3b3-f9581ffa2905 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 933.391343] env[62301]: WARNING nova.compute.manager [req-10859f8c-9f3f-4d35-87be-64c2ea79dfc7 req-7ebc79db-8649-4ee4-9f57-52ec4e7eec25 service nova] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Received unexpected event network-vif-plugged-e7617da4-5e36-4a41-a3b3-f9581ffa2905 for instance with vm_state building and task_state spawning. [ 933.399364] env[62301]: DEBUG oslo_vmware.api [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570620, 'name': Rename_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.415058] env[62301]: DEBUG nova.compute.manager [req-a85c13e4-4923-45a9-8e21-3c21510e2921 req-d4c2449c-ccd9-4f14-89bb-caaa7bce29e1 service nova] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Received event network-changed-eda45011-3e4c-4f43-8bbe-e318d510e502 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 933.415255] env[62301]: DEBUG nova.compute.manager [req-a85c13e4-4923-45a9-8e21-3c21510e2921 req-d4c2449c-ccd9-4f14-89bb-caaa7bce29e1 service nova] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Refreshing instance network info cache due to event network-changed-eda45011-3e4c-4f43-8bbe-e318d510e502. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 933.415486] env[62301]: DEBUG oslo_concurrency.lockutils [req-a85c13e4-4923-45a9-8e21-3c21510e2921 req-d4c2449c-ccd9-4f14-89bb-caaa7bce29e1 service nova] Acquiring lock "refresh_cache-7015dc41-f1f8-4dd4-8e35-6ea6e574d44e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.415636] env[62301]: DEBUG oslo_concurrency.lockutils [req-a85c13e4-4923-45a9-8e21-3c21510e2921 req-d4c2449c-ccd9-4f14-89bb-caaa7bce29e1 service nova] Acquired lock "refresh_cache-7015dc41-f1f8-4dd4-8e35-6ea6e574d44e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.415795] env[62301]: DEBUG nova.network.neutron [req-a85c13e4-4923-45a9-8e21-3c21510e2921 req-d4c2449c-ccd9-4f14-89bb-caaa7bce29e1 service nova] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Refreshing network info cache for port eda45011-3e4c-4f43-8bbe-e318d510e502 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 933.485660] env[62301]: DEBUG nova.compute.utils [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 933.489495] env[62301]: DEBUG nova.compute.manager [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 933.489662] env[62301]: DEBUG nova.network.neutron [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 65e92d18-49eb-4861-801b-3508236943a7] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 933.546023] env[62301]: DEBUG nova.policy [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6519f0edd7f4c1bbb97751996e2b3d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a4a399762bbd46c483973e1371d2429c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 933.556747] env[62301]: DEBUG oslo_concurrency.lockutils [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Acquiring lock "refresh_cache-d44608fc-c2b2-4331-ba83-0553238f5f6d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.556988] env[62301]: DEBUG oslo_concurrency.lockutils [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Acquired lock "refresh_cache-d44608fc-c2b2-4331-ba83-0553238f5f6d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.557228] env[62301]: DEBUG nova.network.neutron [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 933.560989] env[62301]: DEBUG oslo_vmware.api [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570618, 'name': PowerOnVM_Task, 'duration_secs': 0.521233} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.560989] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 933.560989] env[62301]: DEBUG nova.compute.manager [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 933.560989] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b07a02-8f25-42c5-b3ec-76f6b2ca937b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.652097] env[62301]: DEBUG nova.compute.manager [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 9b75c3ad-c32e-42c8-943a-70254bcf68dc] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 933.845485] env[62301]: DEBUG oslo_concurrency.lockutils [None req-68930319-02dd-494d-839f-d9a3c8e07caf tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Acquiring lock "55d6ae6c-b0fb-4b46-b600-3476d7828c5a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.845740] env[62301]: DEBUG oslo_concurrency.lockutils [None req-68930319-02dd-494d-839f-d9a3c8e07caf tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Lock "55d6ae6c-b0fb-4b46-b600-3476d7828c5a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.846010] env[62301]: INFO nova.compute.manager [None req-68930319-02dd-494d-839f-d9a3c8e07caf tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] Attaching volume 0bc08a56-ea63-4a9a-baf1-b80ed11d08aa to /dev/sdb [ 933.895057] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eaeab99-8eb9-40c9-96dc-62f382aa320f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.903296] env[62301]: DEBUG oslo_vmware.api [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570620, 'name': Rename_Task, 'duration_secs': 0.15179} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.904869] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: b416be7e-8763-4c6b-9368-28f82bf33c9e] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 933.905220] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d90f5192-c183-4612-abb0-4ca79a18b247 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.907165] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0cba0f-2bd9-4c29-b0f0-fa13153519ea {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.916344] env[62301]: DEBUG oslo_vmware.api [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 933.916344] env[62301]: value = "task-2570621" [ 933.916344] env[62301]: _type = "Task" [ 933.916344] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.923347] env[62301]: DEBUG nova.network.neutron [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Successfully created port: 4f2f6cfa-7cdb-4ccc-88a1-e0833c283aca {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 933.935095] env[62301]: DEBUG nova.virt.block_device [None req-68930319-02dd-494d-839f-d9a3c8e07caf tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] Updating existing volume attachment record: 2c793532-5f87-4258-abd7-6eab044712ec {{(pid=62301) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 933.942474] env[62301]: DEBUG oslo_vmware.api [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570621, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.993949] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6515b89f-6844-4b65-818e-b5453756f25c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.994922] env[62301]: DEBUG nova.compute.manager [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 933.998175] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a4114a4b-461c-42e9-8f9a-37fb8e7aab61 tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.031s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.998327] env[62301]: DEBUG nova.objects.instance [None req-a4114a4b-461c-42e9-8f9a-37fb8e7aab61 tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Lazy-loading 'resources' on Instance uuid a3f6bfdd-4f68-42d9-b3cf-32437fea3c34 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.086956] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.161428] env[62301]: DEBUG nova.network.neutron [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 934.176934] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.369452] env[62301]: DEBUG nova.network.neutron [req-a85c13e4-4923-45a9-8e21-3c21510e2921 req-d4c2449c-ccd9-4f14-89bb-caaa7bce29e1 service nova] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Updated VIF entry in instance network info cache for port eda45011-3e4c-4f43-8bbe-e318d510e502. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 934.369452] env[62301]: DEBUG nova.network.neutron [req-a85c13e4-4923-45a9-8e21-3c21510e2921 req-d4c2449c-ccd9-4f14-89bb-caaa7bce29e1 service nova] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Updating instance_info_cache with network_info: [{"id": "eda45011-3e4c-4f43-8bbe-e318d510e502", "address": "fa:16:3e:a1:45:02", "network": {"id": "b833fc4f-6a7f-4f89-9c27-cc3c44b31c21", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-649441464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4352f1b6608f4987911fa3832ca6aeb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapeda45011-3e", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.430929] env[62301]: DEBUG oslo_vmware.api [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570621, 'name': PowerOnVM_Task, 'duration_secs': 0.472669} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.431380] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: b416be7e-8763-4c6b-9368-28f82bf33c9e] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 934.431553] env[62301]: INFO nova.compute.manager [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: b416be7e-8763-4c6b-9368-28f82bf33c9e] Took 7.62 seconds to spawn the instance on the hypervisor. [ 934.431815] env[62301]: DEBUG nova.compute.manager [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: b416be7e-8763-4c6b-9368-28f82bf33c9e] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 934.432805] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82cf417c-a0cf-4081-a1d3-484a73948b8e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.440510] env[62301]: DEBUG nova.network.neutron [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Updating instance_info_cache with network_info: [{"id": "e7617da4-5e36-4a41-a3b3-f9581ffa2905", "address": "fa:16:3e:c6:82:c0", "network": {"id": "6139468e-0c7f-40bd-a1a3-32f52ddad899", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-755801576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f2685f8007c46feaba89744ed234030", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7617da4-5e", "ovs_interfaceid": "e7617da4-5e36-4a41-a3b3-f9581ffa2905", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.729120] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c549f4-e0f6-4927-ac22-c59f2b59c24d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.736423] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ef41ee-07e7-4ca4-bb54-59c2528644c4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.766655] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3eee9d-45ea-4ef4-b1be-41c492009916 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.773947] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf42c5ec-80f5-4717-9ea8-0db2ae37b98c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.790340] env[62301]: DEBUG nova.compute.provider_tree [None req-a4114a4b-461c-42e9-8f9a-37fb8e7aab61 tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.814540] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1aab63ec-08e0-43d8-9365-0a2a3b84e875 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquiring lock "interface-b970a9ab-a179-4335-957d-3a1afd002aab-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.814802] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1aab63ec-08e0-43d8-9365-0a2a3b84e875 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lock "interface-b970a9ab-a179-4335-957d-3a1afd002aab-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.815201] env[62301]: DEBUG nova.objects.instance [None req-1aab63ec-08e0-43d8-9365-0a2a3b84e875 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lazy-loading 'flavor' on Instance uuid b970a9ab-a179-4335-957d-3a1afd002aab {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.879661] env[62301]: DEBUG oslo_concurrency.lockutils [req-a85c13e4-4923-45a9-8e21-3c21510e2921 req-d4c2449c-ccd9-4f14-89bb-caaa7bce29e1 service nova] Releasing lock "refresh_cache-7015dc41-f1f8-4dd4-8e35-6ea6e574d44e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.879928] env[62301]: DEBUG nova.compute.manager [req-a85c13e4-4923-45a9-8e21-3c21510e2921 req-d4c2449c-ccd9-4f14-89bb-caaa7bce29e1 service nova] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Received event network-vif-deleted-d91214ea-df9a-4b68-86fb-a5a3d59b6bf9 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 934.946121] env[62301]: DEBUG oslo_concurrency.lockutils [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Releasing lock "refresh_cache-d44608fc-c2b2-4331-ba83-0553238f5f6d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.946769] env[62301]: DEBUG nova.compute.manager [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Instance network_info: |[{"id": "e7617da4-5e36-4a41-a3b3-f9581ffa2905", "address": "fa:16:3e:c6:82:c0", "network": {"id": "6139468e-0c7f-40bd-a1a3-32f52ddad899", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-755801576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f2685f8007c46feaba89744ed234030", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7617da4-5e", "ovs_interfaceid": "e7617da4-5e36-4a41-a3b3-f9581ffa2905", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 934.950766] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:82:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c6a4836-66dc-4e43-982b-f8fcd3f9989a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e7617da4-5e36-4a41-a3b3-f9581ffa2905', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 934.958385] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Creating folder: Project (0f2685f8007c46feaba89744ed234030). Parent ref: group-v518653. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 934.960704] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5cbb74e5-2eb9-48f9-b04e-df935a177173 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.962525] env[62301]: INFO nova.compute.manager [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: b416be7e-8763-4c6b-9368-28f82bf33c9e] Took 13.23 seconds to build instance. [ 934.972324] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Created folder: Project (0f2685f8007c46feaba89744ed234030) in parent group-v518653. [ 934.972723] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Creating folder: Instances. Parent ref: group-v518894. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 934.973493] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-042fecbc-adf2-4f8f-a6e6-d23f5624805a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.982236] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Created folder: Instances in parent group-v518894. [ 934.982963] env[62301]: DEBUG oslo.service.loopingcall [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 934.982963] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 934.982963] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-274f5f4f-b9cc-4580-9065-4d7ae094c8c4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.997830] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Acquiring lock "7015dc41-f1f8-4dd4-8e35-6ea6e574d44e" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.002595] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 935.002595] env[62301]: value = "task-2570627" [ 935.002595] env[62301]: _type = "Task" [ 935.002595] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.012784] env[62301]: DEBUG nova.compute.manager [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 935.014310] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570627, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.036568] env[62301]: DEBUG nova.virt.hardware [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 935.036820] env[62301]: DEBUG nova.virt.hardware [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 935.036979] env[62301]: DEBUG nova.virt.hardware [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 935.037173] env[62301]: DEBUG nova.virt.hardware [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 935.037369] env[62301]: DEBUG nova.virt.hardware [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 935.037536] env[62301]: DEBUG nova.virt.hardware [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 935.037775] env[62301]: DEBUG nova.virt.hardware [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 935.037948] env[62301]: DEBUG nova.virt.hardware [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 935.038133] env[62301]: DEBUG nova.virt.hardware [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 935.038352] env[62301]: DEBUG nova.virt.hardware [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 935.038467] env[62301]: DEBUG nova.virt.hardware [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 935.039403] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aedc9a57-6ff1-48f9-b438-0831392eb308 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.047355] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed474291-7d9c-4269-a0e9-5bfd3c31540f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.293621] env[62301]: DEBUG nova.scheduler.client.report [None req-a4114a4b-461c-42e9-8f9a-37fb8e7aab61 tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.434350] env[62301]: DEBUG nova.objects.instance [None req-1aab63ec-08e0-43d8-9365-0a2a3b84e875 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lazy-loading 'pci_requests' on Instance uuid b970a9ab-a179-4335-957d-3a1afd002aab {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.465316] env[62301]: DEBUG oslo_concurrency.lockutils [None req-06b547fd-4202-46ba-8519-05b85ceb4d24 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "b416be7e-8763-4c6b-9368-28f82bf33c9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.759s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.513067] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570627, 'name': CreateVM_Task, 'duration_secs': 0.346748} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.513067] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 935.513390] env[62301]: DEBUG oslo_concurrency.lockutils [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.513555] env[62301]: DEBUG oslo_concurrency.lockutils [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.513882] env[62301]: DEBUG oslo_concurrency.lockutils [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.514151] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d76ffb8-55d0-47e4-afb5-14f13a1375db {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.518384] env[62301]: DEBUG oslo_vmware.api [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Waiting for the task: (returnval){ [ 935.518384] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52aaf7d4-cc2e-a579-6b23-4b5a021a9560" [ 935.518384] env[62301]: _type = "Task" [ 935.518384] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.526410] env[62301]: DEBUG oslo_vmware.api [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52aaf7d4-cc2e-a579-6b23-4b5a021a9560, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.674979] env[62301]: DEBUG nova.compute.manager [req-267dd648-4546-4802-9d54-6afbdd4df23b req-8adf0ace-dbf8-49c4-946f-13ecd344d064 service nova] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Received event network-changed-e7617da4-5e36-4a41-a3b3-f9581ffa2905 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 935.675209] env[62301]: DEBUG nova.compute.manager [req-267dd648-4546-4802-9d54-6afbdd4df23b req-8adf0ace-dbf8-49c4-946f-13ecd344d064 service nova] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Refreshing instance network info cache due to event network-changed-e7617da4-5e36-4a41-a3b3-f9581ffa2905. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 935.675426] env[62301]: DEBUG oslo_concurrency.lockutils [req-267dd648-4546-4802-9d54-6afbdd4df23b req-8adf0ace-dbf8-49c4-946f-13ecd344d064 service nova] Acquiring lock "refresh_cache-d44608fc-c2b2-4331-ba83-0553238f5f6d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.675572] env[62301]: DEBUG oslo_concurrency.lockutils [req-267dd648-4546-4802-9d54-6afbdd4df23b req-8adf0ace-dbf8-49c4-946f-13ecd344d064 service nova] Acquired lock "refresh_cache-d44608fc-c2b2-4331-ba83-0553238f5f6d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.675737] env[62301]: DEBUG nova.network.neutron [req-267dd648-4546-4802-9d54-6afbdd4df23b req-8adf0ace-dbf8-49c4-946f-13ecd344d064 service nova] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Refreshing network info cache for port e7617da4-5e36-4a41-a3b3-f9581ffa2905 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 935.799180] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a4114a4b-461c-42e9-8f9a-37fb8e7aab61 tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.801s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.801492] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.498s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.801686] env[62301]: DEBUG nova.objects.instance [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62301) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 935.817296] env[62301]: INFO nova.scheduler.client.report [None req-a4114a4b-461c-42e9-8f9a-37fb8e7aab61 tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Deleted allocations for instance a3f6bfdd-4f68-42d9-b3cf-32437fea3c34 [ 935.882722] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquiring lock "4b70477a-3a4c-4964-ac02-1270774c40e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.883017] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "4b70477a-3a4c-4964-ac02-1270774c40e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.937901] env[62301]: DEBUG nova.objects.base [None req-1aab63ec-08e0-43d8-9365-0a2a3b84e875 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62301) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 935.937901] env[62301]: DEBUG nova.network.neutron [None req-1aab63ec-08e0-43d8-9365-0a2a3b84e875 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 935.965742] env[62301]: DEBUG nova.network.neutron [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Successfully updated port: 4f2f6cfa-7cdb-4ccc-88a1-e0833c283aca {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 935.993390] env[62301]: DEBUG nova.policy [None req-1aab63ec-08e0-43d8-9365-0a2a3b84e875 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '041995c459584460b882ae64a87af08a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f44005617fbf4cf3a6dc1727b4da2f55', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 936.030234] env[62301]: DEBUG oslo_vmware.api [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52aaf7d4-cc2e-a579-6b23-4b5a021a9560, 'name': SearchDatastore_Task, 'duration_secs': 0.021645} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.030635] env[62301]: DEBUG oslo_concurrency.lockutils [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.030886] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 936.031086] env[62301]: DEBUG oslo_concurrency.lockutils [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.031299] env[62301]: DEBUG oslo_concurrency.lockutils [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.031501] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 936.031810] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c9aa790-4ee1-4272-93c7-627211f08369 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.041750] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 936.041960] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 936.042720] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29bc4746-b487-421b-80b5-53de0e0e13fa {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.048804] env[62301]: DEBUG oslo_vmware.api [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Waiting for the task: (returnval){ [ 936.048804] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5256e250-c5ec-1e14-c082-4db6298d18f1" [ 936.048804] env[62301]: _type = "Task" [ 936.048804] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.061224] env[62301]: DEBUG oslo_vmware.api [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5256e250-c5ec-1e14-c082-4db6298d18f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.326475] env[62301]: DEBUG oslo_concurrency.lockutils [None req-a4114a4b-461c-42e9-8f9a-37fb8e7aab61 tempest-ServerDiagnosticsV248Test-1766838580 tempest-ServerDiagnosticsV248Test-1766838580-project-member] Lock "a3f6bfdd-4f68-42d9-b3cf-32437fea3c34" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.560s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 936.379870] env[62301]: DEBUG nova.network.neutron [None req-1aab63ec-08e0-43d8-9365-0a2a3b84e875 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Successfully created port: 840f9d5c-48e0-40c5-9b82-2ace4130eeea {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 936.385748] env[62301]: DEBUG nova.compute.manager [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4b70477a-3a4c-4964-ac02-1270774c40e4] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 936.470107] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquiring lock "refresh_cache-65e92d18-49eb-4861-801b-3508236943a7" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.470273] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquired lock "refresh_cache-65e92d18-49eb-4861-801b-3508236943a7" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.470425] env[62301]: DEBUG nova.network.neutron [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.485770] env[62301]: DEBUG nova.network.neutron [req-267dd648-4546-4802-9d54-6afbdd4df23b req-8adf0ace-dbf8-49c4-946f-13ecd344d064 service nova] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Updated VIF entry in instance network info cache for port e7617da4-5e36-4a41-a3b3-f9581ffa2905. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 936.486133] env[62301]: DEBUG nova.network.neutron [req-267dd648-4546-4802-9d54-6afbdd4df23b req-8adf0ace-dbf8-49c4-946f-13ecd344d064 service nova] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Updating instance_info_cache with network_info: [{"id": "e7617da4-5e36-4a41-a3b3-f9581ffa2905", "address": "fa:16:3e:c6:82:c0", "network": {"id": "6139468e-0c7f-40bd-a1a3-32f52ddad899", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-755801576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f2685f8007c46feaba89744ed234030", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7617da4-5e", "ovs_interfaceid": "e7617da4-5e36-4a41-a3b3-f9581ffa2905", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.562716] env[62301]: DEBUG oslo_vmware.api [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5256e250-c5ec-1e14-c082-4db6298d18f1, 'name': SearchDatastore_Task, 'duration_secs': 0.009627} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.564019] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca583b55-a45c-4c87-9d7d-8de404f7046a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.569701] env[62301]: DEBUG oslo_vmware.api [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Waiting for the task: (returnval){ [ 936.569701] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]529b487d-f87f-36b5-e23e-dba666eab427" [ 936.569701] env[62301]: _type = "Task" [ 936.569701] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.578461] env[62301]: DEBUG oslo_vmware.api [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]529b487d-f87f-36b5-e23e-dba666eab427, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.815546] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c833bf76-5f60-448e-8256-b5db662cbb4d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 936.826545] env[62301]: DEBUG oslo_concurrency.lockutils [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.226s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 936.826545] env[62301]: INFO nova.compute.claims [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 936.920682] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 936.990528] env[62301]: DEBUG oslo_concurrency.lockutils [req-267dd648-4546-4802-9d54-6afbdd4df23b req-8adf0ace-dbf8-49c4-946f-13ecd344d064 service nova] Releasing lock "refresh_cache-d44608fc-c2b2-4331-ba83-0553238f5f6d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.017203] env[62301]: DEBUG nova.network.neutron [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 937.083251] env[62301]: DEBUG oslo_vmware.api [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]529b487d-f87f-36b5-e23e-dba666eab427, 'name': SearchDatastore_Task, 'duration_secs': 0.017163} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.083585] env[62301]: DEBUG oslo_concurrency.lockutils [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.083888] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] d44608fc-c2b2-4331-ba83-0553238f5f6d/d44608fc-c2b2-4331-ba83-0553238f5f6d.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 937.084199] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62155f2e-e81e-447e-92c9-80bc1e72b574 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.091935] env[62301]: DEBUG oslo_vmware.api [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Waiting for the task: (returnval){ [ 937.091935] env[62301]: value = "task-2570629" [ 937.091935] env[62301]: _type = "Task" [ 937.091935] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.106151] env[62301]: DEBUG oslo_vmware.api [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570629, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.197998] env[62301]: DEBUG nova.network.neutron [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Updating instance_info_cache with network_info: [{"id": "4f2f6cfa-7cdb-4ccc-88a1-e0833c283aca", "address": "fa:16:3e:4d:7f:7e", "network": {"id": "f58df9e3-61c0-41d5-a4fa-70db2f6f0b30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-576608794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4a399762bbd46c483973e1371d2429c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f2f6cfa-7c", "ovs_interfaceid": "4f2f6cfa-7cdb-4ccc-88a1-e0833c283aca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.609274] env[62301]: DEBUG oslo_vmware.api [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570629, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.700101] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Releasing lock "refresh_cache-65e92d18-49eb-4861-801b-3508236943a7" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.700582] env[62301]: DEBUG nova.compute.manager [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Instance network_info: |[{"id": "4f2f6cfa-7cdb-4ccc-88a1-e0833c283aca", "address": "fa:16:3e:4d:7f:7e", "network": {"id": "f58df9e3-61c0-41d5-a4fa-70db2f6f0b30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-576608794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4a399762bbd46c483973e1371d2429c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f2f6cfa-7c", "ovs_interfaceid": "4f2f6cfa-7cdb-4ccc-88a1-e0833c283aca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 937.700919] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:7f:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9722ea4d-e4a5-48fc-b759-5c4c4796b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f2f6cfa-7cdb-4ccc-88a1-e0833c283aca', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 937.708996] env[62301]: DEBUG oslo.service.loopingcall [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 937.709322] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 937.709644] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe002452-7eeb-487a-9302-c8f891f25a41 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.730035] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 937.730035] env[62301]: value = "task-2570630" [ 937.730035] env[62301]: _type = "Task" [ 937.730035] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.738233] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570630, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.827021] env[62301]: DEBUG nova.compute.manager [req-b9e713e8-76b8-49b2-9ef9-d61013ea2117 req-91b05256-badf-4bf2-a350-ec00b288ef0b service nova] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Received event network-vif-plugged-4f2f6cfa-7cdb-4ccc-88a1-e0833c283aca {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 937.827322] env[62301]: DEBUG oslo_concurrency.lockutils [req-b9e713e8-76b8-49b2-9ef9-d61013ea2117 req-91b05256-badf-4bf2-a350-ec00b288ef0b service nova] Acquiring lock "65e92d18-49eb-4861-801b-3508236943a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 937.827457] env[62301]: DEBUG oslo_concurrency.lockutils [req-b9e713e8-76b8-49b2-9ef9-d61013ea2117 req-91b05256-badf-4bf2-a350-ec00b288ef0b service nova] Lock "65e92d18-49eb-4861-801b-3508236943a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 937.827622] env[62301]: DEBUG oslo_concurrency.lockutils [req-b9e713e8-76b8-49b2-9ef9-d61013ea2117 req-91b05256-badf-4bf2-a350-ec00b288ef0b service nova] Lock "65e92d18-49eb-4861-801b-3508236943a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.827789] env[62301]: DEBUG nova.compute.manager [req-b9e713e8-76b8-49b2-9ef9-d61013ea2117 req-91b05256-badf-4bf2-a350-ec00b288ef0b service nova] [instance: 65e92d18-49eb-4861-801b-3508236943a7] No waiting events found dispatching network-vif-plugged-4f2f6cfa-7cdb-4ccc-88a1-e0833c283aca {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 937.827966] env[62301]: WARNING nova.compute.manager [req-b9e713e8-76b8-49b2-9ef9-d61013ea2117 req-91b05256-badf-4bf2-a350-ec00b288ef0b service nova] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Received unexpected event network-vif-plugged-4f2f6cfa-7cdb-4ccc-88a1-e0833c283aca for instance with vm_state building and task_state spawning. [ 937.828132] env[62301]: DEBUG nova.compute.manager [req-b9e713e8-76b8-49b2-9ef9-d61013ea2117 req-91b05256-badf-4bf2-a350-ec00b288ef0b service nova] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Received event network-changed-4f2f6cfa-7cdb-4ccc-88a1-e0833c283aca {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 937.828305] env[62301]: DEBUG nova.compute.manager [req-b9e713e8-76b8-49b2-9ef9-d61013ea2117 req-91b05256-badf-4bf2-a350-ec00b288ef0b service nova] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Refreshing instance network info cache due to event network-changed-4f2f6cfa-7cdb-4ccc-88a1-e0833c283aca. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 937.828522] env[62301]: DEBUG oslo_concurrency.lockutils [req-b9e713e8-76b8-49b2-9ef9-d61013ea2117 req-91b05256-badf-4bf2-a350-ec00b288ef0b service nova] Acquiring lock "refresh_cache-65e92d18-49eb-4861-801b-3508236943a7" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.828638] env[62301]: DEBUG oslo_concurrency.lockutils [req-b9e713e8-76b8-49b2-9ef9-d61013ea2117 req-91b05256-badf-4bf2-a350-ec00b288ef0b service nova] Acquired lock "refresh_cache-65e92d18-49eb-4861-801b-3508236943a7" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.829191] env[62301]: DEBUG nova.network.neutron [req-b9e713e8-76b8-49b2-9ef9-d61013ea2117 req-91b05256-badf-4bf2-a350-ec00b288ef0b service nova] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Refreshing network info cache for port 4f2f6cfa-7cdb-4ccc-88a1-e0833c283aca {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 937.984113] env[62301]: DEBUG nova.network.neutron [None req-1aab63ec-08e0-43d8-9365-0a2a3b84e875 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Successfully updated port: 840f9d5c-48e0-40c5-9b82-2ace4130eeea {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 938.108021] env[62301]: DEBUG oslo_vmware.api [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570629, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572383} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.114198] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] d44608fc-c2b2-4331-ba83-0553238f5f6d/d44608fc-c2b2-4331-ba83-0553238f5f6d.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 938.114475] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 938.114960] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3f91bc6-d26c-4726-adaf-abc1844efa4f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.122112] env[62301]: DEBUG oslo_vmware.api [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Waiting for the task: (returnval){ [ 938.122112] env[62301]: value = "task-2570631" [ 938.122112] env[62301]: _type = "Task" [ 938.122112] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.133423] env[62301]: DEBUG oslo_vmware.api [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570631, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.140191] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0666455c-08ff-496c-9e5c-f304ae1b9f18 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.148718] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8215991-c739-4c27-a466-34097f719683 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.185952] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142223f0-9cd9-4d8f-b726-1675ca1a64c8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.193796] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4491123a-dc19-4c28-af5f-566fb8d800c4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.208734] env[62301]: DEBUG nova.compute.provider_tree [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.240552] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570630, 'name': CreateVM_Task} progress is 25%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.254359] env[62301]: DEBUG oslo_concurrency.lockutils [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Acquiring lock "c7eabb57-0166-4a6c-852b-9dfbb762a515" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 938.254595] env[62301]: DEBUG oslo_concurrency.lockutils [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Lock "c7eabb57-0166-4a6c-852b-9dfbb762a515" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 938.486666] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1aab63ec-08e0-43d8-9365-0a2a3b84e875 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquiring lock "refresh_cache-b970a9ab-a179-4335-957d-3a1afd002aab" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.487117] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1aab63ec-08e0-43d8-9365-0a2a3b84e875 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquired lock "refresh_cache-b970a9ab-a179-4335-957d-3a1afd002aab" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.487117] env[62301]: DEBUG nova.network.neutron [None req-1aab63ec-08e0-43d8-9365-0a2a3b84e875 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 938.552510] env[62301]: DEBUG nova.network.neutron [req-b9e713e8-76b8-49b2-9ef9-d61013ea2117 req-91b05256-badf-4bf2-a350-ec00b288ef0b service nova] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Updated VIF entry in instance network info cache for port 4f2f6cfa-7cdb-4ccc-88a1-e0833c283aca. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 938.552917] env[62301]: DEBUG nova.network.neutron [req-b9e713e8-76b8-49b2-9ef9-d61013ea2117 req-91b05256-badf-4bf2-a350-ec00b288ef0b service nova] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Updating instance_info_cache with network_info: [{"id": "4f2f6cfa-7cdb-4ccc-88a1-e0833c283aca", "address": "fa:16:3e:4d:7f:7e", "network": {"id": "f58df9e3-61c0-41d5-a4fa-70db2f6f0b30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-576608794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4a399762bbd46c483973e1371d2429c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f2f6cfa-7c", "ovs_interfaceid": "4f2f6cfa-7cdb-4ccc-88a1-e0833c283aca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.635491] env[62301]: DEBUG oslo_vmware.api [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570631, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061578} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.635956] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 938.636959] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7503a399-2758-4a86-b214-8403980050e3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.661598] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] d44608fc-c2b2-4331-ba83-0553238f5f6d/d44608fc-c2b2-4331-ba83-0553238f5f6d.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 938.662229] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64fe0e34-b33c-4253-b46f-ecd898a1d3c6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.684025] env[62301]: DEBUG oslo_vmware.api [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Waiting for the task: (returnval){ [ 938.684025] env[62301]: value = "task-2570632" [ 938.684025] env[62301]: _type = "Task" [ 938.684025] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.692996] env[62301]: DEBUG oslo_vmware.api [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570632, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.714161] env[62301]: DEBUG nova.scheduler.client.report [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.740708] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570630, 'name': CreateVM_Task, 'duration_secs': 0.692741} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.741086] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 938.741937] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.742297] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.742661] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.743031] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcdfbedc-8fa9-4602-9932-ce42c81f49d2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.748198] env[62301]: DEBUG oslo_vmware.api [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 938.748198] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52936c6e-3d09-0932-5e4b-15a68f919244" [ 938.748198] env[62301]: _type = "Task" [ 938.748198] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.758979] env[62301]: DEBUG nova.compute.manager [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 938.761628] env[62301]: DEBUG oslo_vmware.api [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52936c6e-3d09-0932-5e4b-15a68f919244, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.998632] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-68930319-02dd-494d-839f-d9a3c8e07caf tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] Volume attach. Driver type: vmdk {{(pid=62301) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 938.998984] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-68930319-02dd-494d-839f-d9a3c8e07caf tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518893', 'volume_id': '0bc08a56-ea63-4a9a-baf1-b80ed11d08aa', 'name': 'volume-0bc08a56-ea63-4a9a-baf1-b80ed11d08aa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '55d6ae6c-b0fb-4b46-b600-3476d7828c5a', 'attached_at': '', 'detached_at': '', 'volume_id': '0bc08a56-ea63-4a9a-baf1-b80ed11d08aa', 'serial': '0bc08a56-ea63-4a9a-baf1-b80ed11d08aa'} {{(pid=62301) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 938.999847] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de428851-11bd-4697-9647-5491861841d5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.016976] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a069a3b8-dd2c-42e4-b380-4a616569e65a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.042572] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-68930319-02dd-494d-839f-d9a3c8e07caf tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] volume-0bc08a56-ea63-4a9a-baf1-b80ed11d08aa/volume-0bc08a56-ea63-4a9a-baf1-b80ed11d08aa.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 939.043650] env[62301]: WARNING nova.network.neutron [None req-1aab63ec-08e0-43d8-9365-0a2a3b84e875 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] 32aca2ac-882d-4f89-b75b-c3af9ad6fefe already exists in list: networks containing: ['32aca2ac-882d-4f89-b75b-c3af9ad6fefe']. ignoring it [ 939.045540] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e3afb40-2b77-4c7b-a1ae-a31413a06d18 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.061323] env[62301]: DEBUG oslo_concurrency.lockutils [req-b9e713e8-76b8-49b2-9ef9-d61013ea2117 req-91b05256-badf-4bf2-a350-ec00b288ef0b service nova] Releasing lock "refresh_cache-65e92d18-49eb-4861-801b-3508236943a7" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.069124] env[62301]: DEBUG oslo_vmware.api [None req-68930319-02dd-494d-839f-d9a3c8e07caf tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Waiting for the task: (returnval){ [ 939.069124] env[62301]: value = "task-2570633" [ 939.069124] env[62301]: _type = "Task" [ 939.069124] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.078177] env[62301]: DEBUG oslo_vmware.api [None req-68930319-02dd-494d-839f-d9a3c8e07caf tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Task: {'id': task-2570633, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.196077] env[62301]: DEBUG oslo_vmware.api [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570632, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.220051] env[62301]: DEBUG oslo_concurrency.lockutils [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.401s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.220051] env[62301]: DEBUG nova.compute.manager [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 939.222585] env[62301]: DEBUG oslo_concurrency.lockutils [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.591s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 939.222809] env[62301]: DEBUG nova.objects.instance [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Lazy-loading 'resources' on Instance uuid 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 939.260133] env[62301]: DEBUG oslo_vmware.api [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52936c6e-3d09-0932-5e4b-15a68f919244, 'name': SearchDatastore_Task, 'duration_secs': 0.016271} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.260447] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.260687] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 939.260958] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.261125] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.261312] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 939.261587] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03243c51-b305-4463-9fe5-909c2f86cc88 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.274797] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 939.277018] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 939.277018] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d248d93-d62b-4725-aa31-4b874cd9f734 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.290729] env[62301]: DEBUG oslo_vmware.api [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 939.290729] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]522adcbd-4ec8-7d52-9064-7860c14a38c8" [ 939.290729] env[62301]: _type = "Task" [ 939.290729] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.303404] env[62301]: DEBUG oslo_vmware.api [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]522adcbd-4ec8-7d52-9064-7860c14a38c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.309668] env[62301]: DEBUG oslo_concurrency.lockutils [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 939.436360] env[62301]: DEBUG nova.network.neutron [None req-1aab63ec-08e0-43d8-9365-0a2a3b84e875 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Updating instance_info_cache with network_info: [{"id": "662d5e82-9e34-4375-8b1c-6a8826a30867", "address": "fa:16:3e:7c:21:56", "network": {"id": "32aca2ac-882d-4f89-b75b-c3af9ad6fefe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1098447386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f44005617fbf4cf3a6dc1727b4da2f55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap662d5e82-9e", "ovs_interfaceid": "662d5e82-9e34-4375-8b1c-6a8826a30867", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "840f9d5c-48e0-40c5-9b82-2ace4130eeea", "address": "fa:16:3e:12:d4:b9", "network": {"id": "32aca2ac-882d-4f89-b75b-c3af9ad6fefe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1098447386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f44005617fbf4cf3a6dc1727b4da2f55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap840f9d5c-48", "ovs_interfaceid": "840f9d5c-48e0-40c5-9b82-2ace4130eeea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.581344] env[62301]: DEBUG oslo_vmware.api [None req-68930319-02dd-494d-839f-d9a3c8e07caf tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Task: {'id': task-2570633, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.693789] env[62301]: DEBUG oslo_vmware.api [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570632, 'name': ReconfigVM_Task, 'duration_secs': 0.675793} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.694092] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Reconfigured VM instance instance-00000055 to attach disk [datastore2] d44608fc-c2b2-4331-ba83-0553238f5f6d/d44608fc-c2b2-4331-ba83-0553238f5f6d.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 939.694742] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76e27ce4-dd89-439d-86d6-4e153d73b47d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.700361] env[62301]: DEBUG oslo_vmware.api [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Waiting for the task: (returnval){ [ 939.700361] env[62301]: value = "task-2570634" [ 939.700361] env[62301]: _type = "Task" [ 939.700361] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.708320] env[62301]: DEBUG oslo_vmware.api [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570634, 'name': Rename_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.726389] env[62301]: DEBUG nova.compute.utils [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 939.728694] env[62301]: DEBUG nova.objects.instance [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Lazy-loading 'numa_topology' on Instance uuid 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 939.729250] env[62301]: DEBUG nova.compute.manager [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 939.729427] env[62301]: DEBUG nova.network.neutron [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 939.766570] env[62301]: DEBUG nova.policy [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a8f3de2018d4e52aaaf9cc9ade88cd6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ea9bdc8a9b547d881e4051cff4426f9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 939.799420] env[62301]: DEBUG oslo_vmware.api [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]522adcbd-4ec8-7d52-9064-7860c14a38c8, 'name': SearchDatastore_Task, 'duration_secs': 0.010295} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.799650] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c70c4c6-f6b7-4360-84f5-edc747a5adeb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.804852] env[62301]: DEBUG oslo_vmware.api [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 939.804852] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52ecd0a6-e5fa-5d6c-1dbe-cbabd3dde425" [ 939.804852] env[62301]: _type = "Task" [ 939.804852] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.812815] env[62301]: DEBUG oslo_vmware.api [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52ecd0a6-e5fa-5d6c-1dbe-cbabd3dde425, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.894863] env[62301]: DEBUG nova.compute.manager [req-31259246-b476-420a-a1d3-b6e0a438c77d req-a652741c-a7fc-4290-a4ce-55d2c2690e00 service nova] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Received event network-vif-plugged-840f9d5c-48e0-40c5-9b82-2ace4130eeea {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 939.895054] env[62301]: DEBUG oslo_concurrency.lockutils [req-31259246-b476-420a-a1d3-b6e0a438c77d req-a652741c-a7fc-4290-a4ce-55d2c2690e00 service nova] Acquiring lock "b970a9ab-a179-4335-957d-3a1afd002aab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 939.895271] env[62301]: DEBUG oslo_concurrency.lockutils [req-31259246-b476-420a-a1d3-b6e0a438c77d req-a652741c-a7fc-4290-a4ce-55d2c2690e00 service nova] Lock "b970a9ab-a179-4335-957d-3a1afd002aab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 939.895439] env[62301]: DEBUG oslo_concurrency.lockutils [req-31259246-b476-420a-a1d3-b6e0a438c77d req-a652741c-a7fc-4290-a4ce-55d2c2690e00 service nova] Lock "b970a9ab-a179-4335-957d-3a1afd002aab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.896102] env[62301]: DEBUG nova.compute.manager [req-31259246-b476-420a-a1d3-b6e0a438c77d req-a652741c-a7fc-4290-a4ce-55d2c2690e00 service nova] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] No waiting events found dispatching network-vif-plugged-840f9d5c-48e0-40c5-9b82-2ace4130eeea {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 939.896333] env[62301]: WARNING nova.compute.manager [req-31259246-b476-420a-a1d3-b6e0a438c77d req-a652741c-a7fc-4290-a4ce-55d2c2690e00 service nova] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Received unexpected event network-vif-plugged-840f9d5c-48e0-40c5-9b82-2ace4130eeea for instance with vm_state active and task_state None. [ 939.896529] env[62301]: DEBUG nova.compute.manager [req-31259246-b476-420a-a1d3-b6e0a438c77d req-a652741c-a7fc-4290-a4ce-55d2c2690e00 service nova] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Received event network-changed-840f9d5c-48e0-40c5-9b82-2ace4130eeea {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 939.896698] env[62301]: DEBUG nova.compute.manager [req-31259246-b476-420a-a1d3-b6e0a438c77d req-a652741c-a7fc-4290-a4ce-55d2c2690e00 service nova] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Refreshing instance network info cache due to event network-changed-840f9d5c-48e0-40c5-9b82-2ace4130eeea. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 939.896870] env[62301]: DEBUG oslo_concurrency.lockutils [req-31259246-b476-420a-a1d3-b6e0a438c77d req-a652741c-a7fc-4290-a4ce-55d2c2690e00 service nova] Acquiring lock "refresh_cache-b970a9ab-a179-4335-957d-3a1afd002aab" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.939614] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1aab63ec-08e0-43d8-9365-0a2a3b84e875 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Releasing lock "refresh_cache-b970a9ab-a179-4335-957d-3a1afd002aab" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.940413] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1aab63ec-08e0-43d8-9365-0a2a3b84e875 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquiring lock "b970a9ab-a179-4335-957d-3a1afd002aab" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.940518] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1aab63ec-08e0-43d8-9365-0a2a3b84e875 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquired lock "b970a9ab-a179-4335-957d-3a1afd002aab" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.940758] env[62301]: DEBUG oslo_concurrency.lockutils [req-31259246-b476-420a-a1d3-b6e0a438c77d req-a652741c-a7fc-4290-a4ce-55d2c2690e00 service nova] Acquired lock "refresh_cache-b970a9ab-a179-4335-957d-3a1afd002aab" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.940979] env[62301]: DEBUG nova.network.neutron [req-31259246-b476-420a-a1d3-b6e0a438c77d req-a652741c-a7fc-4290-a4ce-55d2c2690e00 service nova] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Refreshing network info cache for port 840f9d5c-48e0-40c5-9b82-2ace4130eeea {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 939.942789] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e2ec65-5b01-4e78-9af8-ac02cec2b2da {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.962046] env[62301]: DEBUG nova.virt.hardware [None req-1aab63ec-08e0-43d8-9365-0a2a3b84e875 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 939.962361] env[62301]: DEBUG nova.virt.hardware [None req-1aab63ec-08e0-43d8-9365-0a2a3b84e875 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 939.962529] env[62301]: DEBUG nova.virt.hardware [None req-1aab63ec-08e0-43d8-9365-0a2a3b84e875 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 939.962710] env[62301]: DEBUG nova.virt.hardware [None req-1aab63ec-08e0-43d8-9365-0a2a3b84e875 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 939.962858] env[62301]: DEBUG nova.virt.hardware [None req-1aab63ec-08e0-43d8-9365-0a2a3b84e875 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 939.963057] env[62301]: DEBUG nova.virt.hardware [None req-1aab63ec-08e0-43d8-9365-0a2a3b84e875 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 939.963291] env[62301]: DEBUG nova.virt.hardware [None req-1aab63ec-08e0-43d8-9365-0a2a3b84e875 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 939.963453] env[62301]: DEBUG nova.virt.hardware [None req-1aab63ec-08e0-43d8-9365-0a2a3b84e875 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 939.963617] env[62301]: DEBUG nova.virt.hardware [None req-1aab63ec-08e0-43d8-9365-0a2a3b84e875 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 939.963776] env[62301]: DEBUG nova.virt.hardware [None req-1aab63ec-08e0-43d8-9365-0a2a3b84e875 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 939.963946] env[62301]: DEBUG nova.virt.hardware [None req-1aab63ec-08e0-43d8-9365-0a2a3b84e875 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 939.970647] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-1aab63ec-08e0-43d8-9365-0a2a3b84e875 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Reconfiguring VM to attach interface {{(pid=62301) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 939.971593] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22999100-60f9-4cb6-99c4-f08ddf7c2987 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.992222] env[62301]: DEBUG oslo_vmware.api [None req-1aab63ec-08e0-43d8-9365-0a2a3b84e875 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Waiting for the task: (returnval){ [ 939.992222] env[62301]: value = "task-2570635" [ 939.992222] env[62301]: _type = "Task" [ 939.992222] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.000272] env[62301]: DEBUG oslo_vmware.api [None req-1aab63ec-08e0-43d8-9365-0a2a3b84e875 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570635, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.036468] env[62301]: DEBUG nova.network.neutron [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Successfully created port: b0daf005-802b-4441-b025-dba81de00f9d {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 940.080763] env[62301]: DEBUG oslo_vmware.api [None req-68930319-02dd-494d-839f-d9a3c8e07caf tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Task: {'id': task-2570633, 'name': ReconfigVM_Task, 'duration_secs': 0.636909} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.081116] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-68930319-02dd-494d-839f-d9a3c8e07caf tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] Reconfigured VM instance instance-00000033 to attach disk [datastore2] volume-0bc08a56-ea63-4a9a-baf1-b80ed11d08aa/volume-0bc08a56-ea63-4a9a-baf1-b80ed11d08aa.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 940.086103] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65ae082f-d0f5-41d8-a8b6-4cdcfb8908bf {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.102685] env[62301]: DEBUG oslo_vmware.api [None req-68930319-02dd-494d-839f-d9a3c8e07caf tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Waiting for the task: (returnval){ [ 940.102685] env[62301]: value = "task-2570636" [ 940.102685] env[62301]: _type = "Task" [ 940.102685] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.113652] env[62301]: DEBUG oslo_vmware.api [None req-68930319-02dd-494d-839f-d9a3c8e07caf tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Task: {'id': task-2570636, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.212974] env[62301]: DEBUG oslo_vmware.api [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570634, 'name': Rename_Task, 'duration_secs': 0.361592} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.212974] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 940.212974] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb670595-b422-4994-9ea1-d29cabcc88ea {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.217764] env[62301]: DEBUG oslo_vmware.api [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Waiting for the task: (returnval){ [ 940.217764] env[62301]: value = "task-2570637" [ 940.217764] env[62301]: _type = "Task" [ 940.217764] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.225833] env[62301]: DEBUG oslo_vmware.api [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570637, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.230482] env[62301]: DEBUG nova.compute.manager [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 940.233145] env[62301]: DEBUG nova.objects.base [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Object Instance<7015dc41-f1f8-4dd4-8e35-6ea6e574d44e> lazy-loaded attributes: resources,numa_topology {{(pid=62301) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 940.317073] env[62301]: DEBUG oslo_vmware.api [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52ecd0a6-e5fa-5d6c-1dbe-cbabd3dde425, 'name': SearchDatastore_Task, 'duration_secs': 0.008523} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.317377] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.317637] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] 65e92d18-49eb-4861-801b-3508236943a7/65e92d18-49eb-4861-801b-3508236943a7.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 940.317887] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-637d5387-2d7e-46e8-bf65-6aac1bbf0a05 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.324302] env[62301]: DEBUG oslo_vmware.api [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 940.324302] env[62301]: value = "task-2570638" [ 940.324302] env[62301]: _type = "Task" [ 940.324302] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.336200] env[62301]: DEBUG oslo_vmware.api [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570638, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.509933] env[62301]: DEBUG oslo_vmware.api [None req-1aab63ec-08e0-43d8-9365-0a2a3b84e875 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570635, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.528256] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2f801c-e0f8-489c-a113-4b21652392e6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.537655] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490cc956-c0ed-461f-898a-500d3bf580ad {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.574772] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b654f22a-1ee9-467a-817a-9ba4119305de {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.584274] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8cc169e-cf9b-4a4c-abb2-fa9925c537ba {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.601675] env[62301]: DEBUG nova.compute.provider_tree [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.618899] env[62301]: DEBUG oslo_vmware.api [None req-68930319-02dd-494d-839f-d9a3c8e07caf tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Task: {'id': task-2570636, 'name': ReconfigVM_Task, 'duration_secs': 0.182806} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.619281] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-68930319-02dd-494d-839f-d9a3c8e07caf tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518893', 'volume_id': '0bc08a56-ea63-4a9a-baf1-b80ed11d08aa', 'name': 'volume-0bc08a56-ea63-4a9a-baf1-b80ed11d08aa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '55d6ae6c-b0fb-4b46-b600-3476d7828c5a', 'attached_at': '', 'detached_at': '', 'volume_id': '0bc08a56-ea63-4a9a-baf1-b80ed11d08aa', 'serial': '0bc08a56-ea63-4a9a-baf1-b80ed11d08aa'} {{(pid=62301) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 940.729825] env[62301]: DEBUG oslo_vmware.api [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570637, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.754784] env[62301]: DEBUG nova.network.neutron [req-31259246-b476-420a-a1d3-b6e0a438c77d req-a652741c-a7fc-4290-a4ce-55d2c2690e00 service nova] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Updated VIF entry in instance network info cache for port 840f9d5c-48e0-40c5-9b82-2ace4130eeea. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 940.757023] env[62301]: DEBUG nova.network.neutron [req-31259246-b476-420a-a1d3-b6e0a438c77d req-a652741c-a7fc-4290-a4ce-55d2c2690e00 service nova] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Updating instance_info_cache with network_info: [{"id": "662d5e82-9e34-4375-8b1c-6a8826a30867", "address": "fa:16:3e:7c:21:56", "network": {"id": "32aca2ac-882d-4f89-b75b-c3af9ad6fefe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1098447386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f44005617fbf4cf3a6dc1727b4da2f55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap662d5e82-9e", "ovs_interfaceid": "662d5e82-9e34-4375-8b1c-6a8826a30867", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "840f9d5c-48e0-40c5-9b82-2ace4130eeea", "address": "fa:16:3e:12:d4:b9", "network": {"id": "32aca2ac-882d-4f89-b75b-c3af9ad6fefe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1098447386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f44005617fbf4cf3a6dc1727b4da2f55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap840f9d5c-48", "ovs_interfaceid": "840f9d5c-48e0-40c5-9b82-2ace4130eeea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.835297] env[62301]: DEBUG oslo_vmware.api [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570638, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479868} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.835567] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] 65e92d18-49eb-4861-801b-3508236943a7/65e92d18-49eb-4861-801b-3508236943a7.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 940.835776] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 940.836042] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-528dbd9e-c888-4f4a-8fd3-34bf6b987c18 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.842644] env[62301]: DEBUG oslo_vmware.api [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 940.842644] env[62301]: value = "task-2570639" [ 940.842644] env[62301]: _type = "Task" [ 940.842644] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.850598] env[62301]: DEBUG oslo_vmware.api [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570639, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.003587] env[62301]: DEBUG oslo_vmware.api [None req-1aab63ec-08e0-43d8-9365-0a2a3b84e875 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570635, 'name': ReconfigVM_Task, 'duration_secs': 0.725449} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.004058] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1aab63ec-08e0-43d8-9365-0a2a3b84e875 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Releasing lock "b970a9ab-a179-4335-957d-3a1afd002aab" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.004291] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-1aab63ec-08e0-43d8-9365-0a2a3b84e875 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Reconfigured VM to attach interface {{(pid=62301) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 941.107329] env[62301]: DEBUG nova.scheduler.client.report [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.228741] env[62301]: DEBUG oslo_vmware.api [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570637, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.244644] env[62301]: DEBUG nova.compute.manager [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 941.257927] env[62301]: DEBUG oslo_concurrency.lockutils [req-31259246-b476-420a-a1d3-b6e0a438c77d req-a652741c-a7fc-4290-a4ce-55d2c2690e00 service nova] Releasing lock "refresh_cache-b970a9ab-a179-4335-957d-3a1afd002aab" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.266420] env[62301]: DEBUG nova.virt.hardware [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 941.266782] env[62301]: DEBUG nova.virt.hardware [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 941.266849] env[62301]: DEBUG nova.virt.hardware [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 941.267022] env[62301]: DEBUG nova.virt.hardware [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 941.267174] env[62301]: DEBUG nova.virt.hardware [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 941.267345] env[62301]: DEBUG nova.virt.hardware [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 941.267557] env[62301]: DEBUG nova.virt.hardware [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 941.267715] env[62301]: DEBUG nova.virt.hardware [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 941.267880] env[62301]: DEBUG nova.virt.hardware [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 941.268054] env[62301]: DEBUG nova.virt.hardware [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 941.268278] env[62301]: DEBUG nova.virt.hardware [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 941.269207] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f400b07-7178-4aa3-8316-10f26309ded5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.277282] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d475bbe5-046b-406e-85cf-156268979ad3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.351880] env[62301]: DEBUG oslo_vmware.api [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570639, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074504} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.352159] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 941.352946] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ed8fc7-2a7c-4237-a5e9-07c8f33e3a48 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.376578] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 65e92d18-49eb-4861-801b-3508236943a7/65e92d18-49eb-4861-801b-3508236943a7.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 941.376877] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09d2bc4f-5a6d-4ef0-b655-99b4bf0d9cda {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.396591] env[62301]: DEBUG oslo_vmware.api [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 941.396591] env[62301]: value = "task-2570640" [ 941.396591] env[62301]: _type = "Task" [ 941.396591] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.404948] env[62301]: DEBUG oslo_vmware.api [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570640, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.508968] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1aab63ec-08e0-43d8-9365-0a2a3b84e875 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lock "interface-b970a9ab-a179-4335-957d-3a1afd002aab-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.694s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.613255] env[62301]: DEBUG oslo_concurrency.lockutils [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.390s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.615265] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0baa8658-ff42-4883-aa62-425cc377d99c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.244s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.615443] env[62301]: DEBUG nova.objects.instance [None req-0baa8658-ff42-4883-aa62-425cc377d99c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lazy-loading 'resources' on Instance uuid bdfc1a8d-4088-4632-8000-1e59fb4d7b8d {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 941.663721] env[62301]: DEBUG nova.objects.instance [None req-68930319-02dd-494d-839f-d9a3c8e07caf tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Lazy-loading 'flavor' on Instance uuid 55d6ae6c-b0fb-4b46-b600-3476d7828c5a {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 941.728741] env[62301]: DEBUG oslo_vmware.api [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570637, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.835238] env[62301]: DEBUG nova.network.neutron [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Successfully updated port: b0daf005-802b-4441-b025-dba81de00f9d {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 941.907067] env[62301]: DEBUG oslo_vmware.api [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.125071] env[62301]: DEBUG oslo_concurrency.lockutils [None req-77627fe3-3f62-4a0a-824a-462c79f94631 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Lock "7015dc41-f1f8-4dd4-8e35-6ea6e574d44e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 28.313s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.126030] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Lock "7015dc41-f1f8-4dd4-8e35-6ea6e574d44e" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 7.128s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.126308] env[62301]: INFO nova.compute.manager [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Unshelving [ 942.164184] env[62301]: DEBUG nova.compute.manager [req-8c6c29f5-178d-4dc3-ac23-73e5a0b8207e req-950f1946-024c-4ce1-b941-e266ab8c88bd service nova] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Received event network-vif-plugged-b0daf005-802b-4441-b025-dba81de00f9d {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 942.164493] env[62301]: DEBUG oslo_concurrency.lockutils [req-8c6c29f5-178d-4dc3-ac23-73e5a0b8207e req-950f1946-024c-4ce1-b941-e266ab8c88bd service nova] Acquiring lock "1ac5d7c4-6057-4e7e-813b-50bb62790679-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.164887] env[62301]: DEBUG oslo_concurrency.lockutils [req-8c6c29f5-178d-4dc3-ac23-73e5a0b8207e req-950f1946-024c-4ce1-b941-e266ab8c88bd service nova] Lock "1ac5d7c4-6057-4e7e-813b-50bb62790679-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.164887] env[62301]: DEBUG oslo_concurrency.lockutils [req-8c6c29f5-178d-4dc3-ac23-73e5a0b8207e req-950f1946-024c-4ce1-b941-e266ab8c88bd service nova] Lock "1ac5d7c4-6057-4e7e-813b-50bb62790679-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.164887] env[62301]: DEBUG nova.compute.manager [req-8c6c29f5-178d-4dc3-ac23-73e5a0b8207e req-950f1946-024c-4ce1-b941-e266ab8c88bd service nova] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] No waiting events found dispatching network-vif-plugged-b0daf005-802b-4441-b025-dba81de00f9d {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 942.165165] env[62301]: WARNING nova.compute.manager [req-8c6c29f5-178d-4dc3-ac23-73e5a0b8207e req-950f1946-024c-4ce1-b941-e266ab8c88bd service nova] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Received unexpected event network-vif-plugged-b0daf005-802b-4441-b025-dba81de00f9d for instance with vm_state building and task_state spawning. [ 942.165225] env[62301]: DEBUG nova.compute.manager [req-8c6c29f5-178d-4dc3-ac23-73e5a0b8207e req-950f1946-024c-4ce1-b941-e266ab8c88bd service nova] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Received event network-changed-b0daf005-802b-4441-b025-dba81de00f9d {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 942.165381] env[62301]: DEBUG nova.compute.manager [req-8c6c29f5-178d-4dc3-ac23-73e5a0b8207e req-950f1946-024c-4ce1-b941-e266ab8c88bd service nova] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Refreshing instance network info cache due to event network-changed-b0daf005-802b-4441-b025-dba81de00f9d. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 942.165816] env[62301]: DEBUG oslo_concurrency.lockutils [req-8c6c29f5-178d-4dc3-ac23-73e5a0b8207e req-950f1946-024c-4ce1-b941-e266ab8c88bd service nova] Acquiring lock "refresh_cache-1ac5d7c4-6057-4e7e-813b-50bb62790679" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.165816] env[62301]: DEBUG oslo_concurrency.lockutils [req-8c6c29f5-178d-4dc3-ac23-73e5a0b8207e req-950f1946-024c-4ce1-b941-e266ab8c88bd service nova] Acquired lock "refresh_cache-1ac5d7c4-6057-4e7e-813b-50bb62790679" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.165982] env[62301]: DEBUG nova.network.neutron [req-8c6c29f5-178d-4dc3-ac23-73e5a0b8207e req-950f1946-024c-4ce1-b941-e266ab8c88bd service nova] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Refreshing network info cache for port b0daf005-802b-4441-b025-dba81de00f9d {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 942.169913] env[62301]: DEBUG oslo_concurrency.lockutils [None req-68930319-02dd-494d-839f-d9a3c8e07caf tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Lock "55d6ae6c-b0fb-4b46-b600-3476d7828c5a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.324s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.229631] env[62301]: DEBUG oslo_vmware.api [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570637, 'name': PowerOnVM_Task, 'duration_secs': 1.884401} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.232291] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 942.232494] env[62301]: INFO nova.compute.manager [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Took 9.61 seconds to spawn the instance on the hypervisor. [ 942.232673] env[62301]: DEBUG nova.compute.manager [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 942.234049] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19f78b9-1447-4a74-9585-d2b02f43e0bc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.337956] env[62301]: DEBUG oslo_concurrency.lockutils [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquiring lock "refresh_cache-1ac5d7c4-6057-4e7e-813b-50bb62790679" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.382826] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc265953-cea8-4a89-bf8f-addca1a5ab4a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.391353] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08450b16-29c6-4dae-8003-28db5c534d89 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.428064] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022210b3-d155-4d99-9470-ef5bc5ddac79 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.439208] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5769ad-95f7-4775-96bb-9079c4eac25e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.444015] env[62301]: DEBUG oslo_vmware.api [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570640, 'name': ReconfigVM_Task, 'duration_secs': 1.015517} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.444320] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 65e92d18-49eb-4861-801b-3508236943a7/65e92d18-49eb-4861-801b-3508236943a7.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 942.445340] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39e20b32-070d-4bc0-b44f-50682e2346c5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.455941] env[62301]: DEBUG nova.compute.provider_tree [None req-0baa8658-ff42-4883-aa62-425cc377d99c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.458484] env[62301]: DEBUG oslo_vmware.api [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 942.458484] env[62301]: value = "task-2570641" [ 942.458484] env[62301]: _type = "Task" [ 942.458484] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.466769] env[62301]: DEBUG oslo_vmware.api [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570641, 'name': Rename_Task} progress is 10%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.711519] env[62301]: DEBUG nova.network.neutron [req-8c6c29f5-178d-4dc3-ac23-73e5a0b8207e req-950f1946-024c-4ce1-b941-e266ab8c88bd service nova] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 942.750878] env[62301]: INFO nova.compute.manager [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Took 20.11 seconds to build instance. [ 942.825519] env[62301]: DEBUG nova.network.neutron [req-8c6c29f5-178d-4dc3-ac23-73e5a0b8207e req-950f1946-024c-4ce1-b941-e266ab8c88bd service nova] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.960091] env[62301]: DEBUG nova.scheduler.client.report [None req-0baa8658-ff42-4883-aa62-425cc377d99c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.974842] env[62301]: DEBUG oslo_vmware.api [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570641, 'name': Rename_Task, 'duration_secs': 0.253089} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.975128] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 942.975399] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35d15334-d62a-443e-a625-bac2d40b76c3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.985022] env[62301]: DEBUG oslo_vmware.api [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 942.985022] env[62301]: value = "task-2570642" [ 942.985022] env[62301]: _type = "Task" [ 942.985022] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.994834] env[62301]: DEBUG oslo_vmware.api [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570642, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.136066] env[62301]: DEBUG nova.compute.utils [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 943.139188] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cef41a55-d209-4d5e-9274-89da00562d2e tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Acquiring lock "55d6ae6c-b0fb-4b46-b600-3476d7828c5a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 943.139292] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cef41a55-d209-4d5e-9274-89da00562d2e tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Lock "55d6ae6c-b0fb-4b46-b600-3476d7828c5a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.254952] env[62301]: DEBUG oslo_concurrency.lockutils [None req-20f2402f-f186-4fb2-b366-2ec0322c0e27 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Lock "d44608fc-c2b2-4331-ba83-0553238f5f6d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.628s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.328342] env[62301]: DEBUG oslo_concurrency.lockutils [req-8c6c29f5-178d-4dc3-ac23-73e5a0b8207e req-950f1946-024c-4ce1-b941-e266ab8c88bd service nova] Releasing lock "refresh_cache-1ac5d7c4-6057-4e7e-813b-50bb62790679" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.328718] env[62301]: DEBUG oslo_concurrency.lockutils [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquired lock "refresh_cache-1ac5d7c4-6057-4e7e-813b-50bb62790679" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.328869] env[62301]: DEBUG nova.network.neutron [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 943.434734] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0096b714-9dbc-4294-87a9-81fff6269b4a tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquiring lock "interface-b970a9ab-a179-4335-957d-3a1afd002aab-840f9d5c-48e0-40c5-9b82-2ace4130eeea" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 943.434983] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0096b714-9dbc-4294-87a9-81fff6269b4a tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lock "interface-b970a9ab-a179-4335-957d-3a1afd002aab-840f9d5c-48e0-40c5-9b82-2ace4130eeea" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.469774] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0baa8658-ff42-4883-aa62-425cc377d99c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.854s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.474381] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.390s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.474574] env[62301]: DEBUG nova.objects.instance [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62301) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 943.493050] env[62301]: DEBUG oslo_vmware.api [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570642, 'name': PowerOnVM_Task, 'duration_secs': 0.446481} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.493334] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 943.493599] env[62301]: INFO nova.compute.manager [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Took 8.48 seconds to spawn the instance on the hypervisor. [ 943.494474] env[62301]: DEBUG nova.compute.manager [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 943.495335] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa45beb-856f-4a50-a9de-8fdd4de76232 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.499210] env[62301]: INFO nova.scheduler.client.report [None req-0baa8658-ff42-4883-aa62-425cc377d99c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Deleted allocations for instance bdfc1a8d-4088-4632-8000-1e59fb4d7b8d [ 943.639759] env[62301]: INFO nova.virt.block_device [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Booting with volume e0c2c132-41ef-4277-a647-830ca77c732a at /dev/sdb [ 943.642409] env[62301]: INFO nova.compute.manager [None req-cef41a55-d209-4d5e-9274-89da00562d2e tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] Detaching volume 0bc08a56-ea63-4a9a-baf1-b80ed11d08aa [ 943.677030] env[62301]: INFO nova.virt.block_device [None req-cef41a55-d209-4d5e-9274-89da00562d2e tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] Attempting to driver detach volume 0bc08a56-ea63-4a9a-baf1-b80ed11d08aa from mountpoint /dev/sdb [ 943.677030] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-cef41a55-d209-4d5e-9274-89da00562d2e tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] Volume detach. Driver type: vmdk {{(pid=62301) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 943.677030] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-cef41a55-d209-4d5e-9274-89da00562d2e tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518893', 'volume_id': '0bc08a56-ea63-4a9a-baf1-b80ed11d08aa', 'name': 'volume-0bc08a56-ea63-4a9a-baf1-b80ed11d08aa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '55d6ae6c-b0fb-4b46-b600-3476d7828c5a', 'attached_at': '', 'detached_at': '', 'volume_id': '0bc08a56-ea63-4a9a-baf1-b80ed11d08aa', 'serial': '0bc08a56-ea63-4a9a-baf1-b80ed11d08aa'} {{(pid=62301) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 943.677030] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a826052e-282b-431a-8d26-36791fbe1ac1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.679670] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f94f0c-662e-402d-9eb4-1a8ba95120f2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.705897] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb563a8-1cbf-417e-86f5-ea74348e8c74 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.711258] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f284672f-879a-4da6-a515-7e87d1100767 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.728380] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ab8fa9-1c7a-4b14-a42c-c05d54ef6890 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.767866] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345e41b5-c0ce-408b-bea1-4ebc7d8492e5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.770960] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-baaf2b36-a9c7-468a-8031-59989df44040 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.785989] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-cef41a55-d209-4d5e-9274-89da00562d2e tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] The volume has not been displaced from its original location: [datastore2] volume-0bc08a56-ea63-4a9a-baf1-b80ed11d08aa/volume-0bc08a56-ea63-4a9a-baf1-b80ed11d08aa.vmdk. No consolidation needed. {{(pid=62301) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 943.791285] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-cef41a55-d209-4d5e-9274-89da00562d2e tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] Reconfiguring VM instance instance-00000033 to detach disk 2001 {{(pid=62301) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 943.792710] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c259280-04fb-4c0f-8f8e-620ac9007187 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.808945] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d5722b-b828-4f64-917e-ea1a3e301ce8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.825941] env[62301]: DEBUG oslo_vmware.api [None req-cef41a55-d209-4d5e-9274-89da00562d2e tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Waiting for the task: (returnval){ [ 943.825941] env[62301]: value = "task-2570643" [ 943.825941] env[62301]: _type = "Task" [ 943.825941] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.835819] env[62301]: DEBUG oslo_vmware.api [None req-cef41a55-d209-4d5e-9274-89da00562d2e tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Task: {'id': task-2570643, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.850565] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4025550-059a-4c79-9739-fc1977ea31d9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.859031] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4843702-469c-4e71-8235-881a1279f577 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.875850] env[62301]: DEBUG nova.virt.block_device [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Updating existing volume attachment record: d53f4b67-3618-425e-83e4-9837234496a1 {{(pid=62301) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 943.885179] env[62301]: DEBUG nova.network.neutron [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 943.938304] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0096b714-9dbc-4294-87a9-81fff6269b4a tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquiring lock "b970a9ab-a179-4335-957d-3a1afd002aab" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.938507] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0096b714-9dbc-4294-87a9-81fff6269b4a tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquired lock "b970a9ab-a179-4335-957d-3a1afd002aab" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.939468] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41029564-961e-4be6-82e7-779839b3eeb4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.956918] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a9eeb7-2c3e-495d-82cc-1333db467a49 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.995291] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0096b714-9dbc-4294-87a9-81fff6269b4a tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Reconfiguring VM to detach interface {{(pid=62301) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 943.995291] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb0f8932-d1c8-44a7-8722-46e03355e838 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.014444] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0baa8658-ff42-4883-aa62-425cc377d99c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "bdfc1a8d-4088-4632-8000-1e59fb4d7b8d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.076s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.020253] env[62301]: DEBUG oslo_vmware.api [None req-0096b714-9dbc-4294-87a9-81fff6269b4a tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Waiting for the task: (returnval){ [ 944.020253] env[62301]: value = "task-2570644" [ 944.020253] env[62301]: _type = "Task" [ 944.020253] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.022149] env[62301]: INFO nova.compute.manager [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Took 17.92 seconds to build instance. [ 944.033416] env[62301]: DEBUG oslo_vmware.api [None req-0096b714-9dbc-4294-87a9-81fff6269b4a tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570644, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.140620] env[62301]: DEBUG nova.network.neutron [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Updating instance_info_cache with network_info: [{"id": "b0daf005-802b-4441-b025-dba81de00f9d", "address": "fa:16:3e:22:30:8d", "network": {"id": "2bb96169-7594-47bb-8c69-56a2af9dfa32", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1110516366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ea9bdc8a9b547d881e4051cff4426f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0daf005-80", "ovs_interfaceid": "b0daf005-802b-4441-b025-dba81de00f9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.335544] env[62301]: DEBUG oslo_vmware.api [None req-cef41a55-d209-4d5e-9274-89da00562d2e tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Task: {'id': task-2570643, 'name': ReconfigVM_Task, 'duration_secs': 0.385613} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.335879] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-cef41a55-d209-4d5e-9274-89da00562d2e tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] Reconfigured VM instance instance-00000033 to detach disk 2001 {{(pid=62301) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 944.340532] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26142aa5-bfda-4bd9-a4c6-370d68eb2606 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.356056] env[62301]: DEBUG oslo_vmware.api [None req-cef41a55-d209-4d5e-9274-89da00562d2e tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Waiting for the task: (returnval){ [ 944.356056] env[62301]: value = "task-2570646" [ 944.356056] env[62301]: _type = "Task" [ 944.356056] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.363898] env[62301]: DEBUG oslo_vmware.api [None req-cef41a55-d209-4d5e-9274-89da00562d2e tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Task: {'id': task-2570646, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.372018] env[62301]: DEBUG oslo_concurrency.lockutils [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Acquiring lock "e7bef627-ecfa-4a7c-b042-0bcd60d54396" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.372280] env[62301]: DEBUG oslo_concurrency.lockutils [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Lock "e7bef627-ecfa-4a7c-b042-0bcd60d54396" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.494106] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c214324c-76ae-4d94-8de3-5d0ebf51e1f0 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.495588] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.319s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.497140] env[62301]: INFO nova.compute.claims [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 9b75c3ad-c32e-42c8-943a-70254bcf68dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 944.527832] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b944c0bd-e2cb-4b92-8c89-25cce4b31393 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "65e92d18-49eb-4861-801b-3508236943a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.436s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.532532] env[62301]: DEBUG oslo_vmware.api [None req-0096b714-9dbc-4294-87a9-81fff6269b4a tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570644, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.643771] env[62301]: DEBUG oslo_concurrency.lockutils [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Releasing lock "refresh_cache-1ac5d7c4-6057-4e7e-813b-50bb62790679" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.644230] env[62301]: DEBUG nova.compute.manager [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Instance network_info: |[{"id": "b0daf005-802b-4441-b025-dba81de00f9d", "address": "fa:16:3e:22:30:8d", "network": {"id": "2bb96169-7594-47bb-8c69-56a2af9dfa32", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1110516366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ea9bdc8a9b547d881e4051cff4426f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0daf005-80", "ovs_interfaceid": "b0daf005-802b-4441-b025-dba81de00f9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 944.644662] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:30:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d054505-89d3-49c5-8b38-5da917a42c49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0daf005-802b-4441-b025-dba81de00f9d', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 944.652355] env[62301]: DEBUG oslo.service.loopingcall [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 944.652624] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 944.652871] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c5db85f-3e17-4aa0-a6bc-55f9d4e6c355 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.674264] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 944.674264] env[62301]: value = "task-2570649" [ 944.674264] env[62301]: _type = "Task" [ 944.674264] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.682449] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570649, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.758236] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquiring lock "65e92d18-49eb-4861-801b-3508236943a7" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.758584] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "65e92d18-49eb-4861-801b-3508236943a7" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.758699] env[62301]: INFO nova.compute.manager [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Shelving [ 944.867208] env[62301]: DEBUG oslo_vmware.api [None req-cef41a55-d209-4d5e-9274-89da00562d2e tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Task: {'id': task-2570646, 'name': ReconfigVM_Task, 'duration_secs': 0.193513} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.867485] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-cef41a55-d209-4d5e-9274-89da00562d2e tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518893', 'volume_id': '0bc08a56-ea63-4a9a-baf1-b80ed11d08aa', 'name': 'volume-0bc08a56-ea63-4a9a-baf1-b80ed11d08aa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '55d6ae6c-b0fb-4b46-b600-3476d7828c5a', 'attached_at': '', 'detached_at': '', 'volume_id': '0bc08a56-ea63-4a9a-baf1-b80ed11d08aa', 'serial': '0bc08a56-ea63-4a9a-baf1-b80ed11d08aa'} {{(pid=62301) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 944.874916] env[62301]: DEBUG nova.compute.manager [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: e7bef627-ecfa-4a7c-b042-0bcd60d54396] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 945.032078] env[62301]: DEBUG oslo_vmware.api [None req-0096b714-9dbc-4294-87a9-81fff6269b4a tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570644, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.184211] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570649, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.400543] env[62301]: DEBUG oslo_concurrency.lockutils [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.414307] env[62301]: DEBUG nova.objects.instance [None req-cef41a55-d209-4d5e-9274-89da00562d2e tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Lazy-loading 'flavor' on Instance uuid 55d6ae6c-b0fb-4b46-b600-3476d7828c5a {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.531876] env[62301]: DEBUG oslo_vmware.api [None req-0096b714-9dbc-4294-87a9-81fff6269b4a tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570644, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.685266] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570649, 'name': CreateVM_Task, 'duration_secs': 0.694384} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.687563] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 945.688774] env[62301]: DEBUG oslo_concurrency.lockutils [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.688879] env[62301]: DEBUG oslo_concurrency.lockutils [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.689217] env[62301]: DEBUG oslo_concurrency.lockutils [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.689667] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ac7f416-44a2-4682-8f93-8bc8e186d3c2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.694174] env[62301]: DEBUG oslo_vmware.api [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 945.694174] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]525d1f04-b8f5-62d3-33d8-bef6ab0e6dbb" [ 945.694174] env[62301]: _type = "Task" [ 945.694174] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.705372] env[62301]: DEBUG oslo_vmware.api [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]525d1f04-b8f5-62d3-33d8-bef6ab0e6dbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.722793] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fac89e5-f632-4e30-8c82-2a933ea660b7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.729980] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ef4f71-23c8-4685-9ed0-cfb97092003d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.762870] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18d76d1-0b61-4353-9c4a-11116467d591 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.769933] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.770238] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb2652f9-aa87-4e53-a967-1e201b7c8682 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.772637] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318d7ccf-988c-4fca-870f-14ec18358d84 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.787097] env[62301]: DEBUG nova.compute.provider_tree [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.790044] env[62301]: DEBUG oslo_vmware.api [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 945.790044] env[62301]: value = "task-2570650" [ 945.790044] env[62301]: _type = "Task" [ 945.790044] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.033084] env[62301]: DEBUG oslo_vmware.api [None req-0096b714-9dbc-4294-87a9-81fff6269b4a tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570644, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.204329] env[62301]: DEBUG oslo_vmware.api [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]525d1f04-b8f5-62d3-33d8-bef6ab0e6dbb, 'name': SearchDatastore_Task, 'duration_secs': 0.015631} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.204664] env[62301]: DEBUG oslo_concurrency.lockutils [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.204864] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.205109] env[62301]: DEBUG oslo_concurrency.lockutils [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.205338] env[62301]: DEBUG oslo_concurrency.lockutils [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.205559] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.205816] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-775820af-dc19-44ff-abaa-2de5c6c56045 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.214015] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.214161] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.214901] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15bf0ad2-b82c-4729-9788-46d460fa103e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.219678] env[62301]: DEBUG oslo_vmware.api [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 946.219678] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52b05dcc-a6fb-3752-0724-016177933654" [ 946.219678] env[62301]: _type = "Task" [ 946.219678] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.227134] env[62301]: DEBUG oslo_vmware.api [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52b05dcc-a6fb-3752-0724-016177933654, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.291835] env[62301]: DEBUG nova.scheduler.client.report [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.304148] env[62301]: DEBUG oslo_vmware.api [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570650, 'name': PowerOffVM_Task, 'duration_secs': 0.221407} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.304802] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 946.305552] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f5b5bb-b786-4343-a123-f80047e0b65d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.324092] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b0627b-567f-4963-be48-3512ed6e2ef5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.421721] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cef41a55-d209-4d5e-9274-89da00562d2e tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Lock "55d6ae6c-b0fb-4b46-b600-3476d7828c5a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.282s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.533285] env[62301]: DEBUG oslo_vmware.api [None req-0096b714-9dbc-4294-87a9-81fff6269b4a tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570644, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.731891] env[62301]: DEBUG oslo_vmware.api [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52b05dcc-a6fb-3752-0724-016177933654, 'name': SearchDatastore_Task, 'duration_secs': 0.01578} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.732701] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d608d8a-a8e6-4b4e-aec6-5c4be9ef67b3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.737513] env[62301]: DEBUG oslo_vmware.api [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 946.737513] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]520bbafe-f18f-af90-d6fb-66ce60d16f0e" [ 946.737513] env[62301]: _type = "Task" [ 946.737513] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.745086] env[62301]: DEBUG oslo_vmware.api [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]520bbafe-f18f-af90-d6fb-66ce60d16f0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.800053] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.305s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.800638] env[62301]: DEBUG nova.compute.manager [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 9b75c3ad-c32e-42c8-943a-70254bcf68dc] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 946.803740] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.883s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.805125] env[62301]: INFO nova.compute.claims [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4b70477a-3a4c-4964-ac02-1270774c40e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 946.834660] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Creating Snapshot of the VM instance {{(pid=62301) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 946.835250] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9ff653f4-3b03-4452-afc0-a77263370ad4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.844174] env[62301]: DEBUG oslo_vmware.api [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 946.844174] env[62301]: value = "task-2570652" [ 946.844174] env[62301]: _type = "Task" [ 946.844174] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.851721] env[62301]: DEBUG oslo_vmware.api [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570652, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.034402] env[62301]: DEBUG oslo_vmware.api [None req-0096b714-9dbc-4294-87a9-81fff6269b4a tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570644, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.249430] env[62301]: DEBUG oslo_vmware.api [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]520bbafe-f18f-af90-d6fb-66ce60d16f0e, 'name': SearchDatastore_Task, 'duration_secs': 0.010198} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.250152] env[62301]: DEBUG oslo_concurrency.lockutils [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.250152] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 1ac5d7c4-6057-4e7e-813b-50bb62790679/1ac5d7c4-6057-4e7e-813b-50bb62790679.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 947.250314] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a1d1ce2-9032-4584-a27a-1e62ade10598 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.257649] env[62301]: DEBUG oslo_vmware.api [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 947.257649] env[62301]: value = "task-2570653" [ 947.257649] env[62301]: _type = "Task" [ 947.257649] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.267022] env[62301]: DEBUG oslo_vmware.api [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570653, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.309864] env[62301]: DEBUG nova.compute.utils [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 947.313472] env[62301]: DEBUG nova.compute.manager [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 9b75c3ad-c32e-42c8-943a-70254bcf68dc] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 947.313676] env[62301]: DEBUG nova.network.neutron [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 9b75c3ad-c32e-42c8-943a-70254bcf68dc] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 947.354534] env[62301]: DEBUG oslo_vmware.api [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570652, 'name': CreateSnapshot_Task, 'duration_secs': 0.368299} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.354767] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Created Snapshot of the VM instance {{(pid=62301) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 947.355541] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5421ea41-f071-4e48-a090-eca17059f559 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.359228] env[62301]: DEBUG nova.policy [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b2ad110d57949d4931d7405dbf7d0f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e2e8356714714b2ebde65cd27ec77f7c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 947.537180] env[62301]: DEBUG oslo_vmware.api [None req-0096b714-9dbc-4294-87a9-81fff6269b4a tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570644, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.705540] env[62301]: DEBUG nova.network.neutron [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 9b75c3ad-c32e-42c8-943a-70254bcf68dc] Successfully created port: e30cead6-9957-4748-9650-f77c860f8c99 {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 947.770969] env[62301]: DEBUG oslo_vmware.api [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570653, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.431572} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.773688] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 1ac5d7c4-6057-4e7e-813b-50bb62790679/1ac5d7c4-6057-4e7e-813b-50bb62790679.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 947.773914] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 947.774188] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16f3607e-077e-461b-96c2-834b46a91fc1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.782087] env[62301]: DEBUG oslo_vmware.api [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 947.782087] env[62301]: value = "task-2570654" [ 947.782087] env[62301]: _type = "Task" [ 947.782087] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.790641] env[62301]: DEBUG oslo_vmware.api [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570654, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.814435] env[62301]: DEBUG nova.compute.manager [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 9b75c3ad-c32e-42c8-943a-70254bcf68dc] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 947.879446] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Creating linked-clone VM from snapshot {{(pid=62301) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 947.880823] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cfc282d5-0515-4a68-b04c-a9d345caf69f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.891475] env[62301]: DEBUG oslo_concurrency.lockutils [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Acquiring lock "3bd0740b-68f5-481a-85f3-e07e3fea49a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.891722] env[62301]: DEBUG oslo_concurrency.lockutils [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Lock "3bd0740b-68f5-481a-85f3-e07e3fea49a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.895926] env[62301]: DEBUG oslo_vmware.api [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 947.895926] env[62301]: value = "task-2570655" [ 947.895926] env[62301]: _type = "Task" [ 947.895926] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.905188] env[62301]: DEBUG oslo_vmware.api [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570655, 'name': CloneVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.039009] env[62301]: DEBUG oslo_vmware.api [None req-0096b714-9dbc-4294-87a9-81fff6269b4a tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570644, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.085894] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7c6d12-ccce-4c42-8761-799446c7f188 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.092920] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da48d208-f910-4b42-a188-04611fc0a83d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.123339] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ed28e3-270e-4453-934f-71d57e03f9a4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.130632] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f172ee-dccf-4a37-9c26-2e5abd6ef24f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.143675] env[62301]: DEBUG nova.compute.provider_tree [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.291740] env[62301]: DEBUG oslo_vmware.api [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570654, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073333} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.292101] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 948.292832] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c42fc9-664f-471f-a0a7-cd9d075b78d6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.315996] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 1ac5d7c4-6057-4e7e-813b-50bb62790679/1ac5d7c4-6057-4e7e-813b-50bb62790679.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.316325] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34993ac1-73a1-4844-9755-db1223b994ea {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.338966] env[62301]: DEBUG oslo_vmware.api [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 948.338966] env[62301]: value = "task-2570656" [ 948.338966] env[62301]: _type = "Task" [ 948.338966] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.347233] env[62301]: DEBUG oslo_vmware.api [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570656, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.393593] env[62301]: DEBUG nova.compute.manager [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 3bd0740b-68f5-481a-85f3-e07e3fea49a6] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 948.405455] env[62301]: DEBUG oslo_vmware.api [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570655, 'name': CloneVM_Task} progress is 94%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.541854] env[62301]: DEBUG oslo_vmware.api [None req-0096b714-9dbc-4294-87a9-81fff6269b4a tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570644, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.646733] env[62301]: DEBUG nova.scheduler.client.report [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.836849] env[62301]: DEBUG nova.compute.manager [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 9b75c3ad-c32e-42c8-943a-70254bcf68dc] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 948.851173] env[62301]: DEBUG oslo_vmware.api [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570656, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.867063] env[62301]: DEBUG nova.virt.hardware [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 948.867391] env[62301]: DEBUG nova.virt.hardware [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 948.867572] env[62301]: DEBUG nova.virt.hardware [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 948.867778] env[62301]: DEBUG nova.virt.hardware [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 948.867949] env[62301]: DEBUG nova.virt.hardware [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 948.868148] env[62301]: DEBUG nova.virt.hardware [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 948.868375] env[62301]: DEBUG nova.virt.hardware [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 948.868534] env[62301]: DEBUG nova.virt.hardware [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 948.868703] env[62301]: DEBUG nova.virt.hardware [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 948.868863] env[62301]: DEBUG nova.virt.hardware [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 948.869065] env[62301]: DEBUG nova.virt.hardware [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 948.869937] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1193c70-05be-4aa5-bfca-9ad795af0690 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.877792] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca2aa84-8e83-406b-9e59-e864c13dcfb5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.909836] env[62301]: DEBUG oslo_vmware.api [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570655, 'name': CloneVM_Task} progress is 94%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.915782] env[62301]: DEBUG oslo_concurrency.lockutils [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.040044] env[62301]: DEBUG oslo_vmware.api [None req-0096b714-9dbc-4294-87a9-81fff6269b4a tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570644, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.128292] env[62301]: DEBUG nova.compute.manager [req-23e67834-dd22-46ab-8b8e-4c9181d76325 req-90376f6d-b7f4-4df0-95e9-fb8755acd1c2 service nova] [instance: 9b75c3ad-c32e-42c8-943a-70254bcf68dc] Received event network-vif-plugged-e30cead6-9957-4748-9650-f77c860f8c99 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 949.128519] env[62301]: DEBUG oslo_concurrency.lockutils [req-23e67834-dd22-46ab-8b8e-4c9181d76325 req-90376f6d-b7f4-4df0-95e9-fb8755acd1c2 service nova] Acquiring lock "9b75c3ad-c32e-42c8-943a-70254bcf68dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.128785] env[62301]: DEBUG oslo_concurrency.lockutils [req-23e67834-dd22-46ab-8b8e-4c9181d76325 req-90376f6d-b7f4-4df0-95e9-fb8755acd1c2 service nova] Lock "9b75c3ad-c32e-42c8-943a-70254bcf68dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.128916] env[62301]: DEBUG oslo_concurrency.lockutils [req-23e67834-dd22-46ab-8b8e-4c9181d76325 req-90376f6d-b7f4-4df0-95e9-fb8755acd1c2 service nova] Lock "9b75c3ad-c32e-42c8-943a-70254bcf68dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.129933] env[62301]: DEBUG nova.compute.manager [req-23e67834-dd22-46ab-8b8e-4c9181d76325 req-90376f6d-b7f4-4df0-95e9-fb8755acd1c2 service nova] [instance: 9b75c3ad-c32e-42c8-943a-70254bcf68dc] No waiting events found dispatching network-vif-plugged-e30cead6-9957-4748-9650-f77c860f8c99 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 949.130498] env[62301]: WARNING nova.compute.manager [req-23e67834-dd22-46ab-8b8e-4c9181d76325 req-90376f6d-b7f4-4df0-95e9-fb8755acd1c2 service nova] [instance: 9b75c3ad-c32e-42c8-943a-70254bcf68dc] Received unexpected event network-vif-plugged-e30cead6-9957-4748-9650-f77c860f8c99 for instance with vm_state building and task_state spawning. [ 949.151365] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.348s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.151987] env[62301]: DEBUG nova.compute.manager [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4b70477a-3a4c-4964-ac02-1270774c40e4] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 949.154488] env[62301]: DEBUG oslo_concurrency.lockutils [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.845s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.156243] env[62301]: INFO nova.compute.claims [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 949.244758] env[62301]: DEBUG nova.network.neutron [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 9b75c3ad-c32e-42c8-943a-70254bcf68dc] Successfully updated port: e30cead6-9957-4748-9650-f77c860f8c99 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 949.349440] env[62301]: DEBUG oslo_vmware.api [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570656, 'name': ReconfigVM_Task, 'duration_secs': 0.598159} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.349792] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 1ac5d7c4-6057-4e7e-813b-50bb62790679/1ac5d7c4-6057-4e7e-813b-50bb62790679.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 949.350380] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a74b521f-7f23-4db0-97ea-05ba4019e6d6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.356893] env[62301]: DEBUG oslo_vmware.api [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 949.356893] env[62301]: value = "task-2570657" [ 949.356893] env[62301]: _type = "Task" [ 949.356893] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.364918] env[62301]: DEBUG oslo_vmware.api [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570657, 'name': Rename_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.407139] env[62301]: DEBUG oslo_vmware.api [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570655, 'name': CloneVM_Task, 'duration_secs': 1.396762} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.407426] env[62301]: INFO nova.virt.vmwareapi.vmops [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Created linked-clone VM from snapshot [ 949.408283] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583f310a-3b37-4a1a-b9f5-bd2f23d12d7e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.415812] env[62301]: DEBUG nova.virt.vmwareapi.images [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Uploading image 50149a3e-83c4-46fa-bbe3-5ed1ca0601ae {{(pid=62301) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 949.440124] env[62301]: DEBUG oslo_vmware.rw_handles [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 949.440124] env[62301]: value = "vm-518902" [ 949.440124] env[62301]: _type = "VirtualMachine" [ 949.440124] env[62301]: }. {{(pid=62301) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 949.440405] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a9e8d11d-d775-43e6-b0a3-36b195a5e38c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.447730] env[62301]: DEBUG oslo_vmware.rw_handles [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lease: (returnval){ [ 949.447730] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]529b5f52-3fe1-6be8-7d13-31fdb4712765" [ 949.447730] env[62301]: _type = "HttpNfcLease" [ 949.447730] env[62301]: } obtained for exporting VM: (result){ [ 949.447730] env[62301]: value = "vm-518902" [ 949.447730] env[62301]: _type = "VirtualMachine" [ 949.447730] env[62301]: }. {{(pid=62301) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 949.448057] env[62301]: DEBUG oslo_vmware.api [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the lease: (returnval){ [ 949.448057] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]529b5f52-3fe1-6be8-7d13-31fdb4712765" [ 949.448057] env[62301]: _type = "HttpNfcLease" [ 949.448057] env[62301]: } to be ready. {{(pid=62301) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 949.455221] env[62301]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 949.455221] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]529b5f52-3fe1-6be8-7d13-31fdb4712765" [ 949.455221] env[62301]: _type = "HttpNfcLease" [ 949.455221] env[62301]: } is initializing. {{(pid=62301) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 949.538804] env[62301]: DEBUG oslo_vmware.api [None req-0096b714-9dbc-4294-87a9-81fff6269b4a tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570644, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.661071] env[62301]: DEBUG nova.compute.utils [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 949.664331] env[62301]: DEBUG nova.compute.manager [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4b70477a-3a4c-4964-ac02-1270774c40e4] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 949.664498] env[62301]: DEBUG nova.network.neutron [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4b70477a-3a4c-4964-ac02-1270774c40e4] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 949.725390] env[62301]: DEBUG nova.policy [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0121b5116a24b6eb6c33252c6149815', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03b7fd9626dd4450af251d23c7d0a8b9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 949.747523] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Acquiring lock "refresh_cache-9b75c3ad-c32e-42c8-943a-70254bcf68dc" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.747754] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Acquired lock "refresh_cache-9b75c3ad-c32e-42c8-943a-70254bcf68dc" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.748059] env[62301]: DEBUG nova.network.neutron [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 9b75c3ad-c32e-42c8-943a-70254bcf68dc] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 949.867758] env[62301]: DEBUG oslo_vmware.api [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570657, 'name': Rename_Task, 'duration_secs': 0.172259} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.868079] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 949.868336] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3789caa-0332-4f15-917d-a4b9a309ab98 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.874275] env[62301]: DEBUG oslo_vmware.api [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 949.874275] env[62301]: value = "task-2570659" [ 949.874275] env[62301]: _type = "Task" [ 949.874275] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.882108] env[62301]: DEBUG oslo_vmware.api [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570659, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.956610] env[62301]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 949.956610] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]529b5f52-3fe1-6be8-7d13-31fdb4712765" [ 949.956610] env[62301]: _type = "HttpNfcLease" [ 949.956610] env[62301]: } is ready. {{(pid=62301) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 949.957070] env[62301]: DEBUG oslo_vmware.rw_handles [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 949.957070] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]529b5f52-3fe1-6be8-7d13-31fdb4712765" [ 949.957070] env[62301]: _type = "HttpNfcLease" [ 949.957070] env[62301]: }. {{(pid=62301) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 949.957903] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dfa83e9-c6f7-493a-88ee-d2abd0c2cd10 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.967650] env[62301]: DEBUG oslo_vmware.rw_handles [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52986942-7bc5-b75c-207b-1443ea8e85bf/disk-0.vmdk from lease info. {{(pid=62301) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 949.968272] env[62301]: DEBUG oslo_vmware.rw_handles [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52986942-7bc5-b75c-207b-1443ea8e85bf/disk-0.vmdk for reading. {{(pid=62301) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 950.035845] env[62301]: DEBUG nova.network.neutron [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4b70477a-3a4c-4964-ac02-1270774c40e4] Successfully created port: e6f12520-f058-4bb6-8e4b-5201bea91c34 {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 950.039851] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.051540] env[62301]: DEBUG oslo_vmware.api [None req-0096b714-9dbc-4294-87a9-81fff6269b4a tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570644, 'name': ReconfigVM_Task, 'duration_secs': 5.778373} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.051798] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0096b714-9dbc-4294-87a9-81fff6269b4a tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Releasing lock "b970a9ab-a179-4335-957d-3a1afd002aab" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.052023] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0096b714-9dbc-4294-87a9-81fff6269b4a tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Reconfigured VM to detach interface {{(pid=62301) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 950.086014] env[62301]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-938c9ad1-74fc-4bad-85e4-7a3e8f2e3ee3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.165014] env[62301]: DEBUG nova.compute.manager [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4b70477a-3a4c-4964-ac02-1270774c40e4] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 950.294764] env[62301]: DEBUG nova.network.neutron [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 9b75c3ad-c32e-42c8-943a-70254bcf68dc] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 950.390077] env[62301]: DEBUG oslo_vmware.api [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570659, 'name': PowerOnVM_Task, 'duration_secs': 0.500484} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.390752] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 950.390969] env[62301]: INFO nova.compute.manager [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Took 9.15 seconds to spawn the instance on the hypervisor. [ 950.391219] env[62301]: DEBUG nova.compute.manager [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.394049] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d45def3-872d-4f13-8758-910e6e426bad {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.522998] env[62301]: DEBUG nova.network.neutron [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 9b75c3ad-c32e-42c8-943a-70254bcf68dc] Updating instance_info_cache with network_info: [{"id": "e30cead6-9957-4748-9650-f77c860f8c99", "address": "fa:16:3e:9b:de:b0", "network": {"id": "f258efb2-7c79-415a-aad7-8a07fdb2c2d4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-382833361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2e8356714714b2ebde65cd27ec77f7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape30cead6-99", "ovs_interfaceid": "e30cead6-9957-4748-9650-f77c860f8c99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.563309] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a577e0a-4fd0-4bb7-a541-77a84927df9f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.575434] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93da85f9-bc0e-436b-9cec-8b30b82e66f1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.610758] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5791cd1c-bb93-4146-94b2-8a5c721a6838 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.619161] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d681f163-eb36-4c09-ae9d-c0d471fa4811 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.634954] env[62301]: DEBUG nova.compute.provider_tree [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.922969] env[62301]: INFO nova.compute.manager [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Took 19.35 seconds to build instance. [ 951.029862] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Releasing lock "refresh_cache-9b75c3ad-c32e-42c8-943a-70254bcf68dc" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.030254] env[62301]: DEBUG nova.compute.manager [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 9b75c3ad-c32e-42c8-943a-70254bcf68dc] Instance network_info: |[{"id": "e30cead6-9957-4748-9650-f77c860f8c99", "address": "fa:16:3e:9b:de:b0", "network": {"id": "f258efb2-7c79-415a-aad7-8a07fdb2c2d4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-382833361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2e8356714714b2ebde65cd27ec77f7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape30cead6-99", "ovs_interfaceid": "e30cead6-9957-4748-9650-f77c860f8c99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 951.030710] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 9b75c3ad-c32e-42c8-943a-70254bcf68dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:de:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e30cead6-9957-4748-9650-f77c860f8c99', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 951.038754] env[62301]: DEBUG oslo.service.loopingcall [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 951.040034] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b75c3ad-c32e-42c8-943a-70254bcf68dc] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 951.040034] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8413d3d6-5fe8-40c7-8e96-3c2083804b57 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.064170] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 951.064170] env[62301]: value = "task-2570660" [ 951.064170] env[62301]: _type = "Task" [ 951.064170] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.071979] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570660, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.138887] env[62301]: DEBUG nova.scheduler.client.report [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.181075] env[62301]: DEBUG nova.compute.manager [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4b70477a-3a4c-4964-ac02-1270774c40e4] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 951.216041] env[62301]: DEBUG nova.virt.hardware [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 951.216041] env[62301]: DEBUG nova.virt.hardware [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 951.216041] env[62301]: DEBUG nova.virt.hardware [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 951.216041] env[62301]: DEBUG nova.virt.hardware [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 951.216578] env[62301]: DEBUG nova.virt.hardware [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 951.216578] env[62301]: DEBUG nova.virt.hardware [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 951.216578] env[62301]: DEBUG nova.virt.hardware [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 951.216785] env[62301]: DEBUG nova.virt.hardware [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 951.216785] env[62301]: DEBUG nova.virt.hardware [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 951.217023] env[62301]: DEBUG nova.virt.hardware [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 951.217115] env[62301]: DEBUG nova.virt.hardware [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 951.218014] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a0518f-45a0-4005-a1c5-8bfaa0c95f00 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.228398] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947194df-bfaa-49a5-8a71-b71ade1195f2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.236437] env[62301]: DEBUG nova.compute.manager [req-83f19017-9ce1-4174-80ce-88ee31a76d5f req-898ee5bf-80af-47de-b380-73d3142f0da4 service nova] [instance: 9b75c3ad-c32e-42c8-943a-70254bcf68dc] Received event network-changed-e30cead6-9957-4748-9650-f77c860f8c99 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 951.236627] env[62301]: DEBUG nova.compute.manager [req-83f19017-9ce1-4174-80ce-88ee31a76d5f req-898ee5bf-80af-47de-b380-73d3142f0da4 service nova] [instance: 9b75c3ad-c32e-42c8-943a-70254bcf68dc] Refreshing instance network info cache due to event network-changed-e30cead6-9957-4748-9650-f77c860f8c99. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 951.236850] env[62301]: DEBUG oslo_concurrency.lockutils [req-83f19017-9ce1-4174-80ce-88ee31a76d5f req-898ee5bf-80af-47de-b380-73d3142f0da4 service nova] Acquiring lock "refresh_cache-9b75c3ad-c32e-42c8-943a-70254bcf68dc" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.237016] env[62301]: DEBUG oslo_concurrency.lockutils [req-83f19017-9ce1-4174-80ce-88ee31a76d5f req-898ee5bf-80af-47de-b380-73d3142f0da4 service nova] Acquired lock "refresh_cache-9b75c3ad-c32e-42c8-943a-70254bcf68dc" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.237164] env[62301]: DEBUG nova.network.neutron [req-83f19017-9ce1-4174-80ce-88ee31a76d5f req-898ee5bf-80af-47de-b380-73d3142f0da4 service nova] [instance: 9b75c3ad-c32e-42c8-943a-70254bcf68dc] Refreshing network info cache for port e30cead6-9957-4748-9650-f77c860f8c99 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 951.304339] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8ec5e632-1819-4f54-b5b5-f276c1461353 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquiring lock "b970a9ab-a179-4335-957d-3a1afd002aab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.304608] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8ec5e632-1819-4f54-b5b5-f276c1461353 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lock "b970a9ab-a179-4335-957d-3a1afd002aab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.304834] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8ec5e632-1819-4f54-b5b5-f276c1461353 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquiring lock "b970a9ab-a179-4335-957d-3a1afd002aab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.305028] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8ec5e632-1819-4f54-b5b5-f276c1461353 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lock "b970a9ab-a179-4335-957d-3a1afd002aab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.305204] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8ec5e632-1819-4f54-b5b5-f276c1461353 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lock "b970a9ab-a179-4335-957d-3a1afd002aab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.308021] env[62301]: INFO nova.compute.manager [None req-8ec5e632-1819-4f54-b5b5-f276c1461353 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Terminating instance [ 951.425160] env[62301]: DEBUG oslo_concurrency.lockutils [None req-89bf5846-1163-4d0a-8498-1887c3a009e2 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "1ac5d7c4-6057-4e7e-813b-50bb62790679" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.868s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.466649] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0096b714-9dbc-4294-87a9-81fff6269b4a tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquiring lock "refresh_cache-b970a9ab-a179-4335-957d-3a1afd002aab" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.466842] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0096b714-9dbc-4294-87a9-81fff6269b4a tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquired lock "refresh_cache-b970a9ab-a179-4335-957d-3a1afd002aab" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.467042] env[62301]: DEBUG nova.network.neutron [None req-0096b714-9dbc-4294-87a9-81fff6269b4a tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.575341] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570660, 'name': CreateVM_Task, 'duration_secs': 0.404642} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.580584] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b75c3ad-c32e-42c8-943a-70254bcf68dc] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 951.582336] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.582521] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.583092] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.583377] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d28ecd3a-ac54-4891-a914-530217de5496 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.592242] env[62301]: DEBUG oslo_vmware.api [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Waiting for the task: (returnval){ [ 951.592242] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52d1c6d7-3814-bdcd-8085-e5de85f482d7" [ 951.592242] env[62301]: _type = "Task" [ 951.592242] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.602336] env[62301]: DEBUG oslo_vmware.api [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52d1c6d7-3814-bdcd-8085-e5de85f482d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.644964] env[62301]: DEBUG oslo_concurrency.lockutils [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.490s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.645545] env[62301]: DEBUG nova.compute.manager [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 951.651070] env[62301]: DEBUG oslo_concurrency.lockutils [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.251s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.652718] env[62301]: INFO nova.compute.claims [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: e7bef627-ecfa-4a7c-b042-0bcd60d54396] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 951.795482] env[62301]: DEBUG nova.network.neutron [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4b70477a-3a4c-4964-ac02-1270774c40e4] Successfully updated port: e6f12520-f058-4bb6-8e4b-5201bea91c34 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 951.812252] env[62301]: DEBUG nova.compute.manager [None req-8ec5e632-1819-4f54-b5b5-f276c1461353 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 951.812910] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec5e632-1819-4f54-b5b5-f276c1461353 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.813615] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9acdd117-1d4e-4cf4-a482-2e56b64c4732 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.821946] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ec5e632-1819-4f54-b5b5-f276c1461353 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.824642] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c40f28d6-d576-478b-82ad-a0dd2706d12d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.832304] env[62301]: DEBUG oslo_vmware.api [None req-8ec5e632-1819-4f54-b5b5-f276c1461353 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Waiting for the task: (returnval){ [ 951.832304] env[62301]: value = "task-2570661" [ 951.832304] env[62301]: _type = "Task" [ 951.832304] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.840578] env[62301]: DEBUG oslo_vmware.api [None req-8ec5e632-1819-4f54-b5b5-f276c1461353 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570661, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.976927] env[62301]: DEBUG nova.network.neutron [req-83f19017-9ce1-4174-80ce-88ee31a76d5f req-898ee5bf-80af-47de-b380-73d3142f0da4 service nova] [instance: 9b75c3ad-c32e-42c8-943a-70254bcf68dc] Updated VIF entry in instance network info cache for port e30cead6-9957-4748-9650-f77c860f8c99. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 951.977482] env[62301]: DEBUG nova.network.neutron [req-83f19017-9ce1-4174-80ce-88ee31a76d5f req-898ee5bf-80af-47de-b380-73d3142f0da4 service nova] [instance: 9b75c3ad-c32e-42c8-943a-70254bcf68dc] Updating instance_info_cache with network_info: [{"id": "e30cead6-9957-4748-9650-f77c860f8c99", "address": "fa:16:3e:9b:de:b0", "network": {"id": "f258efb2-7c79-415a-aad7-8a07fdb2c2d4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-382833361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2e8356714714b2ebde65cd27ec77f7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape30cead6-99", "ovs_interfaceid": "e30cead6-9957-4748-9650-f77c860f8c99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.105377] env[62301]: DEBUG oslo_vmware.api [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52d1c6d7-3814-bdcd-8085-e5de85f482d7, 'name': SearchDatastore_Task, 'duration_secs': 0.011814} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.105718] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.106099] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 9b75c3ad-c32e-42c8-943a-70254bcf68dc] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 952.106533] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.106789] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.107150] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 952.107526] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af40612a-96ac-4a19-9c57-04f032ffbe38 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.117359] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 952.117469] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 952.118525] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f263b569-12d9-430c-a60e-9cb94d4b7d4c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.124036] env[62301]: DEBUG oslo_vmware.api [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Waiting for the task: (returnval){ [ 952.124036] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52076868-d3f3-daa4-1e4b-97b85fb8385a" [ 952.124036] env[62301]: _type = "Task" [ 952.124036] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.136020] env[62301]: DEBUG oslo_vmware.api [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52076868-d3f3-daa4-1e4b-97b85fb8385a, 'name': SearchDatastore_Task, 'duration_secs': 0.009395} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.136788] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33e4022b-beb8-4f2d-9f1b-1308950943ce {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.142203] env[62301]: DEBUG oslo_vmware.api [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Waiting for the task: (returnval){ [ 952.142203] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52889918-e64b-a955-e4eb-0c2564a6286b" [ 952.142203] env[62301]: _type = "Task" [ 952.142203] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.150852] env[62301]: DEBUG oslo_vmware.api [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52889918-e64b-a955-e4eb-0c2564a6286b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.157167] env[62301]: DEBUG nova.compute.utils [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 952.160324] env[62301]: DEBUG nova.compute.manager [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 952.160538] env[62301]: DEBUG nova.network.neutron [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 952.207963] env[62301]: DEBUG nova.policy [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ebded7dc93314cb3a0b4030d6e5822d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bdfc65d686f843e2b9c72e0042e6858e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 952.239656] env[62301]: INFO nova.network.neutron [None req-0096b714-9dbc-4294-87a9-81fff6269b4a tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Port 840f9d5c-48e0-40c5-9b82-2ace4130eeea from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 952.240015] env[62301]: DEBUG nova.network.neutron [None req-0096b714-9dbc-4294-87a9-81fff6269b4a tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Updating instance_info_cache with network_info: [{"id": "662d5e82-9e34-4375-8b1c-6a8826a30867", "address": "fa:16:3e:7c:21:56", "network": {"id": "32aca2ac-882d-4f89-b75b-c3af9ad6fefe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1098447386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f44005617fbf4cf3a6dc1727b4da2f55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap662d5e82-9e", "ovs_interfaceid": "662d5e82-9e34-4375-8b1c-6a8826a30867", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.296198] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquiring lock "refresh_cache-4b70477a-3a4c-4964-ac02-1270774c40e4" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.296347] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquired lock "refresh_cache-4b70477a-3a4c-4964-ac02-1270774c40e4" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.296494] env[62301]: DEBUG nova.network.neutron [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4b70477a-3a4c-4964-ac02-1270774c40e4] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 952.349692] env[62301]: DEBUG oslo_vmware.api [None req-8ec5e632-1819-4f54-b5b5-f276c1461353 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570661, 'name': PowerOffVM_Task, 'duration_secs': 0.206488} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.480359] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ec5e632-1819-4f54-b5b5-f276c1461353 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.480359] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec5e632-1819-4f54-b5b5-f276c1461353 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 952.480359] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c352ca5-8f6b-45d6-9855-3ca47de9afff {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.480359] env[62301]: DEBUG nova.compute.manager [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Stashing vm_state: active {{(pid=62301) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 952.480359] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec5e632-1819-4f54-b5b5-f276c1461353 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.480359] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec5e632-1819-4f54-b5b5-f276c1461353 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.480359] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ec5e632-1819-4f54-b5b5-f276c1461353 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Deleting the datastore file [datastore1] b970a9ab-a179-4335-957d-3a1afd002aab {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.480359] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21268932-3a03-46b5-821d-07eb009edd36 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.480359] env[62301]: DEBUG oslo_vmware.api [None req-8ec5e632-1819-4f54-b5b5-f276c1461353 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Waiting for the task: (returnval){ [ 952.480359] env[62301]: value = "task-2570663" [ 952.480359] env[62301]: _type = "Task" [ 952.480359] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.480359] env[62301]: DEBUG oslo_vmware.api [None req-8ec5e632-1819-4f54-b5b5-f276c1461353 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570663, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.480359] env[62301]: DEBUG oslo_concurrency.lockutils [req-83f19017-9ce1-4174-80ce-88ee31a76d5f req-898ee5bf-80af-47de-b380-73d3142f0da4 service nova] Releasing lock "refresh_cache-9b75c3ad-c32e-42c8-943a-70254bcf68dc" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.481055] env[62301]: DEBUG nova.compute.manager [req-83f19017-9ce1-4174-80ce-88ee31a76d5f req-898ee5bf-80af-47de-b380-73d3142f0da4 service nova] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Received event network-vif-deleted-840f9d5c-48e0-40c5-9b82-2ace4130eeea {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 952.481055] env[62301]: INFO nova.compute.manager [req-83f19017-9ce1-4174-80ce-88ee31a76d5f req-898ee5bf-80af-47de-b380-73d3142f0da4 service nova] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Neutron deleted interface 840f9d5c-48e0-40c5-9b82-2ace4130eeea; detaching it from the instance and deleting it from the info cache [ 952.481055] env[62301]: DEBUG nova.network.neutron [req-83f19017-9ce1-4174-80ce-88ee31a76d5f req-898ee5bf-80af-47de-b380-73d3142f0da4 service nova] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Updating instance_info_cache with network_info: [{"id": "662d5e82-9e34-4375-8b1c-6a8826a30867", "address": "fa:16:3e:7c:21:56", "network": {"id": "32aca2ac-882d-4f89-b75b-c3af9ad6fefe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1098447386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f44005617fbf4cf3a6dc1727b4da2f55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap662d5e82-9e", "ovs_interfaceid": "662d5e82-9e34-4375-8b1c-6a8826a30867", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.653614] env[62301]: DEBUG oslo_vmware.api [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52889918-e64b-a955-e4eb-0c2564a6286b, 'name': SearchDatastore_Task, 'duration_secs': 0.009941} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.653867] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.654142] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 9b75c3ad-c32e-42c8-943a-70254bcf68dc/9b75c3ad-c32e-42c8-943a-70254bcf68dc.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 952.654421] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7965c6ef-1b5d-4210-a0da-a6ff0f8b1d96 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.662062] env[62301]: DEBUG oslo_vmware.api [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Waiting for the task: (returnval){ [ 952.662062] env[62301]: value = "task-2570664" [ 952.662062] env[62301]: _type = "Task" [ 952.662062] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.668527] env[62301]: DEBUG nova.compute.manager [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 952.676142] env[62301]: DEBUG oslo_vmware.api [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2570664, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.744409] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0096b714-9dbc-4294-87a9-81fff6269b4a tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Releasing lock "refresh_cache-b970a9ab-a179-4335-957d-3a1afd002aab" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.785992] env[62301]: DEBUG nova.network.neutron [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Successfully created port: 3669774d-b16e-4386-8ca4-41c98cc3f8b0 {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 952.831834] env[62301]: DEBUG nova.network.neutron [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4b70477a-3a4c-4964-ac02-1270774c40e4] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 952.864659] env[62301]: DEBUG oslo_concurrency.lockutils [None req-93a445b6-65d9-474f-a10e-20c85531c704 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquiring lock "4eccc0d6-5a82-4a41-a077-966479407c6b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.868217] env[62301]: DEBUG oslo_concurrency.lockutils [None req-93a445b6-65d9-474f-a10e-20c85531c704 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lock "4eccc0d6-5a82-4a41-a077-966479407c6b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.940839] env[62301]: DEBUG oslo_concurrency.lockutils [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.949189] env[62301]: DEBUG oslo_vmware.api [None req-8ec5e632-1819-4f54-b5b5-f276c1461353 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570663, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158251} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.949508] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ec5e632-1819-4f54-b5b5-f276c1461353 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.949705] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec5e632-1819-4f54-b5b5-f276c1461353 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.949933] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec5e632-1819-4f54-b5b5-f276c1461353 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.950219] env[62301]: INFO nova.compute.manager [None req-8ec5e632-1819-4f54-b5b5-f276c1461353 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Took 1.14 seconds to destroy the instance on the hypervisor. [ 952.950492] env[62301]: DEBUG oslo.service.loopingcall [None req-8ec5e632-1819-4f54-b5b5-f276c1461353 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 952.950805] env[62301]: DEBUG nova.compute.manager [-] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 952.950914] env[62301]: DEBUG nova.network.neutron [-] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 952.988821] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e80cf052-38cc-46a1-8170-9020a4976a9b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.000493] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5bc4dd9-429b-4a40-b407-d8a32595019c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.030089] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6948aa-84f0-4c7e-ab5c-8b672fcdee56 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.051439] env[62301]: DEBUG nova.compute.manager [req-83f19017-9ce1-4174-80ce-88ee31a76d5f req-898ee5bf-80af-47de-b380-73d3142f0da4 service nova] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Detach interface failed, port_id=840f9d5c-48e0-40c5-9b82-2ace4130eeea, reason: Instance b970a9ab-a179-4335-957d-3a1afd002aab could not be found. {{(pid=62301) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 953.059924] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2941b4a-23ea-424f-9cbf-b922dcd1c7b5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.103771] env[62301]: DEBUG nova.network.neutron [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4b70477a-3a4c-4964-ac02-1270774c40e4] Updating instance_info_cache with network_info: [{"id": "e6f12520-f058-4bb6-8e4b-5201bea91c34", "address": "fa:16:3e:ff:27:bb", "network": {"id": "2b6d5216-0aa6-4962-ae7d-0ce0a7d329dc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1253607468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03b7fd9626dd4450af251d23c7d0a8b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6f12520-f0", "ovs_interfaceid": "e6f12520-f058-4bb6-8e4b-5201bea91c34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.106336] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8e5fab-94b4-4271-8e8f-a58e9ce04f6d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.118411] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c80ed99-b558-4347-9b7c-9df25bc3b33e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.135506] env[62301]: DEBUG nova.compute.provider_tree [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.177960] env[62301]: DEBUG oslo_vmware.api [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2570664, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500857} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.178261] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 9b75c3ad-c32e-42c8-943a-70254bcf68dc/9b75c3ad-c32e-42c8-943a-70254bcf68dc.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 953.179495] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 9b75c3ad-c32e-42c8-943a-70254bcf68dc] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 953.179495] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd159288-f415-48c9-af2b-4b4008b45199 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.186655] env[62301]: DEBUG oslo_vmware.api [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Waiting for the task: (returnval){ [ 953.186655] env[62301]: value = "task-2570665" [ 953.186655] env[62301]: _type = "Task" [ 953.186655] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.194742] env[62301]: DEBUG oslo_vmware.api [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2570665, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.248800] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0096b714-9dbc-4294-87a9-81fff6269b4a tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lock "interface-b970a9ab-a179-4335-957d-3a1afd002aab-840f9d5c-48e0-40c5-9b82-2ace4130eeea" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.814s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.368744] env[62301]: DEBUG nova.compute.utils [None req-93a445b6-65d9-474f-a10e-20c85531c704 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 953.606833] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Releasing lock "refresh_cache-4b70477a-3a4c-4964-ac02-1270774c40e4" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.607185] env[62301]: DEBUG nova.compute.manager [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4b70477a-3a4c-4964-ac02-1270774c40e4] Instance network_info: |[{"id": "e6f12520-f058-4bb6-8e4b-5201bea91c34", "address": "fa:16:3e:ff:27:bb", "network": {"id": "2b6d5216-0aa6-4962-ae7d-0ce0a7d329dc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1253607468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03b7fd9626dd4450af251d23c7d0a8b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6f12520-f0", "ovs_interfaceid": "e6f12520-f058-4bb6-8e4b-5201bea91c34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 953.607603] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4b70477a-3a4c-4964-ac02-1270774c40e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:27:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b151a0c-aa46-4d21-9ef5-c09cf350b19c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6f12520-f058-4bb6-8e4b-5201bea91c34', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 953.617437] env[62301]: DEBUG oslo.service.loopingcall [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 953.618850] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b70477a-3a4c-4964-ac02-1270774c40e4] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 953.620096] env[62301]: DEBUG nova.compute.manager [req-ba256f0e-1164-4631-9a2f-5f755a5f5422 req-91b23dcf-5610-4330-bb06-43129071d16c service nova] [instance: 4b70477a-3a4c-4964-ac02-1270774c40e4] Received event network-vif-plugged-e6f12520-f058-4bb6-8e4b-5201bea91c34 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 953.620313] env[62301]: DEBUG oslo_concurrency.lockutils [req-ba256f0e-1164-4631-9a2f-5f755a5f5422 req-91b23dcf-5610-4330-bb06-43129071d16c service nova] Acquiring lock "4b70477a-3a4c-4964-ac02-1270774c40e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.620517] env[62301]: DEBUG oslo_concurrency.lockutils [req-ba256f0e-1164-4631-9a2f-5f755a5f5422 req-91b23dcf-5610-4330-bb06-43129071d16c service nova] Lock "4b70477a-3a4c-4964-ac02-1270774c40e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.620683] env[62301]: DEBUG oslo_concurrency.lockutils [req-ba256f0e-1164-4631-9a2f-5f755a5f5422 req-91b23dcf-5610-4330-bb06-43129071d16c service nova] Lock "4b70477a-3a4c-4964-ac02-1270774c40e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.620848] env[62301]: DEBUG nova.compute.manager [req-ba256f0e-1164-4631-9a2f-5f755a5f5422 req-91b23dcf-5610-4330-bb06-43129071d16c service nova] [instance: 4b70477a-3a4c-4964-ac02-1270774c40e4] No waiting events found dispatching network-vif-plugged-e6f12520-f058-4bb6-8e4b-5201bea91c34 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 953.621058] env[62301]: WARNING nova.compute.manager [req-ba256f0e-1164-4631-9a2f-5f755a5f5422 req-91b23dcf-5610-4330-bb06-43129071d16c service nova] [instance: 4b70477a-3a4c-4964-ac02-1270774c40e4] Received unexpected event network-vif-plugged-e6f12520-f058-4bb6-8e4b-5201bea91c34 for instance with vm_state building and task_state spawning. [ 953.621189] env[62301]: DEBUG nova.compute.manager [req-ba256f0e-1164-4631-9a2f-5f755a5f5422 req-91b23dcf-5610-4330-bb06-43129071d16c service nova] [instance: 4b70477a-3a4c-4964-ac02-1270774c40e4] Received event network-changed-e6f12520-f058-4bb6-8e4b-5201bea91c34 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 953.621380] env[62301]: DEBUG nova.compute.manager [req-ba256f0e-1164-4631-9a2f-5f755a5f5422 req-91b23dcf-5610-4330-bb06-43129071d16c service nova] [instance: 4b70477a-3a4c-4964-ac02-1270774c40e4] Refreshing instance network info cache due to event network-changed-e6f12520-f058-4bb6-8e4b-5201bea91c34. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 953.621570] env[62301]: DEBUG oslo_concurrency.lockutils [req-ba256f0e-1164-4631-9a2f-5f755a5f5422 req-91b23dcf-5610-4330-bb06-43129071d16c service nova] Acquiring lock "refresh_cache-4b70477a-3a4c-4964-ac02-1270774c40e4" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.621709] env[62301]: DEBUG oslo_concurrency.lockutils [req-ba256f0e-1164-4631-9a2f-5f755a5f5422 req-91b23dcf-5610-4330-bb06-43129071d16c service nova] Acquired lock "refresh_cache-4b70477a-3a4c-4964-ac02-1270774c40e4" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.621866] env[62301]: DEBUG nova.network.neutron [req-ba256f0e-1164-4631-9a2f-5f755a5f5422 req-91b23dcf-5610-4330-bb06-43129071d16c service nova] [instance: 4b70477a-3a4c-4964-ac02-1270774c40e4] Refreshing network info cache for port e6f12520-f058-4bb6-8e4b-5201bea91c34 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 953.623375] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18d9961d-6b23-4cf2-b4fe-b78c60af8829 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.641502] env[62301]: DEBUG nova.scheduler.client.report [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.652214] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 953.652214] env[62301]: value = "task-2570666" [ 953.652214] env[62301]: _type = "Task" [ 953.652214] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.662186] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570666, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.679372] env[62301]: DEBUG nova.compute.manager [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 953.698955] env[62301]: DEBUG oslo_vmware.api [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2570665, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097233} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.699263] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 9b75c3ad-c32e-42c8-943a-70254bcf68dc] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 953.701784] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93dd9df7-660b-4910-8300-ee735deb04ed {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.726335] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 9b75c3ad-c32e-42c8-943a-70254bcf68dc] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 9b75c3ad-c32e-42c8-943a-70254bcf68dc/9b75c3ad-c32e-42c8-943a-70254bcf68dc.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 953.729026] env[62301]: DEBUG nova.virt.hardware [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 953.729216] env[62301]: DEBUG nova.virt.hardware [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 953.729347] env[62301]: DEBUG nova.virt.hardware [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 953.729622] env[62301]: DEBUG nova.virt.hardware [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 953.729791] env[62301]: DEBUG nova.virt.hardware [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 953.729942] env[62301]: DEBUG nova.virt.hardware [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 953.730167] env[62301]: DEBUG nova.virt.hardware [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 953.730332] env[62301]: DEBUG nova.virt.hardware [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 953.730879] env[62301]: DEBUG nova.virt.hardware [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 953.730879] env[62301]: DEBUG nova.virt.hardware [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 953.730879] env[62301]: DEBUG nova.virt.hardware [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 953.731388] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9eeabcce-d075-47ea-8cf8-26ca580e6f5d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.746180] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca97e89-e1a0-45ad-955b-2f3e69af76c0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.755819] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478cc646-cb36-400a-bb45-d7dfb78f9a8a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.759762] env[62301]: DEBUG oslo_vmware.api [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Waiting for the task: (returnval){ [ 953.759762] env[62301]: value = "task-2570667" [ 953.759762] env[62301]: _type = "Task" [ 953.759762] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.776319] env[62301]: DEBUG oslo_vmware.api [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2570667, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.873118] env[62301]: DEBUG oslo_concurrency.lockutils [None req-93a445b6-65d9-474f-a10e-20c85531c704 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lock "4eccc0d6-5a82-4a41-a077-966479407c6b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.147970] env[62301]: DEBUG oslo_concurrency.lockutils [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.497s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.149043] env[62301]: DEBUG nova.compute.manager [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: e7bef627-ecfa-4a7c-b042-0bcd60d54396] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 954.151198] env[62301]: DEBUG oslo_concurrency.lockutils [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.236s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.152669] env[62301]: INFO nova.compute.claims [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 3bd0740b-68f5-481a-85f3-e07e3fea49a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 954.167237] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570666, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.177902] env[62301]: DEBUG nova.network.neutron [-] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.273753] env[62301]: DEBUG oslo_vmware.api [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2570667, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.351725] env[62301]: DEBUG nova.compute.manager [req-3c4d875f-32b6-430c-a156-6ecc2f3e59a9 req-9b4b5225-bb3d-4695-a2d4-fb41f5fa4e7c service nova] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Received event network-vif-plugged-3669774d-b16e-4386-8ca4-41c98cc3f8b0 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 954.351961] env[62301]: DEBUG oslo_concurrency.lockutils [req-3c4d875f-32b6-430c-a156-6ecc2f3e59a9 req-9b4b5225-bb3d-4695-a2d4-fb41f5fa4e7c service nova] Acquiring lock "c7eabb57-0166-4a6c-852b-9dfbb762a515-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.352213] env[62301]: DEBUG oslo_concurrency.lockutils [req-3c4d875f-32b6-430c-a156-6ecc2f3e59a9 req-9b4b5225-bb3d-4695-a2d4-fb41f5fa4e7c service nova] Lock "c7eabb57-0166-4a6c-852b-9dfbb762a515-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.352436] env[62301]: DEBUG oslo_concurrency.lockutils [req-3c4d875f-32b6-430c-a156-6ecc2f3e59a9 req-9b4b5225-bb3d-4695-a2d4-fb41f5fa4e7c service nova] Lock "c7eabb57-0166-4a6c-852b-9dfbb762a515-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.352621] env[62301]: DEBUG nova.compute.manager [req-3c4d875f-32b6-430c-a156-6ecc2f3e59a9 req-9b4b5225-bb3d-4695-a2d4-fb41f5fa4e7c service nova] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] No waiting events found dispatching network-vif-plugged-3669774d-b16e-4386-8ca4-41c98cc3f8b0 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 954.352821] env[62301]: WARNING nova.compute.manager [req-3c4d875f-32b6-430c-a156-6ecc2f3e59a9 req-9b4b5225-bb3d-4695-a2d4-fb41f5fa4e7c service nova] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Received unexpected event network-vif-plugged-3669774d-b16e-4386-8ca4-41c98cc3f8b0 for instance with vm_state building and task_state spawning. [ 954.394852] env[62301]: DEBUG nova.network.neutron [req-ba256f0e-1164-4631-9a2f-5f755a5f5422 req-91b23dcf-5610-4330-bb06-43129071d16c service nova] [instance: 4b70477a-3a4c-4964-ac02-1270774c40e4] Updated VIF entry in instance network info cache for port e6f12520-f058-4bb6-8e4b-5201bea91c34. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 954.395287] env[62301]: DEBUG nova.network.neutron [req-ba256f0e-1164-4631-9a2f-5f755a5f5422 req-91b23dcf-5610-4330-bb06-43129071d16c service nova] [instance: 4b70477a-3a4c-4964-ac02-1270774c40e4] Updating instance_info_cache with network_info: [{"id": "e6f12520-f058-4bb6-8e4b-5201bea91c34", "address": "fa:16:3e:ff:27:bb", "network": {"id": "2b6d5216-0aa6-4962-ae7d-0ce0a7d329dc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1253607468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03b7fd9626dd4450af251d23c7d0a8b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6f12520-f0", "ovs_interfaceid": "e6f12520-f058-4bb6-8e4b-5201bea91c34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.417261] env[62301]: DEBUG nova.network.neutron [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Successfully updated port: 3669774d-b16e-4386-8ca4-41c98cc3f8b0 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 954.657578] env[62301]: DEBUG nova.compute.utils [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 954.659076] env[62301]: DEBUG nova.compute.manager [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: e7bef627-ecfa-4a7c-b042-0bcd60d54396] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 954.660539] env[62301]: DEBUG nova.network.neutron [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: e7bef627-ecfa-4a7c-b042-0bcd60d54396] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 954.673694] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570666, 'name': CreateVM_Task, 'duration_secs': 0.59746} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.673877] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b70477a-3a4c-4964-ac02-1270774c40e4] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 954.674517] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.674683] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.674995] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.676213] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9436473-5478-4244-be1f-0ba20e8e88b3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.680869] env[62301]: INFO nova.compute.manager [-] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Took 1.73 seconds to deallocate network for instance. [ 954.681190] env[62301]: DEBUG oslo_vmware.api [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 954.681190] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]521fb123-a4c0-8adf-518f-2f2189a3a88b" [ 954.681190] env[62301]: _type = "Task" [ 954.681190] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.694239] env[62301]: DEBUG oslo_vmware.api [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]521fb123-a4c0-8adf-518f-2f2189a3a88b, 'name': SearchDatastore_Task, 'duration_secs': 0.009945} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.694438] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.694604] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4b70477a-3a4c-4964-ac02-1270774c40e4] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 954.694835] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.694981] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.695173] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 954.695442] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6f2d3e8-1bce-4dfb-bf30-94a83a687915 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.703318] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 954.703481] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 954.704259] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ec37680-8a9e-441c-906d-bb2946853946 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.709348] env[62301]: DEBUG oslo_vmware.api [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 954.709348] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52f53734-2cbe-ee95-47df-25da14fb09af" [ 954.709348] env[62301]: _type = "Task" [ 954.709348] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.717754] env[62301]: DEBUG oslo_vmware.api [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52f53734-2cbe-ee95-47df-25da14fb09af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.723549] env[62301]: DEBUG nova.policy [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2c6f743327c4505a7b9e8c9650f9304', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f2685f8007c46feaba89744ed234030', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 954.770133] env[62301]: DEBUG oslo_vmware.api [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2570667, 'name': ReconfigVM_Task, 'duration_secs': 0.727794} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.770413] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 9b75c3ad-c32e-42c8-943a-70254bcf68dc] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 9b75c3ad-c32e-42c8-943a-70254bcf68dc/9b75c3ad-c32e-42c8-943a-70254bcf68dc.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 954.771052] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93e09361-dc71-479d-b4a3-8afcf76b0bef {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.776964] env[62301]: DEBUG oslo_vmware.api [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Waiting for the task: (returnval){ [ 954.776964] env[62301]: value = "task-2570668" [ 954.776964] env[62301]: _type = "Task" [ 954.776964] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.785150] env[62301]: DEBUG oslo_vmware.api [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2570668, 'name': Rename_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.897658] env[62301]: DEBUG oslo_concurrency.lockutils [req-ba256f0e-1164-4631-9a2f-5f755a5f5422 req-91b23dcf-5610-4330-bb06-43129071d16c service nova] Releasing lock "refresh_cache-4b70477a-3a4c-4964-ac02-1270774c40e4" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.920553] env[62301]: DEBUG oslo_concurrency.lockutils [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Acquiring lock "refresh_cache-c7eabb57-0166-4a6c-852b-9dfbb762a515" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.920704] env[62301]: DEBUG oslo_concurrency.lockutils [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Acquired lock "refresh_cache-c7eabb57-0166-4a6c-852b-9dfbb762a515" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.920858] env[62301]: DEBUG nova.network.neutron [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 954.957127] env[62301]: DEBUG oslo_concurrency.lockutils [None req-93a445b6-65d9-474f-a10e-20c85531c704 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquiring lock "4eccc0d6-5a82-4a41-a077-966479407c6b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.957888] env[62301]: DEBUG oslo_concurrency.lockutils [None req-93a445b6-65d9-474f-a10e-20c85531c704 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lock "4eccc0d6-5a82-4a41-a077-966479407c6b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.958175] env[62301]: INFO nova.compute.manager [None req-93a445b6-65d9-474f-a10e-20c85531c704 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Attaching volume 62808f94-22a2-4f84-84e4-1ab4417d3e2e to /dev/sdb [ 955.003654] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e092fa5d-04cc-49db-8385-84d20b497f9f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.012439] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e160505c-3d6f-4abb-a4d9-52e544f0dde6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.029255] env[62301]: DEBUG nova.virt.block_device [None req-93a445b6-65d9-474f-a10e-20c85531c704 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Updating existing volume attachment record: c24b091a-f722-45e4-8536-d735f619ae8d {{(pid=62301) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 955.069969] env[62301]: DEBUG nova.network.neutron [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: e7bef627-ecfa-4a7c-b042-0bcd60d54396] Successfully created port: aa1436f9-a104-4d5d-9982-1d7f2aa26524 {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 955.165451] env[62301]: DEBUG nova.compute.manager [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: e7bef627-ecfa-4a7c-b042-0bcd60d54396] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 955.190569] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8ec5e632-1819-4f54-b5b5-f276c1461353 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.224454] env[62301]: DEBUG oslo_vmware.api [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52f53734-2cbe-ee95-47df-25da14fb09af, 'name': SearchDatastore_Task, 'duration_secs': 0.008906} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.225245] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88d4ec64-e333-4f7c-b377-554d8c3bb2a3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.233185] env[62301]: DEBUG oslo_vmware.api [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 955.233185] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52512f16-77c0-280c-c857-7d91f0b03b4a" [ 955.233185] env[62301]: _type = "Task" [ 955.233185] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.241952] env[62301]: DEBUG oslo_vmware.api [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52512f16-77c0-280c-c857-7d91f0b03b4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.290706] env[62301]: DEBUG oslo_vmware.api [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2570668, 'name': Rename_Task, 'duration_secs': 0.331176} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.291060] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 9b75c3ad-c32e-42c8-943a-70254bcf68dc] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 955.291408] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96b3475b-da68-4e6c-b277-89529e83c456 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.298031] env[62301]: DEBUG oslo_vmware.api [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Waiting for the task: (returnval){ [ 955.298031] env[62301]: value = "task-2570672" [ 955.298031] env[62301]: _type = "Task" [ 955.298031] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.306980] env[62301]: DEBUG oslo_vmware.api [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2570672, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.459977] env[62301]: DEBUG nova.network.neutron [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 955.489079] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46bc565b-55e1-4e3a-acaf-23ee2e4a5042 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.497674] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69facd69-adf2-4c74-ae56-5d534dd47010 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.538832] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff85d096-56d1-4bf9-90da-126032c112fe {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.546775] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd7d501-a9dc-4fb1-a70c-43785ca5f56d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.559915] env[62301]: DEBUG nova.compute.provider_tree [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.642067] env[62301]: DEBUG nova.network.neutron [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Updating instance_info_cache with network_info: [{"id": "3669774d-b16e-4386-8ca4-41c98cc3f8b0", "address": "fa:16:3e:64:de:30", "network": {"id": "b75e4759-c6b8-4622-9a22-1ef279a9b0ea", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1306010429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdfc65d686f843e2b9c72e0042e6858e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3669774d-b1", "ovs_interfaceid": "3669774d-b16e-4386-8ca4-41c98cc3f8b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.649124] env[62301]: DEBUG nova.compute.manager [req-bcdcff12-0a3d-4c82-90a8-084a400462dc req-43c66e39-c99a-4bb9-9ac6-98161d037bd1 service nova] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Received event network-vif-deleted-662d5e82-9e34-4375-8b1c-6a8826a30867 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 955.744454] env[62301]: DEBUG oslo_vmware.api [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52512f16-77c0-280c-c857-7d91f0b03b4a, 'name': SearchDatastore_Task, 'duration_secs': 0.009534} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.744838] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.745019] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 4b70477a-3a4c-4964-ac02-1270774c40e4/4b70477a-3a4c-4964-ac02-1270774c40e4.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 955.745310] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec1a0e15-3c5d-4000-8185-ad9878f9a4bc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.753682] env[62301]: DEBUG oslo_vmware.api [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 955.753682] env[62301]: value = "task-2570673" [ 955.753682] env[62301]: _type = "Task" [ 955.753682] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.762459] env[62301]: DEBUG oslo_vmware.api [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570673, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.808581] env[62301]: DEBUG oslo_vmware.api [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2570672, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.063775] env[62301]: DEBUG nova.scheduler.client.report [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.145887] env[62301]: DEBUG oslo_concurrency.lockutils [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Releasing lock "refresh_cache-c7eabb57-0166-4a6c-852b-9dfbb762a515" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.145887] env[62301]: DEBUG nova.compute.manager [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Instance network_info: |[{"id": "3669774d-b16e-4386-8ca4-41c98cc3f8b0", "address": "fa:16:3e:64:de:30", "network": {"id": "b75e4759-c6b8-4622-9a22-1ef279a9b0ea", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1306010429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdfc65d686f843e2b9c72e0042e6858e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3669774d-b1", "ovs_interfaceid": "3669774d-b16e-4386-8ca4-41c98cc3f8b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 956.146183] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:de:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27681cba-790d-451e-9d12-d179871f375a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3669774d-b16e-4386-8ca4-41c98cc3f8b0', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 956.157594] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Creating folder: Project (bdfc65d686f843e2b9c72e0042e6858e). Parent ref: group-v518653. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 956.157594] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2bebbbb8-e9bf-4b5e-8b05-ee819cfcd99f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.168861] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Created folder: Project (bdfc65d686f843e2b9c72e0042e6858e) in parent group-v518653. [ 956.169073] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Creating folder: Instances. Parent ref: group-v518907. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 956.169507] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2340925-a924-45c5-8b7d-526c765a0bed {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.176981] env[62301]: DEBUG nova.compute.manager [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: e7bef627-ecfa-4a7c-b042-0bcd60d54396] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 956.182580] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Created folder: Instances in parent group-v518907. [ 956.183037] env[62301]: DEBUG oslo.service.loopingcall [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 956.183353] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 956.184252] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af6bd56d-0815-49b7-9d28-d9b7bf646598 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.206930] env[62301]: DEBUG nova.virt.hardware [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 956.207178] env[62301]: DEBUG nova.virt.hardware [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 956.207338] env[62301]: DEBUG nova.virt.hardware [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 956.207515] env[62301]: DEBUG nova.virt.hardware [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 956.207662] env[62301]: DEBUG nova.virt.hardware [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 956.208191] env[62301]: DEBUG nova.virt.hardware [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 956.208191] env[62301]: DEBUG nova.virt.hardware [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 956.208191] env[62301]: DEBUG nova.virt.hardware [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 956.208408] env[62301]: DEBUG nova.virt.hardware [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 956.208488] env[62301]: DEBUG nova.virt.hardware [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 956.208656] env[62301]: DEBUG nova.virt.hardware [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 956.209745] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea92d647-10de-4962-8642-f6a971b79fb1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.214054] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 956.214054] env[62301]: value = "task-2570676" [ 956.214054] env[62301]: _type = "Task" [ 956.214054] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.222364] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c0c45e-f72d-438f-bf8a-7eb2429952c6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.230225] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570676, 'name': CreateVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.265885] env[62301]: DEBUG oslo_vmware.api [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570673, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.308418] env[62301]: DEBUG oslo_vmware.api [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2570672, 'name': PowerOnVM_Task, 'duration_secs': 0.590287} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.308669] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 9b75c3ad-c32e-42c8-943a-70254bcf68dc] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 956.308874] env[62301]: INFO nova.compute.manager [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 9b75c3ad-c32e-42c8-943a-70254bcf68dc] Took 7.47 seconds to spawn the instance on the hypervisor. [ 956.309067] env[62301]: DEBUG nova.compute.manager [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 9b75c3ad-c32e-42c8-943a-70254bcf68dc] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 956.309836] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e82a69-fb57-4e0e-a0fd-63e6d2b9eff4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.384344] env[62301]: DEBUG nova.compute.manager [req-324e4e4b-195a-474e-a9c9-f0d7c2a0514e req-0ac67b02-b4f0-428e-9cc1-a3ff2483149c service nova] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Received event network-changed-3669774d-b16e-4386-8ca4-41c98cc3f8b0 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 956.384568] env[62301]: DEBUG nova.compute.manager [req-324e4e4b-195a-474e-a9c9-f0d7c2a0514e req-0ac67b02-b4f0-428e-9cc1-a3ff2483149c service nova] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Refreshing instance network info cache due to event network-changed-3669774d-b16e-4386-8ca4-41c98cc3f8b0. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 956.384740] env[62301]: DEBUG oslo_concurrency.lockutils [req-324e4e4b-195a-474e-a9c9-f0d7c2a0514e req-0ac67b02-b4f0-428e-9cc1-a3ff2483149c service nova] Acquiring lock "refresh_cache-c7eabb57-0166-4a6c-852b-9dfbb762a515" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.384932] env[62301]: DEBUG oslo_concurrency.lockutils [req-324e4e4b-195a-474e-a9c9-f0d7c2a0514e req-0ac67b02-b4f0-428e-9cc1-a3ff2483149c service nova] Acquired lock "refresh_cache-c7eabb57-0166-4a6c-852b-9dfbb762a515" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.385123] env[62301]: DEBUG nova.network.neutron [req-324e4e4b-195a-474e-a9c9-f0d7c2a0514e req-0ac67b02-b4f0-428e-9cc1-a3ff2483149c service nova] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Refreshing network info cache for port 3669774d-b16e-4386-8ca4-41c98cc3f8b0 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 956.569073] env[62301]: DEBUG oslo_concurrency.lockutils [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.417s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 956.569627] env[62301]: DEBUG nova.compute.manager [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 3bd0740b-68f5-481a-85f3-e07e3fea49a6] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 956.573110] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.533s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 956.573878] env[62301]: DEBUG nova.objects.instance [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Lazy-loading 'pci_requests' on Instance uuid 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.614235] env[62301]: DEBUG nova.network.neutron [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: e7bef627-ecfa-4a7c-b042-0bcd60d54396] Successfully updated port: aa1436f9-a104-4d5d-9982-1d7f2aa26524 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 956.724981] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570676, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.764848] env[62301]: DEBUG oslo_vmware.api [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570673, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534573} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.765179] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 4b70477a-3a4c-4964-ac02-1270774c40e4/4b70477a-3a4c-4964-ac02-1270774c40e4.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 956.765356] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4b70477a-3a4c-4964-ac02-1270774c40e4] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 956.765574] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a3bd30d-cac4-4e45-a2b3-9c7959da487a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.772339] env[62301]: DEBUG oslo_vmware.api [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 956.772339] env[62301]: value = "task-2570677" [ 956.772339] env[62301]: _type = "Task" [ 956.772339] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.780093] env[62301]: DEBUG oslo_vmware.api [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570677, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.827040] env[62301]: INFO nova.compute.manager [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 9b75c3ad-c32e-42c8-943a-70254bcf68dc] Took 22.67 seconds to build instance. [ 957.077535] env[62301]: DEBUG nova.compute.utils [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 957.080685] env[62301]: DEBUG nova.objects.instance [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Lazy-loading 'numa_topology' on Instance uuid 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.084798] env[62301]: DEBUG nova.compute.manager [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 3bd0740b-68f5-481a-85f3-e07e3fea49a6] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 957.085035] env[62301]: DEBUG nova.network.neutron [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 3bd0740b-68f5-481a-85f3-e07e3fea49a6] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 957.118026] env[62301]: DEBUG oslo_concurrency.lockutils [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Acquiring lock "refresh_cache-e7bef627-ecfa-4a7c-b042-0bcd60d54396" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.118213] env[62301]: DEBUG oslo_concurrency.lockutils [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Acquired lock "refresh_cache-e7bef627-ecfa-4a7c-b042-0bcd60d54396" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.118395] env[62301]: DEBUG nova.network.neutron [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: e7bef627-ecfa-4a7c-b042-0bcd60d54396] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 957.154622] env[62301]: DEBUG nova.network.neutron [req-324e4e4b-195a-474e-a9c9-f0d7c2a0514e req-0ac67b02-b4f0-428e-9cc1-a3ff2483149c service nova] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Updated VIF entry in instance network info cache for port 3669774d-b16e-4386-8ca4-41c98cc3f8b0. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 957.155065] env[62301]: DEBUG nova.network.neutron [req-324e4e4b-195a-474e-a9c9-f0d7c2a0514e req-0ac67b02-b4f0-428e-9cc1-a3ff2483149c service nova] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Updating instance_info_cache with network_info: [{"id": "3669774d-b16e-4386-8ca4-41c98cc3f8b0", "address": "fa:16:3e:64:de:30", "network": {"id": "b75e4759-c6b8-4622-9a22-1ef279a9b0ea", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1306010429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdfc65d686f843e2b9c72e0042e6858e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3669774d-b1", "ovs_interfaceid": "3669774d-b16e-4386-8ca4-41c98cc3f8b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.160690] env[62301]: DEBUG nova.policy [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3535893e0a940f7949469ab6495dd42', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3b1e6207bb146ae933ddbb91b7a1d37', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 957.228176] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570676, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.282770] env[62301]: DEBUG oslo_vmware.api [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570677, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060551} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.283203] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4b70477a-3a4c-4964-ac02-1270774c40e4] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 957.286461] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98354e66-6ebd-4069-87ac-fcbb7b4bd5ee {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.315673] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4b70477a-3a4c-4964-ac02-1270774c40e4] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 4b70477a-3a4c-4964-ac02-1270774c40e4/4b70477a-3a4c-4964-ac02-1270774c40e4.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.316136] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc72d950-5927-4b4b-9925-3e6d8ea410cf {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.334897] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e0336a67-91fd-4043-9698-cd70dae3016a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lock "9b75c3ad-c32e-42c8-943a-70254bcf68dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.189s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.341825] env[62301]: DEBUG oslo_vmware.api [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 957.341825] env[62301]: value = "task-2570678" [ 957.341825] env[62301]: _type = "Task" [ 957.341825] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.352827] env[62301]: DEBUG oslo_vmware.api [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570678, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.582991] env[62301]: DEBUG nova.compute.manager [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 3bd0740b-68f5-481a-85f3-e07e3fea49a6] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 957.588401] env[62301]: INFO nova.compute.claims [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 957.660391] env[62301]: DEBUG oslo_concurrency.lockutils [req-324e4e4b-195a-474e-a9c9-f0d7c2a0514e req-0ac67b02-b4f0-428e-9cc1-a3ff2483149c service nova] Releasing lock "refresh_cache-c7eabb57-0166-4a6c-852b-9dfbb762a515" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.686900] env[62301]: DEBUG nova.network.neutron [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: e7bef627-ecfa-4a7c-b042-0bcd60d54396] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 957.714647] env[62301]: DEBUG nova.network.neutron [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 3bd0740b-68f5-481a-85f3-e07e3fea49a6] Successfully created port: 0850ed93-15bd-4352-bd45-3951db8a7e8b {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 957.731706] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570676, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.856756] env[62301]: DEBUG oslo_vmware.api [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570678, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.975972] env[62301]: DEBUG nova.network.neutron [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: e7bef627-ecfa-4a7c-b042-0bcd60d54396] Updating instance_info_cache with network_info: [{"id": "aa1436f9-a104-4d5d-9982-1d7f2aa26524", "address": "fa:16:3e:9f:4e:0d", "network": {"id": "6139468e-0c7f-40bd-a1a3-32f52ddad899", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-755801576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f2685f8007c46feaba89744ed234030", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa1436f9-a1", "ovs_interfaceid": "aa1436f9-a104-4d5d-9982-1d7f2aa26524", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.230559] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570676, 'name': CreateVM_Task, 'duration_secs': 1.862162} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.230751] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 958.231448] env[62301]: DEBUG oslo_concurrency.lockutils [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.231632] env[62301]: DEBUG oslo_concurrency.lockutils [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.231981] env[62301]: DEBUG oslo_concurrency.lockutils [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.232489] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c893cb2a-977e-41d6-ac84-4f7330b4d70e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.237796] env[62301]: DEBUG oslo_vmware.api [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Waiting for the task: (returnval){ [ 958.237796] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5209467f-fa47-4954-7a7f-b164334d2385" [ 958.237796] env[62301]: _type = "Task" [ 958.237796] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.247404] env[62301]: DEBUG oslo_vmware.api [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5209467f-fa47-4954-7a7f-b164334d2385, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.355503] env[62301]: DEBUG oslo_vmware.api [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570678, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.427217] env[62301]: DEBUG nova.compute.manager [req-627040b2-b647-4096-964d-53834e33d6d4 req-eca4943b-e9c6-4b29-887e-c205a3f11b4c service nova] [instance: e7bef627-ecfa-4a7c-b042-0bcd60d54396] Received event network-vif-plugged-aa1436f9-a104-4d5d-9982-1d7f2aa26524 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 958.427772] env[62301]: DEBUG oslo_concurrency.lockutils [req-627040b2-b647-4096-964d-53834e33d6d4 req-eca4943b-e9c6-4b29-887e-c205a3f11b4c service nova] Acquiring lock "e7bef627-ecfa-4a7c-b042-0bcd60d54396-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 958.427993] env[62301]: DEBUG oslo_concurrency.lockutils [req-627040b2-b647-4096-964d-53834e33d6d4 req-eca4943b-e9c6-4b29-887e-c205a3f11b4c service nova] Lock "e7bef627-ecfa-4a7c-b042-0bcd60d54396-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 958.429061] env[62301]: DEBUG oslo_concurrency.lockutils [req-627040b2-b647-4096-964d-53834e33d6d4 req-eca4943b-e9c6-4b29-887e-c205a3f11b4c service nova] Lock "e7bef627-ecfa-4a7c-b042-0bcd60d54396-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 958.429266] env[62301]: DEBUG nova.compute.manager [req-627040b2-b647-4096-964d-53834e33d6d4 req-eca4943b-e9c6-4b29-887e-c205a3f11b4c service nova] [instance: e7bef627-ecfa-4a7c-b042-0bcd60d54396] No waiting events found dispatching network-vif-plugged-aa1436f9-a104-4d5d-9982-1d7f2aa26524 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 958.429453] env[62301]: WARNING nova.compute.manager [req-627040b2-b647-4096-964d-53834e33d6d4 req-eca4943b-e9c6-4b29-887e-c205a3f11b4c service nova] [instance: e7bef627-ecfa-4a7c-b042-0bcd60d54396] Received unexpected event network-vif-plugged-aa1436f9-a104-4d5d-9982-1d7f2aa26524 for instance with vm_state building and task_state spawning. [ 958.429600] env[62301]: DEBUG nova.compute.manager [req-627040b2-b647-4096-964d-53834e33d6d4 req-eca4943b-e9c6-4b29-887e-c205a3f11b4c service nova] [instance: e7bef627-ecfa-4a7c-b042-0bcd60d54396] Received event network-changed-aa1436f9-a104-4d5d-9982-1d7f2aa26524 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 958.429768] env[62301]: DEBUG nova.compute.manager [req-627040b2-b647-4096-964d-53834e33d6d4 req-eca4943b-e9c6-4b29-887e-c205a3f11b4c service nova] [instance: e7bef627-ecfa-4a7c-b042-0bcd60d54396] Refreshing instance network info cache due to event network-changed-aa1436f9-a104-4d5d-9982-1d7f2aa26524. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 958.429928] env[62301]: DEBUG oslo_concurrency.lockutils [req-627040b2-b647-4096-964d-53834e33d6d4 req-eca4943b-e9c6-4b29-887e-c205a3f11b4c service nova] Acquiring lock "refresh_cache-e7bef627-ecfa-4a7c-b042-0bcd60d54396" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.479872] env[62301]: DEBUG oslo_concurrency.lockutils [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Releasing lock "refresh_cache-e7bef627-ecfa-4a7c-b042-0bcd60d54396" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.480892] env[62301]: DEBUG nova.compute.manager [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: e7bef627-ecfa-4a7c-b042-0bcd60d54396] Instance network_info: |[{"id": "aa1436f9-a104-4d5d-9982-1d7f2aa26524", "address": "fa:16:3e:9f:4e:0d", "network": {"id": "6139468e-0c7f-40bd-a1a3-32f52ddad899", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-755801576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f2685f8007c46feaba89744ed234030", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa1436f9-a1", "ovs_interfaceid": "aa1436f9-a104-4d5d-9982-1d7f2aa26524", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 958.480892] env[62301]: DEBUG oslo_concurrency.lockutils [req-627040b2-b647-4096-964d-53834e33d6d4 req-eca4943b-e9c6-4b29-887e-c205a3f11b4c service nova] Acquired lock "refresh_cache-e7bef627-ecfa-4a7c-b042-0bcd60d54396" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.480892] env[62301]: DEBUG nova.network.neutron [req-627040b2-b647-4096-964d-53834e33d6d4 req-eca4943b-e9c6-4b29-887e-c205a3f11b4c service nova] [instance: e7bef627-ecfa-4a7c-b042-0bcd60d54396] Refreshing network info cache for port aa1436f9-a104-4d5d-9982-1d7f2aa26524 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 958.482088] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: e7bef627-ecfa-4a7c-b042-0bcd60d54396] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:4e:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c6a4836-66dc-4e43-982b-f8fcd3f9989a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa1436f9-a104-4d5d-9982-1d7f2aa26524', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 958.490836] env[62301]: DEBUG oslo.service.loopingcall [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 958.491352] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7bef627-ecfa-4a7c-b042-0bcd60d54396] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 958.491633] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8f2e797-1331-4ce5-9b43-3e33c7059d54 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.516478] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 958.516478] env[62301]: value = "task-2570680" [ 958.516478] env[62301]: _type = "Task" [ 958.516478] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.524897] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570680, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.600530] env[62301]: DEBUG nova.compute.manager [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 3bd0740b-68f5-481a-85f3-e07e3fea49a6] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 958.631738] env[62301]: DEBUG nova.virt.hardware [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 958.632060] env[62301]: DEBUG nova.virt.hardware [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 958.632280] env[62301]: DEBUG nova.virt.hardware [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 958.632517] env[62301]: DEBUG nova.virt.hardware [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 958.632694] env[62301]: DEBUG nova.virt.hardware [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 958.632874] env[62301]: DEBUG nova.virt.hardware [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 958.633160] env[62301]: DEBUG nova.virt.hardware [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 958.633363] env[62301]: DEBUG nova.virt.hardware [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 958.633606] env[62301]: DEBUG nova.virt.hardware [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 958.633808] env[62301]: DEBUG nova.virt.hardware [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 958.634028] env[62301]: DEBUG nova.virt.hardware [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 958.635357] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73924ef2-a532-4aaf-85b6-c03417854299 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.644386] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e03c3e-35e1-43ac-a62c-2f999be37d2b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.750221] env[62301]: DEBUG oslo_vmware.api [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5209467f-fa47-4954-7a7f-b164334d2385, 'name': SearchDatastore_Task, 'duration_secs': 0.011537} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.754416] env[62301]: DEBUG oslo_concurrency.lockutils [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.754416] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 958.754416] env[62301]: DEBUG oslo_concurrency.lockutils [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.754416] env[62301]: DEBUG oslo_concurrency.lockutils [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.754950] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 958.755252] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-faecfa9d-6a8c-499d-b7ab-9293ad105417 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.765979] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 958.766265] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 958.769875] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f7f2c2f-dad0-488c-a836-6a7e4d4ed048 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.776344] env[62301]: DEBUG oslo_vmware.api [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Waiting for the task: (returnval){ [ 958.776344] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]527c250d-7f6f-cf07-c128-20fa458536c9" [ 958.776344] env[62301]: _type = "Task" [ 958.776344] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.784802] env[62301]: DEBUG oslo_vmware.api [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]527c250d-7f6f-cf07-c128-20fa458536c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.858672] env[62301]: DEBUG oslo_vmware.api [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570678, 'name': ReconfigVM_Task, 'duration_secs': 1.02358} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.859162] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4b70477a-3a4c-4964-ac02-1270774c40e4] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 4b70477a-3a4c-4964-ac02-1270774c40e4/4b70477a-3a4c-4964-ac02-1270774c40e4.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.859670] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-220bfd8c-7ecc-4c6a-bb0c-a1091c485d5a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.867369] env[62301]: DEBUG oslo_vmware.api [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 958.867369] env[62301]: value = "task-2570681" [ 958.867369] env[62301]: _type = "Task" [ 958.867369] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.876913] env[62301]: DEBUG oslo_vmware.api [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570681, 'name': Rename_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.935639] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c58363-fdc5-40dc-bf70-2a8556df14b9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.946365] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3aa35d9-4ca2-49d5-95ec-830767779cd0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.000168] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d56cb4-82b3-4ba5-babe-6d2419de96aa {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.011542] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a47ba9-8b65-4df9-abbc-3b548371ec67 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.038112] env[62301]: DEBUG nova.compute.provider_tree [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.047427] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570680, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.289500] env[62301]: DEBUG oslo_vmware.api [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]527c250d-7f6f-cf07-c128-20fa458536c9, 'name': SearchDatastore_Task, 'duration_secs': 0.018735} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.290271] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb6c8ebb-5ebb-47e4-a14d-cb7dab32a7b0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.296468] env[62301]: DEBUG oslo_vmware.api [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Waiting for the task: (returnval){ [ 959.296468] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]525d6041-17d4-bbd6-0762-c0adec542641" [ 959.296468] env[62301]: _type = "Task" [ 959.296468] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.304943] env[62301]: DEBUG oslo_vmware.api [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]525d6041-17d4-bbd6-0762-c0adec542641, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.325955] env[62301]: DEBUG nova.compute.manager [req-178876ba-9133-4741-b722-063364a7ff5b req-56897769-b8bb-43e8-8cfc-7bf450f3552a service nova] [instance: 3bd0740b-68f5-481a-85f3-e07e3fea49a6] Received event network-vif-plugged-0850ed93-15bd-4352-bd45-3951db8a7e8b {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 959.326186] env[62301]: DEBUG oslo_concurrency.lockutils [req-178876ba-9133-4741-b722-063364a7ff5b req-56897769-b8bb-43e8-8cfc-7bf450f3552a service nova] Acquiring lock "3bd0740b-68f5-481a-85f3-e07e3fea49a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 959.326394] env[62301]: DEBUG oslo_concurrency.lockutils [req-178876ba-9133-4741-b722-063364a7ff5b req-56897769-b8bb-43e8-8cfc-7bf450f3552a service nova] Lock "3bd0740b-68f5-481a-85f3-e07e3fea49a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.326563] env[62301]: DEBUG oslo_concurrency.lockutils [req-178876ba-9133-4741-b722-063364a7ff5b req-56897769-b8bb-43e8-8cfc-7bf450f3552a service nova] Lock "3bd0740b-68f5-481a-85f3-e07e3fea49a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 959.326775] env[62301]: DEBUG nova.compute.manager [req-178876ba-9133-4741-b722-063364a7ff5b req-56897769-b8bb-43e8-8cfc-7bf450f3552a service nova] [instance: 3bd0740b-68f5-481a-85f3-e07e3fea49a6] No waiting events found dispatching network-vif-plugged-0850ed93-15bd-4352-bd45-3951db8a7e8b {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 959.326968] env[62301]: WARNING nova.compute.manager [req-178876ba-9133-4741-b722-063364a7ff5b req-56897769-b8bb-43e8-8cfc-7bf450f3552a service nova] [instance: 3bd0740b-68f5-481a-85f3-e07e3fea49a6] Received unexpected event network-vif-plugged-0850ed93-15bd-4352-bd45-3951db8a7e8b for instance with vm_state building and task_state spawning. [ 959.374591] env[62301]: DEBUG nova.network.neutron [req-627040b2-b647-4096-964d-53834e33d6d4 req-eca4943b-e9c6-4b29-887e-c205a3f11b4c service nova] [instance: e7bef627-ecfa-4a7c-b042-0bcd60d54396] Updated VIF entry in instance network info cache for port aa1436f9-a104-4d5d-9982-1d7f2aa26524. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 959.375434] env[62301]: DEBUG nova.network.neutron [req-627040b2-b647-4096-964d-53834e33d6d4 req-eca4943b-e9c6-4b29-887e-c205a3f11b4c service nova] [instance: e7bef627-ecfa-4a7c-b042-0bcd60d54396] Updating instance_info_cache with network_info: [{"id": "aa1436f9-a104-4d5d-9982-1d7f2aa26524", "address": "fa:16:3e:9f:4e:0d", "network": {"id": "6139468e-0c7f-40bd-a1a3-32f52ddad899", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-755801576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f2685f8007c46feaba89744ed234030", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa1436f9-a1", "ovs_interfaceid": "aa1436f9-a104-4d5d-9982-1d7f2aa26524", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.384049] env[62301]: DEBUG oslo_vmware.api [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570681, 'name': Rename_Task, 'duration_secs': 0.281059} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.384479] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4b70477a-3a4c-4964-ac02-1270774c40e4] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 959.384851] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-224a181f-0efb-4a10-b91f-62a941e31f3e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.394912] env[62301]: DEBUG oslo_vmware.api [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 959.394912] env[62301]: value = "task-2570682" [ 959.394912] env[62301]: _type = "Task" [ 959.394912] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.408956] env[62301]: DEBUG oslo_vmware.api [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570682, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.431812] env[62301]: DEBUG nova.network.neutron [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 3bd0740b-68f5-481a-85f3-e07e3fea49a6] Successfully updated port: 0850ed93-15bd-4352-bd45-3951db8a7e8b {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 959.530032] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570680, 'name': CreateVM_Task, 'duration_secs': 0.549666} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.530217] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7bef627-ecfa-4a7c-b042-0bcd60d54396] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 959.531031] env[62301]: DEBUG oslo_concurrency.lockutils [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.531247] env[62301]: DEBUG oslo_concurrency.lockutils [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.531604] env[62301]: DEBUG oslo_concurrency.lockutils [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.531908] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d464568a-1aa4-4206-a017-81888c3a5f7b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.537838] env[62301]: DEBUG oslo_vmware.api [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Waiting for the task: (returnval){ [ 959.537838] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52859d19-d776-6231-7141-4c45098099e7" [ 959.537838] env[62301]: _type = "Task" [ 959.537838] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.549450] env[62301]: DEBUG nova.scheduler.client.report [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.554881] env[62301]: DEBUG oslo_vmware.api [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52859d19-d776-6231-7141-4c45098099e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.582696] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-93a445b6-65d9-474f-a10e-20c85531c704 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Volume attach. Driver type: vmdk {{(pid=62301) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 959.582952] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-93a445b6-65d9-474f-a10e-20c85531c704 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518906', 'volume_id': '62808f94-22a2-4f84-84e4-1ab4417d3e2e', 'name': 'volume-62808f94-22a2-4f84-84e4-1ab4417d3e2e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4eccc0d6-5a82-4a41-a077-966479407c6b', 'attached_at': '', 'detached_at': '', 'volume_id': '62808f94-22a2-4f84-84e4-1ab4417d3e2e', 'serial': '62808f94-22a2-4f84-84e4-1ab4417d3e2e'} {{(pid=62301) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 959.584191] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c5026f-392d-4f85-9ef2-e28e7d75aa5c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.602517] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7f4dae-3dc3-4360-a1c2-3e41858ff288 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.629118] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-93a445b6-65d9-474f-a10e-20c85531c704 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] volume-62808f94-22a2-4f84-84e4-1ab4417d3e2e/volume-62808f94-22a2-4f84-84e4-1ab4417d3e2e.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 959.629490] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cafc80b-74ef-48a2-a05c-14fe733e39b6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.650050] env[62301]: DEBUG oslo_vmware.api [None req-93a445b6-65d9-474f-a10e-20c85531c704 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 959.650050] env[62301]: value = "task-2570683" [ 959.650050] env[62301]: _type = "Task" [ 959.650050] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.660031] env[62301]: DEBUG oslo_vmware.api [None req-93a445b6-65d9-474f-a10e-20c85531c704 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570683, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.807643] env[62301]: DEBUG oslo_vmware.api [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]525d6041-17d4-bbd6-0762-c0adec542641, 'name': SearchDatastore_Task, 'duration_secs': 0.023658} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.807964] env[62301]: DEBUG oslo_concurrency.lockutils [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.808254] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] c7eabb57-0166-4a6c-852b-9dfbb762a515/c7eabb57-0166-4a6c-852b-9dfbb762a515.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 959.808547] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5be07bac-4975-4d68-8296-d8c2e38c0ad6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.817116] env[62301]: DEBUG oslo_vmware.api [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Waiting for the task: (returnval){ [ 959.817116] env[62301]: value = "task-2570684" [ 959.817116] env[62301]: _type = "Task" [ 959.817116] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.830376] env[62301]: DEBUG oslo_vmware.api [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Task: {'id': task-2570684, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.878468] env[62301]: DEBUG oslo_concurrency.lockutils [req-627040b2-b647-4096-964d-53834e33d6d4 req-eca4943b-e9c6-4b29-887e-c205a3f11b4c service nova] Releasing lock "refresh_cache-e7bef627-ecfa-4a7c-b042-0bcd60d54396" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.878468] env[62301]: DEBUG nova.compute.manager [req-627040b2-b647-4096-964d-53834e33d6d4 req-eca4943b-e9c6-4b29-887e-c205a3f11b4c service nova] [instance: 9b75c3ad-c32e-42c8-943a-70254bcf68dc] Received event network-changed-e30cead6-9957-4748-9650-f77c860f8c99 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 959.878468] env[62301]: DEBUG nova.compute.manager [req-627040b2-b647-4096-964d-53834e33d6d4 req-eca4943b-e9c6-4b29-887e-c205a3f11b4c service nova] [instance: 9b75c3ad-c32e-42c8-943a-70254bcf68dc] Refreshing instance network info cache due to event network-changed-e30cead6-9957-4748-9650-f77c860f8c99. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 959.878468] env[62301]: DEBUG oslo_concurrency.lockutils [req-627040b2-b647-4096-964d-53834e33d6d4 req-eca4943b-e9c6-4b29-887e-c205a3f11b4c service nova] Acquiring lock "refresh_cache-9b75c3ad-c32e-42c8-943a-70254bcf68dc" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.879226] env[62301]: DEBUG oslo_concurrency.lockutils [req-627040b2-b647-4096-964d-53834e33d6d4 req-eca4943b-e9c6-4b29-887e-c205a3f11b4c service nova] Acquired lock "refresh_cache-9b75c3ad-c32e-42c8-943a-70254bcf68dc" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.879226] env[62301]: DEBUG nova.network.neutron [req-627040b2-b647-4096-964d-53834e33d6d4 req-eca4943b-e9c6-4b29-887e-c205a3f11b4c service nova] [instance: 9b75c3ad-c32e-42c8-943a-70254bcf68dc] Refreshing network info cache for port e30cead6-9957-4748-9650-f77c860f8c99 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 959.905552] env[62301]: DEBUG oslo_vmware.api [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570682, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.935324] env[62301]: DEBUG oslo_concurrency.lockutils [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Acquiring lock "refresh_cache-3bd0740b-68f5-481a-85f3-e07e3fea49a6" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.935324] env[62301]: DEBUG oslo_concurrency.lockutils [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Acquired lock "refresh_cache-3bd0740b-68f5-481a-85f3-e07e3fea49a6" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.935324] env[62301]: DEBUG nova.network.neutron [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 3bd0740b-68f5-481a-85f3-e07e3fea49a6] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 960.049890] env[62301]: DEBUG oslo_vmware.api [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52859d19-d776-6231-7141-4c45098099e7, 'name': SearchDatastore_Task, 'duration_secs': 0.017103} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.050287] env[62301]: DEBUG oslo_concurrency.lockutils [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.050572] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: e7bef627-ecfa-4a7c-b042-0bcd60d54396] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 960.050925] env[62301]: DEBUG oslo_concurrency.lockutils [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.051052] env[62301]: DEBUG oslo_concurrency.lockutils [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.051272] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 960.051652] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b72dd52e-05f0-4a3d-aff3-e5934e229312 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.055882] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.483s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.058264] env[62301]: DEBUG oslo_concurrency.lockutils [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 7.118s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.072226] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 960.072473] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 960.073817] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4407ec0b-3342-4cd2-86f3-4ee290408b6f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.084621] env[62301]: DEBUG oslo_vmware.api [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Waiting for the task: (returnval){ [ 960.084621] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]529e9c72-2959-83f2-0102-1d1f7caf3cde" [ 960.084621] env[62301]: _type = "Task" [ 960.084621] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.099392] env[62301]: DEBUG oslo_vmware.api [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]529e9c72-2959-83f2-0102-1d1f7caf3cde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.106961] env[62301]: INFO nova.network.neutron [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Updating port eda45011-3e4c-4f43-8bbe-e318d510e502 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 960.160570] env[62301]: DEBUG oslo_vmware.api [None req-93a445b6-65d9-474f-a10e-20c85531c704 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570683, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.283332] env[62301]: DEBUG oslo_vmware.rw_handles [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52986942-7bc5-b75c-207b-1443ea8e85bf/disk-0.vmdk. {{(pid=62301) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 960.284354] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0367301-3126-4f10-97f8-602e34c844ba {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.293051] env[62301]: DEBUG oslo_vmware.rw_handles [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52986942-7bc5-b75c-207b-1443ea8e85bf/disk-0.vmdk is in state: ready. {{(pid=62301) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 960.293274] env[62301]: ERROR oslo_vmware.rw_handles [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52986942-7bc5-b75c-207b-1443ea8e85bf/disk-0.vmdk due to incomplete transfer. [ 960.293668] env[62301]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2279fef0-94fb-4738-acf2-5bdb0443968f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.302199] env[62301]: DEBUG oslo_vmware.rw_handles [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52986942-7bc5-b75c-207b-1443ea8e85bf/disk-0.vmdk. {{(pid=62301) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 960.302457] env[62301]: DEBUG nova.virt.vmwareapi.images [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Uploaded image 50149a3e-83c4-46fa-bbe3-5ed1ca0601ae to the Glance image server {{(pid=62301) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 960.304628] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Destroying the VM {{(pid=62301) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 960.304921] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a9fce63c-74ae-4de6-892f-2ec623df0b97 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.311244] env[62301]: DEBUG oslo_vmware.api [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 960.311244] env[62301]: value = "task-2570685" [ 960.311244] env[62301]: _type = "Task" [ 960.311244] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.324987] env[62301]: DEBUG oslo_vmware.api [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570685, 'name': Destroy_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.331965] env[62301]: DEBUG oslo_vmware.api [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Task: {'id': task-2570684, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.406421] env[62301]: DEBUG oslo_vmware.api [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570682, 'name': PowerOnVM_Task, 'duration_secs': 0.713692} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.406421] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4b70477a-3a4c-4964-ac02-1270774c40e4] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 960.406421] env[62301]: INFO nova.compute.manager [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4b70477a-3a4c-4964-ac02-1270774c40e4] Took 9.22 seconds to spawn the instance on the hypervisor. [ 960.406537] env[62301]: DEBUG nova.compute.manager [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4b70477a-3a4c-4964-ac02-1270774c40e4] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 960.407404] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97afbbe9-a180-468a-b077-8c5bdc2ef400 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.512125] env[62301]: DEBUG nova.network.neutron [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 3bd0740b-68f5-481a-85f3-e07e3fea49a6] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 960.566635] env[62301]: INFO nova.compute.claims [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 960.595135] env[62301]: DEBUG oslo_vmware.api [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]529e9c72-2959-83f2-0102-1d1f7caf3cde, 'name': SearchDatastore_Task, 'duration_secs': 0.071837} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.596614] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad64732f-6eb4-4e6d-a437-a0be657492b9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.602651] env[62301]: DEBUG oslo_vmware.api [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Waiting for the task: (returnval){ [ 960.602651] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52738f79-834e-72e3-4684-ebb2a199eae5" [ 960.602651] env[62301]: _type = "Task" [ 960.602651] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.610510] env[62301]: DEBUG oslo_vmware.api [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52738f79-834e-72e3-4684-ebb2a199eae5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.663550] env[62301]: DEBUG oslo_vmware.api [None req-93a445b6-65d9-474f-a10e-20c85531c704 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570683, 'name': ReconfigVM_Task, 'duration_secs': 0.898682} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.663853] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-93a445b6-65d9-474f-a10e-20c85531c704 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Reconfigured VM instance instance-00000051 to attach disk [datastore1] volume-62808f94-22a2-4f84-84e4-1ab4417d3e2e/volume-62808f94-22a2-4f84-84e4-1ab4417d3e2e.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 960.668928] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-caf87536-3570-4ba2-87c4-4bae5aff4c31 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.679931] env[62301]: DEBUG nova.network.neutron [req-627040b2-b647-4096-964d-53834e33d6d4 req-eca4943b-e9c6-4b29-887e-c205a3f11b4c service nova] [instance: 9b75c3ad-c32e-42c8-943a-70254bcf68dc] Updated VIF entry in instance network info cache for port e30cead6-9957-4748-9650-f77c860f8c99. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 960.680295] env[62301]: DEBUG nova.network.neutron [req-627040b2-b647-4096-964d-53834e33d6d4 req-eca4943b-e9c6-4b29-887e-c205a3f11b4c service nova] [instance: 9b75c3ad-c32e-42c8-943a-70254bcf68dc] Updating instance_info_cache with network_info: [{"id": "e30cead6-9957-4748-9650-f77c860f8c99", "address": "fa:16:3e:9b:de:b0", "network": {"id": "f258efb2-7c79-415a-aad7-8a07fdb2c2d4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-382833361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2e8356714714b2ebde65cd27ec77f7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape30cead6-99", "ovs_interfaceid": "e30cead6-9957-4748-9650-f77c860f8c99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.686564] env[62301]: DEBUG oslo_vmware.api [None req-93a445b6-65d9-474f-a10e-20c85531c704 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 960.686564] env[62301]: value = "task-2570686" [ 960.686564] env[62301]: _type = "Task" [ 960.686564] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.695006] env[62301]: DEBUG oslo_vmware.api [None req-93a445b6-65d9-474f-a10e-20c85531c704 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570686, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.704141] env[62301]: DEBUG nova.network.neutron [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 3bd0740b-68f5-481a-85f3-e07e3fea49a6] Updating instance_info_cache with network_info: [{"id": "0850ed93-15bd-4352-bd45-3951db8a7e8b", "address": "fa:16:3e:e9:be:a0", "network": {"id": "603b23fb-b382-437a-8bc3-5182f963c327", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-34603588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3b1e6207bb146ae933ddbb91b7a1d37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0850ed93-15", "ovs_interfaceid": "0850ed93-15bd-4352-bd45-3951db8a7e8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.821078] env[62301]: DEBUG oslo_vmware.api [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570685, 'name': Destroy_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.829380] env[62301]: DEBUG oslo_vmware.api [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Task: {'id': task-2570684, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63266} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.829624] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] c7eabb57-0166-4a6c-852b-9dfbb762a515/c7eabb57-0166-4a6c-852b-9dfbb762a515.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 960.830133] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 960.830133] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb727d1b-7119-4966-9f2d-97696929e533 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.837981] env[62301]: DEBUG oslo_vmware.api [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Waiting for the task: (returnval){ [ 960.837981] env[62301]: value = "task-2570687" [ 960.837981] env[62301]: _type = "Task" [ 960.837981] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.850448] env[62301]: DEBUG oslo_vmware.api [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Task: {'id': task-2570687, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.930253] env[62301]: INFO nova.compute.manager [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4b70477a-3a4c-4964-ac02-1270774c40e4] Took 24.04 seconds to build instance. [ 961.073204] env[62301]: INFO nova.compute.resource_tracker [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Updating resource usage from migration 81ab7663-f17e-4e5e-8d51-386cfbe8a33f [ 961.093783] env[62301]: DEBUG nova.scheduler.client.report [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Refreshing inventories for resource provider f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 961.110333] env[62301]: DEBUG nova.scheduler.client.report [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Updating ProviderTree inventory for provider f2701398-2646-410f-990f-c3cfa8025d57 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 961.110610] env[62301]: DEBUG nova.compute.provider_tree [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Updating inventory in ProviderTree for provider f2701398-2646-410f-990f-c3cfa8025d57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 961.117808] env[62301]: DEBUG oslo_vmware.api [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52738f79-834e-72e3-4684-ebb2a199eae5, 'name': SearchDatastore_Task, 'duration_secs': 0.037746} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.118093] env[62301]: DEBUG oslo_concurrency.lockutils [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.118461] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] e7bef627-ecfa-4a7c-b042-0bcd60d54396/e7bef627-ecfa-4a7c-b042-0bcd60d54396.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 961.118703] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1a203b8-42fb-4359-898f-91b6d38d10ff {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.126512] env[62301]: DEBUG oslo_vmware.api [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Waiting for the task: (returnval){ [ 961.126512] env[62301]: value = "task-2570688" [ 961.126512] env[62301]: _type = "Task" [ 961.126512] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.131273] env[62301]: DEBUG nova.scheduler.client.report [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Refreshing aggregate associations for resource provider f2701398-2646-410f-990f-c3cfa8025d57, aggregates: None {{(pid=62301) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 961.138431] env[62301]: DEBUG oslo_vmware.api [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570688, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.154597] env[62301]: DEBUG nova.scheduler.client.report [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Refreshing trait associations for resource provider f2701398-2646-410f-990f-c3cfa8025d57, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62301) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 961.182958] env[62301]: DEBUG oslo_concurrency.lockutils [req-627040b2-b647-4096-964d-53834e33d6d4 req-eca4943b-e9c6-4b29-887e-c205a3f11b4c service nova] Releasing lock "refresh_cache-9b75c3ad-c32e-42c8-943a-70254bcf68dc" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.201371] env[62301]: DEBUG oslo_vmware.api [None req-93a445b6-65d9-474f-a10e-20c85531c704 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570686, 'name': ReconfigVM_Task, 'duration_secs': 0.184114} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.204034] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-93a445b6-65d9-474f-a10e-20c85531c704 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518906', 'volume_id': '62808f94-22a2-4f84-84e4-1ab4417d3e2e', 'name': 'volume-62808f94-22a2-4f84-84e4-1ab4417d3e2e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4eccc0d6-5a82-4a41-a077-966479407c6b', 'attached_at': '', 'detached_at': '', 'volume_id': '62808f94-22a2-4f84-84e4-1ab4417d3e2e', 'serial': '62808f94-22a2-4f84-84e4-1ab4417d3e2e'} {{(pid=62301) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 961.206159] env[62301]: DEBUG oslo_concurrency.lockutils [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Releasing lock "refresh_cache-3bd0740b-68f5-481a-85f3-e07e3fea49a6" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.206580] env[62301]: DEBUG nova.compute.manager [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 3bd0740b-68f5-481a-85f3-e07e3fea49a6] Instance network_info: |[{"id": "0850ed93-15bd-4352-bd45-3951db8a7e8b", "address": "fa:16:3e:e9:be:a0", "network": {"id": "603b23fb-b382-437a-8bc3-5182f963c327", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-34603588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3b1e6207bb146ae933ddbb91b7a1d37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0850ed93-15", "ovs_interfaceid": "0850ed93-15bd-4352-bd45-3951db8a7e8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 961.206856] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 3bd0740b-68f5-481a-85f3-e07e3fea49a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:be:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4307c18-b235-43cd-bcd5-e226012d8ee9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0850ed93-15bd-4352-bd45-3951db8a7e8b', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 961.214819] env[62301]: DEBUG oslo.service.loopingcall [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 961.217440] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bd0740b-68f5-481a-85f3-e07e3fea49a6] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 961.218399] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d4c7896-a51e-4ab2-a092-88bf6ceb769b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.241363] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 961.241363] env[62301]: value = "task-2570689" [ 961.241363] env[62301]: _type = "Task" [ 961.241363] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.249382] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570689, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.321604] env[62301]: DEBUG oslo_vmware.api [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570685, 'name': Destroy_Task} progress is 33%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.350849] env[62301]: DEBUG oslo_vmware.api [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Task: {'id': task-2570687, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07721} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.355754] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 961.357312] env[62301]: DEBUG nova.compute.manager [req-8f7d590d-cf1e-4b27-af76-750b8415bbb1 req-d0ec0c71-f3a6-44f5-b5d7-c8ed0926dd13 service nova] [instance: 3bd0740b-68f5-481a-85f3-e07e3fea49a6] Received event network-changed-0850ed93-15bd-4352-bd45-3951db8a7e8b {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 961.357571] env[62301]: DEBUG nova.compute.manager [req-8f7d590d-cf1e-4b27-af76-750b8415bbb1 req-d0ec0c71-f3a6-44f5-b5d7-c8ed0926dd13 service nova] [instance: 3bd0740b-68f5-481a-85f3-e07e3fea49a6] Refreshing instance network info cache due to event network-changed-0850ed93-15bd-4352-bd45-3951db8a7e8b. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 961.357867] env[62301]: DEBUG oslo_concurrency.lockutils [req-8f7d590d-cf1e-4b27-af76-750b8415bbb1 req-d0ec0c71-f3a6-44f5-b5d7-c8ed0926dd13 service nova] Acquiring lock "refresh_cache-3bd0740b-68f5-481a-85f3-e07e3fea49a6" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.358100] env[62301]: DEBUG oslo_concurrency.lockutils [req-8f7d590d-cf1e-4b27-af76-750b8415bbb1 req-d0ec0c71-f3a6-44f5-b5d7-c8ed0926dd13 service nova] Acquired lock "refresh_cache-3bd0740b-68f5-481a-85f3-e07e3fea49a6" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.358341] env[62301]: DEBUG nova.network.neutron [req-8f7d590d-cf1e-4b27-af76-750b8415bbb1 req-d0ec0c71-f3a6-44f5-b5d7-c8ed0926dd13 service nova] [instance: 3bd0740b-68f5-481a-85f3-e07e3fea49a6] Refreshing network info cache for port 0850ed93-15bd-4352-bd45-3951db8a7e8b {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 961.364850] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ec90ac-05ba-4ca8-97de-6e4e21e330f6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.401676] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] c7eabb57-0166-4a6c-852b-9dfbb762a515/c7eabb57-0166-4a6c-852b-9dfbb762a515.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 961.405697] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e313548c-76e9-436d-b18e-3f9e6b5c664d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.427273] env[62301]: DEBUG oslo_vmware.api [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Waiting for the task: (returnval){ [ 961.427273] env[62301]: value = "task-2570690" [ 961.427273] env[62301]: _type = "Task" [ 961.427273] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.432895] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c1dd855b-43e0-4e52-a70c-d1f5bb1f0a85 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "4b70477a-3a4c-4964-ac02-1270774c40e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.550s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.438659] env[62301]: DEBUG oslo_vmware.api [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Task: {'id': task-2570690, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.491319] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c20426d-db3c-4d72-8673-41839fd887ce {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.497079] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3515f3a7-e100-4a3f-af4a-35c85870eeba {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.529328] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbbaab2-30e5-4f57-9d69-a3b2566a71c0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.536607] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a298b8-3477-4d16-8f6f-6e1c60749797 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.558164] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e19e0b74-ce35-45fe-b90d-f12b4a1ad87b tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquiring lock "4b70477a-3a4c-4964-ac02-1270774c40e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.558499] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e19e0b74-ce35-45fe-b90d-f12b4a1ad87b tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "4b70477a-3a4c-4964-ac02-1270774c40e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.558761] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e19e0b74-ce35-45fe-b90d-f12b4a1ad87b tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquiring lock "4b70477a-3a4c-4964-ac02-1270774c40e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.558998] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e19e0b74-ce35-45fe-b90d-f12b4a1ad87b tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "4b70477a-3a4c-4964-ac02-1270774c40e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.559237] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e19e0b74-ce35-45fe-b90d-f12b4a1ad87b tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "4b70477a-3a4c-4964-ac02-1270774c40e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.561577] env[62301]: DEBUG nova.compute.provider_tree [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.564611] env[62301]: INFO nova.compute.manager [None req-e19e0b74-ce35-45fe-b90d-f12b4a1ad87b tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4b70477a-3a4c-4964-ac02-1270774c40e4] Terminating instance [ 961.639561] env[62301]: DEBUG oslo_vmware.api [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570688, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.764304] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570689, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.824980] env[62301]: DEBUG oslo_vmware.api [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570685, 'name': Destroy_Task, 'duration_secs': 1.162048} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.826755] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Destroyed the VM [ 961.827062] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Deleting Snapshot of the VM instance {{(pid=62301) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 961.827351] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4ef31b00-b0d3-47be-b09d-e6e7f82879f9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.834019] env[62301]: DEBUG oslo_vmware.api [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 961.834019] env[62301]: value = "task-2570691" [ 961.834019] env[62301]: _type = "Task" [ 961.834019] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.842809] env[62301]: DEBUG oslo_vmware.api [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570691, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.877591] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c7f51b44-37a3-45a3-9004-938daa8953ea tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquiring lock "ef47192b-434b-4162-9218-904cf9c10ff5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.877591] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c7f51b44-37a3-45a3-9004-938daa8953ea tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lock "ef47192b-434b-4162-9218-904cf9c10ff5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.878028] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c7f51b44-37a3-45a3-9004-938daa8953ea tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquiring lock "ef47192b-434b-4162-9218-904cf9c10ff5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.878028] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c7f51b44-37a3-45a3-9004-938daa8953ea tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lock "ef47192b-434b-4162-9218-904cf9c10ff5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.878105] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c7f51b44-37a3-45a3-9004-938daa8953ea tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lock "ef47192b-434b-4162-9218-904cf9c10ff5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.880875] env[62301]: INFO nova.compute.manager [None req-c7f51b44-37a3-45a3-9004-938daa8953ea tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Terminating instance [ 961.939399] env[62301]: DEBUG oslo_vmware.api [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Task: {'id': task-2570690, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.047118] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Acquiring lock "refresh_cache-7015dc41-f1f8-4dd4-8e35-6ea6e574d44e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.047118] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Acquired lock "refresh_cache-7015dc41-f1f8-4dd4-8e35-6ea6e574d44e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.048256] env[62301]: DEBUG nova.network.neutron [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.066086] env[62301]: DEBUG nova.scheduler.client.report [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.073880] env[62301]: DEBUG nova.compute.manager [None req-e19e0b74-ce35-45fe-b90d-f12b4a1ad87b tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4b70477a-3a4c-4964-ac02-1270774c40e4] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 962.074195] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-e19e0b74-ce35-45fe-b90d-f12b4a1ad87b tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4b70477a-3a4c-4964-ac02-1270774c40e4] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 962.075622] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf768d91-51d1-4236-aa1f-58a46d5475ef {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.087479] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-e19e0b74-ce35-45fe-b90d-f12b4a1ad87b tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4b70477a-3a4c-4964-ac02-1270774c40e4] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.088505] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4dfc0e80-900a-48ad-ae82-02808a3e42e2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.094342] env[62301]: DEBUG oslo_vmware.api [None req-e19e0b74-ce35-45fe-b90d-f12b4a1ad87b tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 962.094342] env[62301]: value = "task-2570692" [ 962.094342] env[62301]: _type = "Task" [ 962.094342] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.102110] env[62301]: DEBUG oslo_vmware.api [None req-e19e0b74-ce35-45fe-b90d-f12b4a1ad87b tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570692, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.137360] env[62301]: DEBUG oslo_vmware.api [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570688, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.751318} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.137995] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] e7bef627-ecfa-4a7c-b042-0bcd60d54396/e7bef627-ecfa-4a7c-b042-0bcd60d54396.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 962.137995] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: e7bef627-ecfa-4a7c-b042-0bcd60d54396] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 962.138173] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-642c9cb4-9393-41f6-89d5-5afe13bb9ba1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.144448] env[62301]: DEBUG oslo_vmware.api [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Waiting for the task: (returnval){ [ 962.144448] env[62301]: value = "task-2570693" [ 962.144448] env[62301]: _type = "Task" [ 962.144448] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.154357] env[62301]: DEBUG oslo_vmware.api [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570693, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.187877] env[62301]: DEBUG nova.network.neutron [req-8f7d590d-cf1e-4b27-af76-750b8415bbb1 req-d0ec0c71-f3a6-44f5-b5d7-c8ed0926dd13 service nova] [instance: 3bd0740b-68f5-481a-85f3-e07e3fea49a6] Updated VIF entry in instance network info cache for port 0850ed93-15bd-4352-bd45-3951db8a7e8b. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 962.188314] env[62301]: DEBUG nova.network.neutron [req-8f7d590d-cf1e-4b27-af76-750b8415bbb1 req-d0ec0c71-f3a6-44f5-b5d7-c8ed0926dd13 service nova] [instance: 3bd0740b-68f5-481a-85f3-e07e3fea49a6] Updating instance_info_cache with network_info: [{"id": "0850ed93-15bd-4352-bd45-3951db8a7e8b", "address": "fa:16:3e:e9:be:a0", "network": {"id": "603b23fb-b382-437a-8bc3-5182f963c327", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-34603588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3b1e6207bb146ae933ddbb91b7a1d37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0850ed93-15", "ovs_interfaceid": "0850ed93-15bd-4352-bd45-3951db8a7e8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.252020] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570689, 'name': CreateVM_Task, 'duration_secs': 0.580573} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.252227] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bd0740b-68f5-481a-85f3-e07e3fea49a6] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 962.253835] env[62301]: DEBUG oslo_concurrency.lockutils [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.254031] env[62301]: DEBUG oslo_concurrency.lockutils [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.254368] env[62301]: DEBUG oslo_concurrency.lockutils [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.254639] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7c612f4-1ec8-45b7-9bae-9bf9a28c300c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.259570] env[62301]: DEBUG oslo_vmware.api [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Waiting for the task: (returnval){ [ 962.259570] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52fe545e-3af8-f0fd-e50d-4009d6027a1d" [ 962.259570] env[62301]: _type = "Task" [ 962.259570] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.268084] env[62301]: DEBUG nova.objects.instance [None req-93a445b6-65d9-474f-a10e-20c85531c704 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lazy-loading 'flavor' on Instance uuid 4eccc0d6-5a82-4a41-a077-966479407c6b {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 962.269653] env[62301]: DEBUG oslo_vmware.api [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52fe545e-3af8-f0fd-e50d-4009d6027a1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.348023] env[62301]: DEBUG oslo_vmware.api [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570691, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.388980] env[62301]: DEBUG nova.compute.manager [None req-c7f51b44-37a3-45a3-9004-938daa8953ea tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 962.389241] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f51b44-37a3-45a3-9004-938daa8953ea tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 962.390420] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b9869b-df96-4ce4-aaa0-cf3ee0070b87 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.397996] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7f51b44-37a3-45a3-9004-938daa8953ea tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.398313] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a7a5644-e4de-4c01-8af5-349e88c64161 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.404652] env[62301]: DEBUG oslo_vmware.api [None req-c7f51b44-37a3-45a3-9004-938daa8953ea tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 962.404652] env[62301]: value = "task-2570694" [ 962.404652] env[62301]: _type = "Task" [ 962.404652] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.414565] env[62301]: DEBUG oslo_vmware.api [None req-c7f51b44-37a3-45a3-9004-938daa8953ea tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570694, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.436852] env[62301]: DEBUG oslo_vmware.api [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Task: {'id': task-2570690, 'name': ReconfigVM_Task, 'duration_secs': 0.685599} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.437165] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Reconfigured VM instance instance-0000005a to attach disk [datastore1] c7eabb57-0166-4a6c-852b-9dfbb762a515/c7eabb57-0166-4a6c-852b-9dfbb762a515.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 962.437835] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c97643d3-d9ab-4798-b394-601c1eae97e0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.443293] env[62301]: DEBUG oslo_vmware.api [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Waiting for the task: (returnval){ [ 962.443293] env[62301]: value = "task-2570695" [ 962.443293] env[62301]: _type = "Task" [ 962.443293] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.452431] env[62301]: DEBUG oslo_vmware.api [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Task: {'id': task-2570695, 'name': Rename_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.575037] env[62301]: DEBUG oslo_concurrency.lockutils [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.516s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.575037] env[62301]: INFO nova.compute.manager [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Migrating [ 962.582302] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8ec5e632-1819-4f54-b5b5-f276c1461353 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.392s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.583019] env[62301]: DEBUG nova.objects.instance [None req-8ec5e632-1819-4f54-b5b5-f276c1461353 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lazy-loading 'resources' on Instance uuid b970a9ab-a179-4335-957d-3a1afd002aab {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 962.618686] env[62301]: DEBUG oslo_vmware.api [None req-e19e0b74-ce35-45fe-b90d-f12b4a1ad87b tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570692, 'name': PowerOffVM_Task, 'duration_secs': 0.298216} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.621510] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-e19e0b74-ce35-45fe-b90d-f12b4a1ad87b tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4b70477a-3a4c-4964-ac02-1270774c40e4] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 962.621856] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-e19e0b74-ce35-45fe-b90d-f12b4a1ad87b tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4b70477a-3a4c-4964-ac02-1270774c40e4] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 962.623410] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9ef6b47-3de8-4929-ace9-fc6061e7c055 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.656611] env[62301]: DEBUG oslo_vmware.api [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570693, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0828} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.656859] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: e7bef627-ecfa-4a7c-b042-0bcd60d54396] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 962.657691] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24609f2d-001e-44b3-a3af-1ae7ee6aaf9c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.681986] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: e7bef627-ecfa-4a7c-b042-0bcd60d54396] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] e7bef627-ecfa-4a7c-b042-0bcd60d54396/e7bef627-ecfa-4a7c-b042-0bcd60d54396.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 962.687232] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c485a26-4286-44d9-bcdb-573c0cf3e73c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.702818] env[62301]: DEBUG oslo_concurrency.lockutils [req-8f7d590d-cf1e-4b27-af76-750b8415bbb1 req-d0ec0c71-f3a6-44f5-b5d7-c8ed0926dd13 service nova] Releasing lock "refresh_cache-3bd0740b-68f5-481a-85f3-e07e3fea49a6" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.708901] env[62301]: DEBUG oslo_vmware.api [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Waiting for the task: (returnval){ [ 962.708901] env[62301]: value = "task-2570697" [ 962.708901] env[62301]: _type = "Task" [ 962.708901] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.720502] env[62301]: DEBUG oslo_vmware.api [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570697, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.740396] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-e19e0b74-ce35-45fe-b90d-f12b4a1ad87b tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4b70477a-3a4c-4964-ac02-1270774c40e4] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 962.740627] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-e19e0b74-ce35-45fe-b90d-f12b4a1ad87b tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4b70477a-3a4c-4964-ac02-1270774c40e4] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 962.740847] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-e19e0b74-ce35-45fe-b90d-f12b4a1ad87b tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Deleting the datastore file [datastore1] 4b70477a-3a4c-4964-ac02-1270774c40e4 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 962.741129] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a49f3672-0ec9-4b1a-919b-cc41161dce80 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.754861] env[62301]: DEBUG oslo_vmware.api [None req-e19e0b74-ce35-45fe-b90d-f12b4a1ad87b tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 962.754861] env[62301]: value = "task-2570698" [ 962.754861] env[62301]: _type = "Task" [ 962.754861] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.776044] env[62301]: DEBUG oslo_vmware.api [None req-e19e0b74-ce35-45fe-b90d-f12b4a1ad87b tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570698, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.789483] env[62301]: DEBUG oslo_concurrency.lockutils [None req-93a445b6-65d9-474f-a10e-20c85531c704 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lock "4eccc0d6-5a82-4a41-a077-966479407c6b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.832s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.790762] env[62301]: DEBUG oslo_vmware.api [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52fe545e-3af8-f0fd-e50d-4009d6027a1d, 'name': SearchDatastore_Task, 'duration_secs': 0.010895} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.793995] env[62301]: DEBUG oslo_concurrency.lockutils [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.794476] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 3bd0740b-68f5-481a-85f3-e07e3fea49a6] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 962.794927] env[62301]: DEBUG oslo_concurrency.lockutils [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.795134] env[62301]: DEBUG oslo_concurrency.lockutils [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.795417] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 962.796551] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f898eda2-6030-44cf-a6e6-344c3def6b14 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.805744] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 962.805945] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 962.807209] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5eccd86-dc98-4864-8885-25496bb00658 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.817025] env[62301]: DEBUG oslo_vmware.api [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Waiting for the task: (returnval){ [ 962.817025] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]521d9e2f-71f2-a10b-a0a6-f5e77f561837" [ 962.817025] env[62301]: _type = "Task" [ 962.817025] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.824761] env[62301]: DEBUG oslo_vmware.api [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]521d9e2f-71f2-a10b-a0a6-f5e77f561837, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.846879] env[62301]: DEBUG oslo_vmware.api [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570691, 'name': RemoveSnapshot_Task, 'duration_secs': 0.912101} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.847302] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Deleted Snapshot of the VM instance {{(pid=62301) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 962.847602] env[62301]: DEBUG nova.compute.manager [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 962.849018] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08060f5-7ae8-4b4a-9c61-8452dcf8c4ab {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.917120] env[62301]: DEBUG oslo_vmware.api [None req-c7f51b44-37a3-45a3-9004-938daa8953ea tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570694, 'name': PowerOffVM_Task, 'duration_secs': 0.187826} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.917396] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7f51b44-37a3-45a3-9004-938daa8953ea tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 962.917564] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f51b44-37a3-45a3-9004-938daa8953ea tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 962.917813] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42fd9a2b-8bb6-4c71-9b9c-97bf6f12f223 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.924911] env[62301]: DEBUG nova.network.neutron [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Updating instance_info_cache with network_info: [{"id": "eda45011-3e4c-4f43-8bbe-e318d510e502", "address": "fa:16:3e:a1:45:02", "network": {"id": "b833fc4f-6a7f-4f89-9c27-cc3c44b31c21", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-649441464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4352f1b6608f4987911fa3832ca6aeb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c02dd284-ab80-451c-93eb-48c8360acb9c", "external-id": "nsx-vlan-transportzone-818", "segmentation_id": 818, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeda45011-3e", "ovs_interfaceid": "eda45011-3e4c-4f43-8bbe-e318d510e502", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.956814] env[62301]: DEBUG oslo_vmware.api [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Task: {'id': task-2570695, 'name': Rename_Task, 'duration_secs': 0.283042} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.957280] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 962.957426] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08b8b72e-dae2-4204-9a64-6c24e958feb9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.962925] env[62301]: DEBUG oslo_vmware.api [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Waiting for the task: (returnval){ [ 962.962925] env[62301]: value = "task-2570700" [ 962.962925] env[62301]: _type = "Task" [ 962.962925] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.974842] env[62301]: DEBUG oslo_vmware.api [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Task: {'id': task-2570700, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.004799] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b331b0-9f25-475e-a8ba-6f2712372e71 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.009969] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f51b44-37a3-45a3-9004-938daa8953ea tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 963.010190] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f51b44-37a3-45a3-9004-938daa8953ea tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Deleting contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 963.010382] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7f51b44-37a3-45a3-9004-938daa8953ea tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Deleting the datastore file [datastore2] ef47192b-434b-4162-9218-904cf9c10ff5 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 963.010664] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4bb68f8a-ac91-4d5e-9bdc-c31018d36044 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.015787] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1447b0-e177-4ec7-abc9-0705546f5b4c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.019947] env[62301]: DEBUG oslo_vmware.api [None req-c7f51b44-37a3-45a3-9004-938daa8953ea tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 963.019947] env[62301]: value = "task-2570701" [ 963.019947] env[62301]: _type = "Task" [ 963.019947] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.053538] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2630997c-8def-45f9-85e6-da9886b7521a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.060028] env[62301]: DEBUG oslo_vmware.api [None req-c7f51b44-37a3-45a3-9004-938daa8953ea tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570701, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.065489] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af7fe71-bfd0-43c7-a0d1-0e380cbdb608 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.080936] env[62301]: DEBUG nova.compute.provider_tree [None req-8ec5e632-1819-4f54-b5b5-f276c1461353 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.104401] env[62301]: DEBUG oslo_concurrency.lockutils [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquiring lock "refresh_cache-1ac5d7c4-6057-4e7e-813b-50bb62790679" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.104593] env[62301]: DEBUG oslo_concurrency.lockutils [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquired lock "refresh_cache-1ac5d7c4-6057-4e7e-813b-50bb62790679" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.104764] env[62301]: DEBUG nova.network.neutron [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.221653] env[62301]: DEBUG oslo_vmware.api [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570697, 'name': ReconfigVM_Task, 'duration_secs': 0.32356} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.221653] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: e7bef627-ecfa-4a7c-b042-0bcd60d54396] Reconfigured VM instance instance-0000005b to attach disk [datastore1] e7bef627-ecfa-4a7c-b042-0bcd60d54396/e7bef627-ecfa-4a7c-b042-0bcd60d54396.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 963.221653] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4063e9f2-9097-4ade-9130-0a742f97c472 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.226013] env[62301]: DEBUG oslo_vmware.api [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Waiting for the task: (returnval){ [ 963.226013] env[62301]: value = "task-2570702" [ 963.226013] env[62301]: _type = "Task" [ 963.226013] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.234931] env[62301]: DEBUG oslo_vmware.api [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570702, 'name': Rename_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.262671] env[62301]: DEBUG oslo_vmware.api [None req-e19e0b74-ce35-45fe-b90d-f12b4a1ad87b tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570698, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15216} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.263368] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-e19e0b74-ce35-45fe-b90d-f12b4a1ad87b tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 963.263368] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-e19e0b74-ce35-45fe-b90d-f12b4a1ad87b tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4b70477a-3a4c-4964-ac02-1270774c40e4] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 963.263368] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-e19e0b74-ce35-45fe-b90d-f12b4a1ad87b tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4b70477a-3a4c-4964-ac02-1270774c40e4] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 963.263546] env[62301]: INFO nova.compute.manager [None req-e19e0b74-ce35-45fe-b90d-f12b4a1ad87b tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4b70477a-3a4c-4964-ac02-1270774c40e4] Took 1.19 seconds to destroy the instance on the hypervisor. [ 963.263765] env[62301]: DEBUG oslo.service.loopingcall [None req-e19e0b74-ce35-45fe-b90d-f12b4a1ad87b tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 963.263978] env[62301]: DEBUG nova.compute.manager [-] [instance: 4b70477a-3a4c-4964-ac02-1270774c40e4] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 963.264072] env[62301]: DEBUG nova.network.neutron [-] [instance: 4b70477a-3a4c-4964-ac02-1270774c40e4] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 963.301847] env[62301]: DEBUG nova.compute.manager [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Stashing vm_state: active {{(pid=62301) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 963.326907] env[62301]: DEBUG oslo_vmware.api [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]521d9e2f-71f2-a10b-a0a6-f5e77f561837, 'name': SearchDatastore_Task, 'duration_secs': 0.00915} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.327693] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fd380cf-9ff9-4bde-8c9c-6dcfc3b4eb0a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.335023] env[62301]: DEBUG oslo_vmware.api [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Waiting for the task: (returnval){ [ 963.335023] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]523754b5-dfa7-a5cd-c24b-dede2697fb0d" [ 963.335023] env[62301]: _type = "Task" [ 963.335023] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.343583] env[62301]: DEBUG oslo_vmware.api [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]523754b5-dfa7-a5cd-c24b-dede2697fb0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.365065] env[62301]: INFO nova.compute.manager [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Shelve offloading [ 963.383970] env[62301]: DEBUG nova.compute.manager [req-2a46d5d7-4996-44ff-9293-eea0752aa91f req-6cb92883-7753-48dc-bad7-76338f6299dc service nova] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Received event network-vif-plugged-eda45011-3e4c-4f43-8bbe-e318d510e502 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 963.384198] env[62301]: DEBUG oslo_concurrency.lockutils [req-2a46d5d7-4996-44ff-9293-eea0752aa91f req-6cb92883-7753-48dc-bad7-76338f6299dc service nova] Acquiring lock "7015dc41-f1f8-4dd4-8e35-6ea6e574d44e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.384440] env[62301]: DEBUG oslo_concurrency.lockutils [req-2a46d5d7-4996-44ff-9293-eea0752aa91f req-6cb92883-7753-48dc-bad7-76338f6299dc service nova] Lock "7015dc41-f1f8-4dd4-8e35-6ea6e574d44e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.384618] env[62301]: DEBUG oslo_concurrency.lockutils [req-2a46d5d7-4996-44ff-9293-eea0752aa91f req-6cb92883-7753-48dc-bad7-76338f6299dc service nova] Lock "7015dc41-f1f8-4dd4-8e35-6ea6e574d44e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.384783] env[62301]: DEBUG nova.compute.manager [req-2a46d5d7-4996-44ff-9293-eea0752aa91f req-6cb92883-7753-48dc-bad7-76338f6299dc service nova] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] No waiting events found dispatching network-vif-plugged-eda45011-3e4c-4f43-8bbe-e318d510e502 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 963.384944] env[62301]: WARNING nova.compute.manager [req-2a46d5d7-4996-44ff-9293-eea0752aa91f req-6cb92883-7753-48dc-bad7-76338f6299dc service nova] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Received unexpected event network-vif-plugged-eda45011-3e4c-4f43-8bbe-e318d510e502 for instance with vm_state shelved_offloaded and task_state spawning. [ 963.385123] env[62301]: DEBUG nova.compute.manager [req-2a46d5d7-4996-44ff-9293-eea0752aa91f req-6cb92883-7753-48dc-bad7-76338f6299dc service nova] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Received event network-changed-eda45011-3e4c-4f43-8bbe-e318d510e502 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 963.385279] env[62301]: DEBUG nova.compute.manager [req-2a46d5d7-4996-44ff-9293-eea0752aa91f req-6cb92883-7753-48dc-bad7-76338f6299dc service nova] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Refreshing instance network info cache due to event network-changed-eda45011-3e4c-4f43-8bbe-e318d510e502. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 963.385508] env[62301]: DEBUG oslo_concurrency.lockutils [req-2a46d5d7-4996-44ff-9293-eea0752aa91f req-6cb92883-7753-48dc-bad7-76338f6299dc service nova] Acquiring lock "refresh_cache-7015dc41-f1f8-4dd4-8e35-6ea6e574d44e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.430277] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Releasing lock "refresh_cache-7015dc41-f1f8-4dd4-8e35-6ea6e574d44e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.430277] env[62301]: DEBUG oslo_concurrency.lockutils [req-2a46d5d7-4996-44ff-9293-eea0752aa91f req-6cb92883-7753-48dc-bad7-76338f6299dc service nova] Acquired lock "refresh_cache-7015dc41-f1f8-4dd4-8e35-6ea6e574d44e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.430277] env[62301]: DEBUG nova.network.neutron [req-2a46d5d7-4996-44ff-9293-eea0752aa91f req-6cb92883-7753-48dc-bad7-76338f6299dc service nova] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Refreshing network info cache for port eda45011-3e4c-4f43-8bbe-e318d510e502 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 963.462766] env[62301]: DEBUG nova.virt.hardware [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b859f7b9b622389dcafb3c62361469b3',container_format='bare',created_at=2025-02-15T20:52:17Z,direct_url=,disk_format='vmdk',id=e8028460-81b4-413f-9176-ae72b03ff1a3,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1367860387-shelved',owner='4352f1b6608f4987911fa3832ca6aeb9',properties=ImageMetaProps,protected=,size=31664640,status='active',tags=,updated_at=2025-02-15T20:52:31Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 963.463041] env[62301]: DEBUG nova.virt.hardware [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 963.463205] env[62301]: DEBUG nova.virt.hardware [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 963.463412] env[62301]: DEBUG nova.virt.hardware [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 963.463580] env[62301]: DEBUG nova.virt.hardware [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 963.463733] env[62301]: DEBUG nova.virt.hardware [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 963.463944] env[62301]: DEBUG nova.virt.hardware [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 963.464130] env[62301]: DEBUG nova.virt.hardware [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 963.464306] env[62301]: DEBUG nova.virt.hardware [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 963.464498] env[62301]: DEBUG nova.virt.hardware [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 963.464689] env[62301]: DEBUG nova.virt.hardware [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 963.465869] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7025ef-ed73-4e44-bdbe-78b2db504f9e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.480972] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f88e90d-28e4-4ab2-94ec-79aee738f67f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.485124] env[62301]: DEBUG oslo_vmware.api [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Task: {'id': task-2570700, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.498952] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:45:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c02dd284-ab80-451c-93eb-48c8360acb9c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eda45011-3e4c-4f43-8bbe-e318d510e502', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 963.506108] env[62301]: DEBUG oslo.service.loopingcall [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 963.506717] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 963.507087] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a19c0f6e-fa61-43fa-9d3c-4836d39b1240 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.535146] env[62301]: DEBUG oslo_vmware.api [None req-c7f51b44-37a3-45a3-9004-938daa8953ea tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570701, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157049} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.535146] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7f51b44-37a3-45a3-9004-938daa8953ea tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 963.535146] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f51b44-37a3-45a3-9004-938daa8953ea tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Deleted contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 963.535146] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f51b44-37a3-45a3-9004-938daa8953ea tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 963.535326] env[62301]: INFO nova.compute.manager [None req-c7f51b44-37a3-45a3-9004-938daa8953ea tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 963.535459] env[62301]: DEBUG oslo.service.loopingcall [None req-c7f51b44-37a3-45a3-9004-938daa8953ea tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 963.535638] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 963.535638] env[62301]: value = "task-2570703" [ 963.535638] env[62301]: _type = "Task" [ 963.535638] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.535811] env[62301]: DEBUG nova.compute.manager [-] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 963.535899] env[62301]: DEBUG nova.network.neutron [-] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 963.546118] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570703, 'name': CreateVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.583882] env[62301]: DEBUG nova.scheduler.client.report [None req-8ec5e632-1819-4f54-b5b5-f276c1461353 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.737505] env[62301]: DEBUG oslo_vmware.api [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570702, 'name': Rename_Task, 'duration_secs': 0.144023} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.737776] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: e7bef627-ecfa-4a7c-b042-0bcd60d54396] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 963.738034] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-326a68d0-1c9b-4271-84f4-b3c9263d0d30 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.744941] env[62301]: DEBUG oslo_vmware.api [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Waiting for the task: (returnval){ [ 963.744941] env[62301]: value = "task-2570704" [ 963.744941] env[62301]: _type = "Task" [ 963.744941] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.753282] env[62301]: DEBUG oslo_vmware.api [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570704, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.828767] env[62301]: DEBUG oslo_concurrency.lockutils [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.848579] env[62301]: DEBUG oslo_vmware.api [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]523754b5-dfa7-a5cd-c24b-dede2697fb0d, 'name': SearchDatastore_Task, 'duration_secs': 0.010886} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.849065] env[62301]: DEBUG oslo_concurrency.lockutils [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.849244] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] 3bd0740b-68f5-481a-85f3-e07e3fea49a6/3bd0740b-68f5-481a-85f3-e07e3fea49a6.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 963.849527] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb689aa5-d25b-410d-bd5f-028aade1dfb2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.855879] env[62301]: DEBUG oslo_vmware.api [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Waiting for the task: (returnval){ [ 963.855879] env[62301]: value = "task-2570705" [ 963.855879] env[62301]: _type = "Task" [ 963.855879] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.863509] env[62301]: DEBUG oslo_vmware.api [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Task: {'id': task-2570705, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.868641] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 963.868819] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45617513-bdf5-40d6-8434-3bc53ac13105 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.874455] env[62301]: DEBUG oslo_vmware.api [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 963.874455] env[62301]: value = "task-2570706" [ 963.874455] env[62301]: _type = "Task" [ 963.874455] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.882593] env[62301]: DEBUG oslo_vmware.api [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570706, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.980903] env[62301]: DEBUG oslo_vmware.api [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Task: {'id': task-2570700, 'name': PowerOnVM_Task, 'duration_secs': 0.871038} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.981222] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 963.981383] env[62301]: INFO nova.compute.manager [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Took 10.30 seconds to spawn the instance on the hypervisor. [ 963.981688] env[62301]: DEBUG nova.compute.manager [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.982487] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e44e09-a8c7-47ba-b7ac-82460c93b3d2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.048476] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570703, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.061108] env[62301]: DEBUG nova.network.neutron [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Updating instance_info_cache with network_info: [{"id": "b0daf005-802b-4441-b025-dba81de00f9d", "address": "fa:16:3e:22:30:8d", "network": {"id": "2bb96169-7594-47bb-8c69-56a2af9dfa32", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1110516366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ea9bdc8a9b547d881e4051cff4426f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0daf005-80", "ovs_interfaceid": "b0daf005-802b-4441-b025-dba81de00f9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.062132] env[62301]: DEBUG nova.network.neutron [-] [instance: 4b70477a-3a4c-4964-ac02-1270774c40e4] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.090646] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8ec5e632-1819-4f54-b5b5-f276c1461353 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.508s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.093140] env[62301]: DEBUG oslo_concurrency.lockutils [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.264s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 964.130691] env[62301]: INFO nova.scheduler.client.report [None req-8ec5e632-1819-4f54-b5b5-f276c1461353 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Deleted allocations for instance b970a9ab-a179-4335-957d-3a1afd002aab [ 964.259307] env[62301]: DEBUG oslo_vmware.api [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570704, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.339475] env[62301]: DEBUG nova.network.neutron [req-2a46d5d7-4996-44ff-9293-eea0752aa91f req-6cb92883-7753-48dc-bad7-76338f6299dc service nova] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Updated VIF entry in instance network info cache for port eda45011-3e4c-4f43-8bbe-e318d510e502. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 964.339946] env[62301]: DEBUG nova.network.neutron [req-2a46d5d7-4996-44ff-9293-eea0752aa91f req-6cb92883-7753-48dc-bad7-76338f6299dc service nova] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Updating instance_info_cache with network_info: [{"id": "eda45011-3e4c-4f43-8bbe-e318d510e502", "address": "fa:16:3e:a1:45:02", "network": {"id": "b833fc4f-6a7f-4f89-9c27-cc3c44b31c21", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-649441464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4352f1b6608f4987911fa3832ca6aeb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c02dd284-ab80-451c-93eb-48c8360acb9c", "external-id": "nsx-vlan-transportzone-818", "segmentation_id": 818, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeda45011-3e", "ovs_interfaceid": "eda45011-3e4c-4f43-8bbe-e318d510e502", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.367528] env[62301]: DEBUG oslo_vmware.api [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Task: {'id': task-2570705, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.390022] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 65e92d18-49eb-4861-801b-3508236943a7] VM already powered off {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 964.390022] env[62301]: DEBUG nova.compute.manager [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 964.390022] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f9791e-b9dc-48a5-b70c-81d0def903e4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.393628] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquiring lock "refresh_cache-65e92d18-49eb-4861-801b-3508236943a7" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.393829] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquired lock "refresh_cache-65e92d18-49eb-4861-801b-3508236943a7" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.394066] env[62301]: DEBUG nova.network.neutron [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 964.502702] env[62301]: INFO nova.compute.manager [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Took 25.24 seconds to build instance. [ 964.548739] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570703, 'name': CreateVM_Task, 'duration_secs': 0.52087} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.549247] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 964.550039] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e8028460-81b4-413f-9176-ae72b03ff1a3" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.550182] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e8028460-81b4-413f-9176-ae72b03ff1a3" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.550548] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e8028460-81b4-413f-9176-ae72b03ff1a3" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.550792] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d0e3c70-20ff-4cba-bc7d-5e1f43d9587f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.555413] env[62301]: DEBUG oslo_vmware.api [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Waiting for the task: (returnval){ [ 964.555413] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5296dc5d-7e85-894f-6fb6-2774484f6b29" [ 964.555413] env[62301]: _type = "Task" [ 964.555413] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.565482] env[62301]: DEBUG oslo_concurrency.lockutils [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Releasing lock "refresh_cache-1ac5d7c4-6057-4e7e-813b-50bb62790679" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.566840] env[62301]: INFO nova.compute.manager [-] [instance: 4b70477a-3a4c-4964-ac02-1270774c40e4] Took 1.30 seconds to deallocate network for instance. [ 964.567112] env[62301]: DEBUG oslo_vmware.api [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5296dc5d-7e85-894f-6fb6-2774484f6b29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.598555] env[62301]: INFO nova.compute.claims [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 964.642214] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8ec5e632-1819-4f54-b5b5-f276c1461353 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lock "b970a9ab-a179-4335-957d-3a1afd002aab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.337s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.756220] env[62301]: DEBUG oslo_vmware.api [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570704, 'name': PowerOnVM_Task, 'duration_secs': 0.517947} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.756503] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: e7bef627-ecfa-4a7c-b042-0bcd60d54396] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 964.756708] env[62301]: INFO nova.compute.manager [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: e7bef627-ecfa-4a7c-b042-0bcd60d54396] Took 8.58 seconds to spawn the instance on the hypervisor. [ 964.756889] env[62301]: DEBUG nova.compute.manager [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: e7bef627-ecfa-4a7c-b042-0bcd60d54396] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 964.757702] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb0e1ef-2724-4642-b2f0-0ffe56afd4fc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.828943] env[62301]: DEBUG nova.network.neutron [-] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.842893] env[62301]: DEBUG oslo_concurrency.lockutils [req-2a46d5d7-4996-44ff-9293-eea0752aa91f req-6cb92883-7753-48dc-bad7-76338f6299dc service nova] Releasing lock "refresh_cache-7015dc41-f1f8-4dd4-8e35-6ea6e574d44e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.867837] env[62301]: DEBUG oslo_vmware.api [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Task: {'id': task-2570705, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518458} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.868153] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] 3bd0740b-68f5-481a-85f3-e07e3fea49a6/3bd0740b-68f5-481a-85f3-e07e3fea49a6.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 964.868367] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 3bd0740b-68f5-481a-85f3-e07e3fea49a6] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 964.868574] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd0f5d97-99a9-4214-946b-19657b90828f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.876104] env[62301]: DEBUG oslo_vmware.api [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Waiting for the task: (returnval){ [ 964.876104] env[62301]: value = "task-2570707" [ 964.876104] env[62301]: _type = "Task" [ 964.876104] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.885179] env[62301]: DEBUG oslo_vmware.api [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Task: {'id': task-2570707, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.008148] env[62301]: DEBUG oslo_concurrency.lockutils [None req-18ef20a3-35a5-46bc-aa2a-1ef466794dca tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Lock "c7eabb57-0166-4a6c-852b-9dfbb762a515" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.753s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.075698] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e19e0b74-ce35-45fe-b90d-f12b4a1ad87b tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.081120] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e8028460-81b4-413f-9176-ae72b03ff1a3" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.081120] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Processing image e8028460-81b4-413f-9176-ae72b03ff1a3 {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 965.081120] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e8028460-81b4-413f-9176-ae72b03ff1a3/e8028460-81b4-413f-9176-ae72b03ff1a3.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.081120] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e8028460-81b4-413f-9176-ae72b03ff1a3/e8028460-81b4-413f-9176-ae72b03ff1a3.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.081120] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 965.081120] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88ed0923-5031-4614-8a6e-e50ec5dc077d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.098818] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 965.099214] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 965.104638] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ba91412-9de6-47e4-9484-02c770c60c29 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.110825] env[62301]: INFO nova.compute.resource_tracker [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Updating resource usage from migration c3cc6dfb-e4f7-47b8-b8cc-c42e0e0cd887 [ 965.116839] env[62301]: DEBUG oslo_vmware.api [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Waiting for the task: (returnval){ [ 965.116839] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5226dd43-d643-fe2b-4401-365dbda336e9" [ 965.116839] env[62301]: _type = "Task" [ 965.116839] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.131030] env[62301]: DEBUG oslo_vmware.api [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5226dd43-d643-fe2b-4401-365dbda336e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.225608] env[62301]: DEBUG nova.network.neutron [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Updating instance_info_cache with network_info: [{"id": "4f2f6cfa-7cdb-4ccc-88a1-e0833c283aca", "address": "fa:16:3e:4d:7f:7e", "network": {"id": "f58df9e3-61c0-41d5-a4fa-70db2f6f0b30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-576608794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4a399762bbd46c483973e1371d2429c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f2f6cfa-7c", "ovs_interfaceid": "4f2f6cfa-7cdb-4ccc-88a1-e0833c283aca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.276220] env[62301]: INFO nova.compute.manager [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: e7bef627-ecfa-4a7c-b042-0bcd60d54396] Took 19.90 seconds to build instance. [ 965.333313] env[62301]: INFO nova.compute.manager [-] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Took 1.80 seconds to deallocate network for instance. [ 965.390130] env[62301]: DEBUG oslo_vmware.api [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Task: {'id': task-2570707, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.242569} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.390785] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 3bd0740b-68f5-481a-85f3-e07e3fea49a6] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 965.391737] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6b6dd6-1b36-409b-aead-6ed22d145216 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.417574] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 3bd0740b-68f5-481a-85f3-e07e3fea49a6] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 3bd0740b-68f5-481a-85f3-e07e3fea49a6/3bd0740b-68f5-481a-85f3-e07e3fea49a6.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 965.420880] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af473a12-e0d3-44de-a82e-df0162fce82d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.443117] env[62301]: DEBUG oslo_vmware.api [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Waiting for the task: (returnval){ [ 965.443117] env[62301]: value = "task-2570708" [ 965.443117] env[62301]: _type = "Task" [ 965.443117] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.453273] env[62301]: DEBUG oslo_vmware.api [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Task: {'id': task-2570708, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.489329] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13823e8d-1346-49ae-a9cf-bb8b4d6dc754 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.501338] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0722bd80-79b1-4ed1-ad56-9c4177080be4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.533201] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1608d89-ee8b-4ab5-9407-c9c5f6bc04d7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.541881] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e32c3b3-92b6-455b-a5a4-cf4541a69a8e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.548104] env[62301]: DEBUG nova.compute.manager [req-0a65a91f-5e8a-4b9f-8b9b-e6adf7d4e4d6 req-4759fb4d-1f3e-4a72-adf4-7aaa76236e24 service nova] [instance: 4b70477a-3a4c-4964-ac02-1270774c40e4] Received event network-vif-deleted-e6f12520-f058-4bb6-8e4b-5201bea91c34 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 965.548303] env[62301]: DEBUG nova.compute.manager [req-0a65a91f-5e8a-4b9f-8b9b-e6adf7d4e4d6 req-4759fb4d-1f3e-4a72-adf4-7aaa76236e24 service nova] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Received event network-vif-deleted-686cb5e3-abcd-4279-9cea-1ad2d013c584 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 965.558230] env[62301]: DEBUG nova.compute.provider_tree [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.627836] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f7702c65-24c5-4bbd-88e4-b8b574f4fc88 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Acquiring lock "e7bef627-ecfa-4a7c-b042-0bcd60d54396" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.627979] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Preparing fetch location {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 965.628222] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Fetch image to [datastore2] OSTACK_IMG_83091cb7-395a-48a8-82ae-01188670664c/OSTACK_IMG_83091cb7-395a-48a8-82ae-01188670664c.vmdk {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 965.628404] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Downloading stream optimized image e8028460-81b4-413f-9176-ae72b03ff1a3 to [datastore2] OSTACK_IMG_83091cb7-395a-48a8-82ae-01188670664c/OSTACK_IMG_83091cb7-395a-48a8-82ae-01188670664c.vmdk on the data store datastore2 as vApp {{(pid=62301) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 965.628569] env[62301]: DEBUG nova.virt.vmwareapi.images [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Downloading image file data e8028460-81b4-413f-9176-ae72b03ff1a3 to the ESX as VM named 'OSTACK_IMG_83091cb7-395a-48a8-82ae-01188670664c' {{(pid=62301) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 965.725418] env[62301]: DEBUG oslo_vmware.rw_handles [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 965.725418] env[62301]: value = "resgroup-9" [ 965.725418] env[62301]: _type = "ResourcePool" [ 965.725418] env[62301]: }. {{(pid=62301) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 965.726119] env[62301]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-14e8288c-c394-4b5d-827a-5a9da568c180 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.742470] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Releasing lock "refresh_cache-65e92d18-49eb-4861-801b-3508236943a7" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.749316] env[62301]: DEBUG oslo_vmware.rw_handles [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Lease: (returnval){ [ 965.749316] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]524a950a-0849-8fde-9582-4b229e3d7638" [ 965.749316] env[62301]: _type = "HttpNfcLease" [ 965.749316] env[62301]: } obtained for vApp import into resource pool (val){ [ 965.749316] env[62301]: value = "resgroup-9" [ 965.749316] env[62301]: _type = "ResourcePool" [ 965.749316] env[62301]: }. {{(pid=62301) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 965.749806] env[62301]: DEBUG oslo_vmware.api [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Waiting for the lease: (returnval){ [ 965.749806] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]524a950a-0849-8fde-9582-4b229e3d7638" [ 965.749806] env[62301]: _type = "HttpNfcLease" [ 965.749806] env[62301]: } to be ready. {{(pid=62301) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 965.755949] env[62301]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 965.755949] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]524a950a-0849-8fde-9582-4b229e3d7638" [ 965.755949] env[62301]: _type = "HttpNfcLease" [ 965.755949] env[62301]: } is initializing. {{(pid=62301) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 965.778683] env[62301]: DEBUG oslo_concurrency.lockutils [None req-9ebe9ad7-1444-4269-8d3a-c29a746d89dc tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Lock "e7bef627-ecfa-4a7c-b042-0bcd60d54396" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.406s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.778965] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f7702c65-24c5-4bbd-88e4-b8b574f4fc88 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Lock "e7bef627-ecfa-4a7c-b042-0bcd60d54396" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.151s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.779211] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f7702c65-24c5-4bbd-88e4-b8b574f4fc88 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Acquiring lock "e7bef627-ecfa-4a7c-b042-0bcd60d54396-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.779420] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f7702c65-24c5-4bbd-88e4-b8b574f4fc88 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Lock "e7bef627-ecfa-4a7c-b042-0bcd60d54396-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.779736] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f7702c65-24c5-4bbd-88e4-b8b574f4fc88 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Lock "e7bef627-ecfa-4a7c-b042-0bcd60d54396-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.781937] env[62301]: INFO nova.compute.manager [None req-f7702c65-24c5-4bbd-88e4-b8b574f4fc88 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: e7bef627-ecfa-4a7c-b042-0bcd60d54396] Terminating instance [ 965.842992] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c7f51b44-37a3-45a3-9004-938daa8953ea tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.953162] env[62301]: DEBUG oslo_vmware.api [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Task: {'id': task-2570708, 'name': ReconfigVM_Task, 'duration_secs': 0.293253} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.953472] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 3bd0740b-68f5-481a-85f3-e07e3fea49a6] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 3bd0740b-68f5-481a-85f3-e07e3fea49a6/3bd0740b-68f5-481a-85f3-e07e3fea49a6.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 965.954138] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6dfa98d6-cba0-440d-9ca7-43c2ec0e6b5c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.960810] env[62301]: DEBUG oslo_vmware.api [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Waiting for the task: (returnval){ [ 965.960810] env[62301]: value = "task-2570710" [ 965.960810] env[62301]: _type = "Task" [ 965.960810] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.971142] env[62301]: DEBUG oslo_vmware.api [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Task: {'id': task-2570710, 'name': Rename_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.061484] env[62301]: DEBUG nova.scheduler.client.report [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.090224] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2453eaaa-e974-4182-b29d-68101c1dd54a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.116829] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Updating instance '1ac5d7c4-6057-4e7e-813b-50bb62790679' progress to 0 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 966.259377] env[62301]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 966.259377] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]524a950a-0849-8fde-9582-4b229e3d7638" [ 966.259377] env[62301]: _type = "HttpNfcLease" [ 966.259377] env[62301]: } is initializing. {{(pid=62301) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 966.285971] env[62301]: DEBUG nova.compute.manager [None req-f7702c65-24c5-4bbd-88e4-b8b574f4fc88 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: e7bef627-ecfa-4a7c-b042-0bcd60d54396] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 966.288051] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f7702c65-24c5-4bbd-88e4-b8b574f4fc88 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: e7bef627-ecfa-4a7c-b042-0bcd60d54396] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 966.288051] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07108ea0-c554-4f9d-8e72-09ace2accc12 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.295345] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7702c65-24c5-4bbd-88e4-b8b574f4fc88 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: e7bef627-ecfa-4a7c-b042-0bcd60d54396] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 966.295582] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14a62a72-8e16-4aaa-97c7-b9edb96ca945 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.307719] env[62301]: DEBUG oslo_vmware.api [None req-f7702c65-24c5-4bbd-88e4-b8b574f4fc88 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Waiting for the task: (returnval){ [ 966.307719] env[62301]: value = "task-2570711" [ 966.307719] env[62301]: _type = "Task" [ 966.307719] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.319243] env[62301]: DEBUG oslo_vmware.api [None req-f7702c65-24c5-4bbd-88e4-b8b574f4fc88 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570711, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.376873] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 966.377958] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb075052-345c-4489-9b02-1f1797cd3109 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.388679] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 966.388953] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ddcf5ca-cd90-45dc-a8b2-f2a420e7a093 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.410407] env[62301]: DEBUG nova.compute.manager [req-5f9eeaf9-7866-4853-9ba9-2deea5326879 req-08df4372-3c60-4565-8e83-b474aca6fc9a service nova] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Received event network-vif-unplugged-4f2f6cfa-7cdb-4ccc-88a1-e0833c283aca {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 966.410719] env[62301]: DEBUG oslo_concurrency.lockutils [req-5f9eeaf9-7866-4853-9ba9-2deea5326879 req-08df4372-3c60-4565-8e83-b474aca6fc9a service nova] Acquiring lock "65e92d18-49eb-4861-801b-3508236943a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 966.411294] env[62301]: DEBUG oslo_concurrency.lockutils [req-5f9eeaf9-7866-4853-9ba9-2deea5326879 req-08df4372-3c60-4565-8e83-b474aca6fc9a service nova] Lock "65e92d18-49eb-4861-801b-3508236943a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.411502] env[62301]: DEBUG oslo_concurrency.lockutils [req-5f9eeaf9-7866-4853-9ba9-2deea5326879 req-08df4372-3c60-4565-8e83-b474aca6fc9a service nova] Lock "65e92d18-49eb-4861-801b-3508236943a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 966.411734] env[62301]: DEBUG nova.compute.manager [req-5f9eeaf9-7866-4853-9ba9-2deea5326879 req-08df4372-3c60-4565-8e83-b474aca6fc9a service nova] [instance: 65e92d18-49eb-4861-801b-3508236943a7] No waiting events found dispatching network-vif-unplugged-4f2f6cfa-7cdb-4ccc-88a1-e0833c283aca {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 966.411935] env[62301]: WARNING nova.compute.manager [req-5f9eeaf9-7866-4853-9ba9-2deea5326879 req-08df4372-3c60-4565-8e83-b474aca6fc9a service nova] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Received unexpected event network-vif-unplugged-4f2f6cfa-7cdb-4ccc-88a1-e0833c283aca for instance with vm_state shelved and task_state shelving_offloading. [ 966.457150] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 966.457445] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Deleting contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 966.457676] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Deleting the datastore file [datastore2] 65e92d18-49eb-4861-801b-3508236943a7 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 966.458263] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20acb441-f731-4b67-a19e-ccb882cfc086 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.468436] env[62301]: DEBUG oslo_vmware.api [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 966.468436] env[62301]: value = "task-2570713" [ 966.468436] env[62301]: _type = "Task" [ 966.468436] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.477035] env[62301]: DEBUG oslo_vmware.api [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Task: {'id': task-2570710, 'name': Rename_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.484203] env[62301]: DEBUG oslo_vmware.api [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570713, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.566991] env[62301]: DEBUG oslo_concurrency.lockutils [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.474s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 966.567227] env[62301]: INFO nova.compute.manager [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Migrating [ 966.575546] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e19e0b74-ce35-45fe-b90d-f12b4a1ad87b tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.499s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.575546] env[62301]: DEBUG nova.objects.instance [None req-e19e0b74-ce35-45fe-b90d-f12b4a1ad87b tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lazy-loading 'resources' on Instance uuid 4b70477a-3a4c-4964-ac02-1270774c40e4 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.623610] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 966.623914] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d01de3f-182a-41a2-a674-f7ca9416cad4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.632042] env[62301]: DEBUG oslo_vmware.api [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 966.632042] env[62301]: value = "task-2570714" [ 966.632042] env[62301]: _type = "Task" [ 966.632042] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.640700] env[62301]: DEBUG oslo_vmware.api [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570714, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.763342] env[62301]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 966.763342] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]524a950a-0849-8fde-9582-4b229e3d7638" [ 966.763342] env[62301]: _type = "HttpNfcLease" [ 966.763342] env[62301]: } is ready. {{(pid=62301) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 966.763342] env[62301]: DEBUG oslo_vmware.rw_handles [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 966.763342] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]524a950a-0849-8fde-9582-4b229e3d7638" [ 966.763342] env[62301]: _type = "HttpNfcLease" [ 966.763342] env[62301]: }. {{(pid=62301) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 966.763342] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83098de-9b10-4a46-b262-e3a9be1f1870 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.770404] env[62301]: DEBUG oslo_vmware.rw_handles [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5281caae-b981-73ca-42a0-8240a78da684/disk-0.vmdk from lease info. {{(pid=62301) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 966.770651] env[62301]: DEBUG oslo_vmware.rw_handles [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Creating HTTP connection to write to file with size = 31664640 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5281caae-b981-73ca-42a0-8240a78da684/disk-0.vmdk. {{(pid=62301) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 966.849953] env[62301]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-30ebd2f0-11c2-4b54-98cc-836fb41d1e92 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.853103] env[62301]: DEBUG oslo_vmware.api [None req-f7702c65-24c5-4bbd-88e4-b8b574f4fc88 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570711, 'name': PowerOffVM_Task, 'duration_secs': 0.210681} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.853475] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7702c65-24c5-4bbd-88e4-b8b574f4fc88 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: e7bef627-ecfa-4a7c-b042-0bcd60d54396] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 966.853715] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f7702c65-24c5-4bbd-88e4-b8b574f4fc88 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: e7bef627-ecfa-4a7c-b042-0bcd60d54396] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 966.854513] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f511524-1221-44ed-b39c-fdd7d86bcbc8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.921558] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f7702c65-24c5-4bbd-88e4-b8b574f4fc88 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: e7bef627-ecfa-4a7c-b042-0bcd60d54396] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 966.921929] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f7702c65-24c5-4bbd-88e4-b8b574f4fc88 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: e7bef627-ecfa-4a7c-b042-0bcd60d54396] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 966.922218] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7702c65-24c5-4bbd-88e4-b8b574f4fc88 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Deleting the datastore file [datastore1] e7bef627-ecfa-4a7c-b042-0bcd60d54396 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 966.922577] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e38a2177-fb38-4c35-8f5d-476925a9b003 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.928722] env[62301]: DEBUG oslo_vmware.api [None req-f7702c65-24c5-4bbd-88e4-b8b574f4fc88 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Waiting for the task: (returnval){ [ 966.928722] env[62301]: value = "task-2570716" [ 966.928722] env[62301]: _type = "Task" [ 966.928722] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.937426] env[62301]: DEBUG oslo_vmware.api [None req-f7702c65-24c5-4bbd-88e4-b8b574f4fc88 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570716, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.978080] env[62301]: DEBUG oslo_vmware.api [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Task: {'id': task-2570710, 'name': Rename_Task, 'duration_secs': 0.857817} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.978786] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 3bd0740b-68f5-481a-85f3-e07e3fea49a6] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 966.979124] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b166708-2542-46fb-824d-bc0dd5e6c3aa {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.983874] env[62301]: DEBUG oslo_vmware.api [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570713, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166507} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.984584] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.984749] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Deleted contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 966.985083] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 966.988443] env[62301]: DEBUG oslo_vmware.api [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Waiting for the task: (returnval){ [ 966.988443] env[62301]: value = "task-2570717" [ 966.988443] env[62301]: _type = "Task" [ 966.988443] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.000909] env[62301]: DEBUG oslo_vmware.api [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Task: {'id': task-2570717, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.010351] env[62301]: INFO nova.scheduler.client.report [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Deleted allocations for instance 65e92d18-49eb-4861-801b-3508236943a7 [ 967.021208] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Acquiring lock "e99adbe5-c6e8-4b50-87d7-83ef53b30f08" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.021461] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Lock "e99adbe5-c6e8-4b50-87d7-83ef53b30f08" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.090028] env[62301]: DEBUG oslo_concurrency.lockutils [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquiring lock "refresh_cache-4eccc0d6-5a82-4a41-a077-966479407c6b" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.090363] env[62301]: DEBUG oslo_concurrency.lockutils [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquired lock "refresh_cache-4eccc0d6-5a82-4a41-a077-966479407c6b" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.090407] env[62301]: DEBUG nova.network.neutron [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 967.144393] env[62301]: DEBUG oslo_vmware.api [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570714, 'name': PowerOffVM_Task, 'duration_secs': 0.252045} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.147401] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 967.147629] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Updating instance '1ac5d7c4-6057-4e7e-813b-50bb62790679' progress to 17 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 967.426994] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706d5519-9fec-43b1-a9cb-1bac30510db9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.442542] env[62301]: DEBUG oslo_vmware.api [None req-f7702c65-24c5-4bbd-88e4-b8b574f4fc88 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570716, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183179} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.442976] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7702c65-24c5-4bbd-88e4-b8b574f4fc88 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 967.443102] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f7702c65-24c5-4bbd-88e4-b8b574f4fc88 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: e7bef627-ecfa-4a7c-b042-0bcd60d54396] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 967.443244] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f7702c65-24c5-4bbd-88e4-b8b574f4fc88 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: e7bef627-ecfa-4a7c-b042-0bcd60d54396] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 967.443421] env[62301]: INFO nova.compute.manager [None req-f7702c65-24c5-4bbd-88e4-b8b574f4fc88 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: e7bef627-ecfa-4a7c-b042-0bcd60d54396] Took 1.16 seconds to destroy the instance on the hypervisor. [ 967.443673] env[62301]: DEBUG oslo.service.loopingcall [None req-f7702c65-24c5-4bbd-88e4-b8b574f4fc88 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 967.444649] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8d1e73-df4d-4c2b-aa38-bccc7a8e1372 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.449700] env[62301]: DEBUG nova.compute.manager [-] [instance: e7bef627-ecfa-4a7c-b042-0bcd60d54396] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 967.449826] env[62301]: DEBUG nova.network.neutron [-] [instance: e7bef627-ecfa-4a7c-b042-0bcd60d54396] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 967.487561] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c451acf9-0298-4215-8802-e85e119baf30 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.499191] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d261d4-645f-4db5-a477-088e4211437c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.509777] env[62301]: DEBUG oslo_vmware.api [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Task: {'id': task-2570717, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.514544] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.523513] env[62301]: DEBUG nova.compute.provider_tree [None req-e19e0b74-ce35-45fe-b90d-f12b4a1ad87b tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.528793] env[62301]: DEBUG nova.compute.manager [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 967.656105] env[62301]: DEBUG nova.virt.hardware [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 967.656484] env[62301]: DEBUG nova.virt.hardware [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 967.656526] env[62301]: DEBUG nova.virt.hardware [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.656732] env[62301]: DEBUG nova.virt.hardware [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 967.656845] env[62301]: DEBUG nova.virt.hardware [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 967.656996] env[62301]: DEBUG nova.virt.hardware [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 967.657219] env[62301]: DEBUG nova.virt.hardware [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 967.657380] env[62301]: DEBUG nova.virt.hardware [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 967.657545] env[62301]: DEBUG nova.virt.hardware [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 967.657734] env[62301]: DEBUG nova.virt.hardware [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 967.657909] env[62301]: DEBUG nova.virt.hardware [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 967.664975] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-767615eb-c09c-4141-be85-de2e775abd0b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.682619] env[62301]: DEBUG oslo_vmware.api [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 967.682619] env[62301]: value = "task-2570718" [ 967.682619] env[62301]: _type = "Task" [ 967.682619] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.693249] env[62301]: DEBUG oslo_vmware.api [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570718, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.916092] env[62301]: DEBUG nova.network.neutron [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Updating instance_info_cache with network_info: [{"id": "a00d47f5-5e7d-45c3-9ecd-b79a293bc41e", "address": "fa:16:3e:e3:4f:88", "network": {"id": "7c0f3559-1453-49cf-acfe-38cb288125ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1921160483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b3dfd09250b4ab486b15b680428b1a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa00d47f5-5e", "ovs_interfaceid": "a00d47f5-5e7d-45c3-9ecd-b79a293bc41e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.004453] env[62301]: DEBUG oslo_vmware.api [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Task: {'id': task-2570717, 'name': PowerOnVM_Task, 'duration_secs': 0.615958} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.008556] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 3bd0740b-68f5-481a-85f3-e07e3fea49a6] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 968.008935] env[62301]: INFO nova.compute.manager [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 3bd0740b-68f5-481a-85f3-e07e3fea49a6] Took 9.41 seconds to spawn the instance on the hypervisor. [ 968.009266] env[62301]: DEBUG nova.compute.manager [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 3bd0740b-68f5-481a-85f3-e07e3fea49a6] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 968.010537] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc2499b-9de0-47ce-8770-9674a471407b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.034746] env[62301]: DEBUG nova.scheduler.client.report [None req-e19e0b74-ce35-45fe-b90d-f12b4a1ad87b tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.059580] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 968.194945] env[62301]: DEBUG oslo_vmware.api [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570718, 'name': ReconfigVM_Task, 'duration_secs': 0.18954} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.195375] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Updating instance '1ac5d7c4-6057-4e7e-813b-50bb62790679' progress to 33 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 968.248846] env[62301]: DEBUG oslo_vmware.rw_handles [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Completed reading data from the image iterator. {{(pid=62301) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 968.249072] env[62301]: DEBUG oslo_vmware.rw_handles [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5281caae-b981-73ca-42a0-8240a78da684/disk-0.vmdk. {{(pid=62301) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 968.250189] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3390ca65-f784-42ff-b43c-5b49131eed97 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.257522] env[62301]: DEBUG oslo_vmware.rw_handles [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5281caae-b981-73ca-42a0-8240a78da684/disk-0.vmdk is in state: ready. {{(pid=62301) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 968.257681] env[62301]: DEBUG oslo_vmware.rw_handles [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5281caae-b981-73ca-42a0-8240a78da684/disk-0.vmdk. {{(pid=62301) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 968.258146] env[62301]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-068e5057-93b6-426e-931a-ac70a8e12c66 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.406416] env[62301]: DEBUG nova.network.neutron [-] [instance: e7bef627-ecfa-4a7c-b042-0bcd60d54396] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.418749] env[62301]: DEBUG oslo_concurrency.lockutils [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Releasing lock "refresh_cache-4eccc0d6-5a82-4a41-a077-966479407c6b" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.440982] env[62301]: DEBUG oslo_concurrency.lockutils [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquiring lock "771fe5ee-9535-4329-9d69-86d9ec130698" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 968.441267] env[62301]: DEBUG oslo_concurrency.lockutils [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lock "771fe5ee-9535-4329-9d69-86d9ec130698" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 968.443620] env[62301]: DEBUG nova.compute.manager [req-3c2dc374-2fd0-47b7-8032-edffefe8fa17 req-99ac4d84-4519-4fcb-aabb-4a2192a53f9b service nova] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Received event network-changed-4f2f6cfa-7cdb-4ccc-88a1-e0833c283aca {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 968.443828] env[62301]: DEBUG nova.compute.manager [req-3c2dc374-2fd0-47b7-8032-edffefe8fa17 req-99ac4d84-4519-4fcb-aabb-4a2192a53f9b service nova] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Refreshing instance network info cache due to event network-changed-4f2f6cfa-7cdb-4ccc-88a1-e0833c283aca. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 968.444011] env[62301]: DEBUG oslo_concurrency.lockutils [req-3c2dc374-2fd0-47b7-8032-edffefe8fa17 req-99ac4d84-4519-4fcb-aabb-4a2192a53f9b service nova] Acquiring lock "refresh_cache-65e92d18-49eb-4861-801b-3508236943a7" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.444166] env[62301]: DEBUG oslo_concurrency.lockutils [req-3c2dc374-2fd0-47b7-8032-edffefe8fa17 req-99ac4d84-4519-4fcb-aabb-4a2192a53f9b service nova] Acquired lock "refresh_cache-65e92d18-49eb-4861-801b-3508236943a7" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.444338] env[62301]: DEBUG nova.network.neutron [req-3c2dc374-2fd0-47b7-8032-edffefe8fa17 req-99ac4d84-4519-4fcb-aabb-4a2192a53f9b service nova] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Refreshing network info cache for port 4f2f6cfa-7cdb-4ccc-88a1-e0833c283aca {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 968.535256] env[62301]: INFO nova.compute.manager [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 3bd0740b-68f5-481a-85f3-e07e3fea49a6] Took 19.64 seconds to build instance. [ 968.546874] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e19e0b74-ce35-45fe-b90d-f12b4a1ad87b tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.972s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.549769] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c7f51b44-37a3-45a3-9004-938daa8953ea tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.707s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 968.550039] env[62301]: DEBUG nova.objects.instance [None req-c7f51b44-37a3-45a3-9004-938daa8953ea tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lazy-loading 'resources' on Instance uuid ef47192b-434b-4162-9218-904cf9c10ff5 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.569407] env[62301]: INFO nova.scheduler.client.report [None req-e19e0b74-ce35-45fe-b90d-f12b4a1ad87b tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Deleted allocations for instance 4b70477a-3a4c-4964-ac02-1270774c40e4 [ 968.702278] env[62301]: DEBUG nova.virt.hardware [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 968.702457] env[62301]: DEBUG nova.virt.hardware [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 968.702591] env[62301]: DEBUG nova.virt.hardware [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 968.702786] env[62301]: DEBUG nova.virt.hardware [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 968.702950] env[62301]: DEBUG nova.virt.hardware [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 968.703135] env[62301]: DEBUG nova.virt.hardware [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 968.703344] env[62301]: DEBUG nova.virt.hardware [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 968.703515] env[62301]: DEBUG nova.virt.hardware [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 968.703707] env[62301]: DEBUG nova.virt.hardware [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 968.703866] env[62301]: DEBUG nova.virt.hardware [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 968.704049] env[62301]: DEBUG nova.virt.hardware [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 968.709628] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Reconfiguring VM instance instance-00000057 to detach disk 2000 {{(pid=62301) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 968.710406] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f78306f-674d-46b1-b9e6-7c137983f3df {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.731257] env[62301]: DEBUG oslo_vmware.api [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 968.731257] env[62301]: value = "task-2570719" [ 968.731257] env[62301]: _type = "Task" [ 968.731257] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.742571] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b2705fe3-d2c4-4743-a565-f177fa900269 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquiring lock "65e92d18-49eb-4861-801b-3508236943a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 968.743150] env[62301]: DEBUG oslo_vmware.api [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570719, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.745292] env[62301]: DEBUG oslo_vmware.rw_handles [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5281caae-b981-73ca-42a0-8240a78da684/disk-0.vmdk. {{(pid=62301) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 968.745521] env[62301]: INFO nova.virt.vmwareapi.images [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Downloaded image file data e8028460-81b4-413f-9176-ae72b03ff1a3 [ 968.746462] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119208b3-6fe3-494a-9767-b5e32991d802 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.764644] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d39ea81b-0cc9-4823-92df-882264dbdace {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.896869] env[62301]: INFO nova.virt.vmwareapi.images [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] The imported VM was unregistered [ 968.899269] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Caching image {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 968.899503] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Creating directory with path [datastore2] devstack-image-cache_base/e8028460-81b4-413f-9176-ae72b03ff1a3 {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 968.899805] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a0b9321-6f4e-4e03-9638-2275b2db8d1c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.909394] env[62301]: INFO nova.compute.manager [-] [instance: e7bef627-ecfa-4a7c-b042-0bcd60d54396] Took 1.46 seconds to deallocate network for instance. [ 968.925016] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Created directory with path [datastore2] devstack-image-cache_base/e8028460-81b4-413f-9176-ae72b03ff1a3 {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 968.925249] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_83091cb7-395a-48a8-82ae-01188670664c/OSTACK_IMG_83091cb7-395a-48a8-82ae-01188670664c.vmdk to [datastore2] devstack-image-cache_base/e8028460-81b4-413f-9176-ae72b03ff1a3/e8028460-81b4-413f-9176-ae72b03ff1a3.vmdk. {{(pid=62301) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 968.925619] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-969bf0a7-2bcb-4dcd-a407-2aee5186d862 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.932526] env[62301]: DEBUG oslo_vmware.api [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Waiting for the task: (returnval){ [ 968.932526] env[62301]: value = "task-2570721" [ 968.932526] env[62301]: _type = "Task" [ 968.932526] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.942573] env[62301]: DEBUG oslo_vmware.api [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570721, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.948121] env[62301]: DEBUG nova.compute.manager [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 969.037651] env[62301]: DEBUG oslo_concurrency.lockutils [None req-16526e5e-15eb-4f2f-96bd-197e5fe1a953 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Lock "3bd0740b-68f5-481a-85f3-e07e3fea49a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.146s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.077859] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e19e0b74-ce35-45fe-b90d-f12b4a1ad87b tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "4b70477a-3a4c-4964-ac02-1270774c40e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.519s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.246736] env[62301]: DEBUG oslo_vmware.api [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570719, 'name': ReconfigVM_Task, 'duration_secs': 0.275924} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.248093] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Reconfigured VM instance instance-00000057 to detach disk 2000 {{(pid=62301) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 969.248445] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65130f1-27cd-4712-bda4-6d7392350f5a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.252475] env[62301]: DEBUG nova.network.neutron [req-3c2dc374-2fd0-47b7-8032-edffefe8fa17 req-99ac4d84-4519-4fcb-aabb-4a2192a53f9b service nova] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Updated VIF entry in instance network info cache for port 4f2f6cfa-7cdb-4ccc-88a1-e0833c283aca. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 969.252805] env[62301]: DEBUG nova.network.neutron [req-3c2dc374-2fd0-47b7-8032-edffefe8fa17 req-99ac4d84-4519-4fcb-aabb-4a2192a53f9b service nova] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Updating instance_info_cache with network_info: [{"id": "4f2f6cfa-7cdb-4ccc-88a1-e0833c283aca", "address": "fa:16:3e:4d:7f:7e", "network": {"id": "f58df9e3-61c0-41d5-a4fa-70db2f6f0b30", "bridge": null, "label": "tempest-DeleteServersTestJSON-576608794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4a399762bbd46c483973e1371d2429c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap4f2f6cfa-7c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.282994] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 1ac5d7c4-6057-4e7e-813b-50bb62790679/1ac5d7c4-6057-4e7e-813b-50bb62790679.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 969.283828] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38533738-02cf-4c26-83f9-03b8a2de362e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.311687] env[62301]: DEBUG oslo_vmware.api [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 969.311687] env[62301]: value = "task-2570722" [ 969.311687] env[62301]: _type = "Task" [ 969.311687] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.323967] env[62301]: DEBUG oslo_vmware.api [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570722, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.400291] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a9a111-c83d-47ec-9010-9af6aa3f3540 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.407972] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d62f77-6196-471c-b49a-9469509f36bb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.438395] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f7702c65-24c5-4bbd-88e4-b8b574f4fc88 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.445997] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80cb843d-bfc7-4d73-b300-70724afde39f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.457373] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691c57be-f294-4d99-9a32-94ee3634290f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.461426] env[62301]: DEBUG oslo_vmware.api [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570721, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.473114] env[62301]: DEBUG nova.compute.provider_tree [None req-c7f51b44-37a3-45a3-9004-938daa8953ea tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.475755] env[62301]: DEBUG oslo_concurrency.lockutils [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.672841] env[62301]: DEBUG oslo_concurrency.lockutils [None req-710058b7-48be-40db-b0b9-f38bb05a9f05 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquiring lock "b416be7e-8763-4c6b-9368-28f82bf33c9e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.673190] env[62301]: DEBUG oslo_concurrency.lockutils [None req-710058b7-48be-40db-b0b9-f38bb05a9f05 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "b416be7e-8763-4c6b-9368-28f82bf33c9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.673409] env[62301]: DEBUG oslo_concurrency.lockutils [None req-710058b7-48be-40db-b0b9-f38bb05a9f05 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquiring lock "b416be7e-8763-4c6b-9368-28f82bf33c9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.673593] env[62301]: DEBUG oslo_concurrency.lockutils [None req-710058b7-48be-40db-b0b9-f38bb05a9f05 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "b416be7e-8763-4c6b-9368-28f82bf33c9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.673759] env[62301]: DEBUG oslo_concurrency.lockutils [None req-710058b7-48be-40db-b0b9-f38bb05a9f05 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "b416be7e-8763-4c6b-9368-28f82bf33c9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.676198] env[62301]: INFO nova.compute.manager [None req-710058b7-48be-40db-b0b9-f38bb05a9f05 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: b416be7e-8763-4c6b-9368-28f82bf33c9e] Terminating instance [ 969.755958] env[62301]: DEBUG oslo_concurrency.lockutils [req-3c2dc374-2fd0-47b7-8032-edffefe8fa17 req-99ac4d84-4519-4fcb-aabb-4a2192a53f9b service nova] Releasing lock "refresh_cache-65e92d18-49eb-4861-801b-3508236943a7" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.756196] env[62301]: DEBUG nova.compute.manager [req-3c2dc374-2fd0-47b7-8032-edffefe8fa17 req-99ac4d84-4519-4fcb-aabb-4a2192a53f9b service nova] [instance: e7bef627-ecfa-4a7c-b042-0bcd60d54396] Received event network-vif-deleted-aa1436f9-a104-4d5d-9982-1d7f2aa26524 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 969.823200] env[62301]: DEBUG oslo_vmware.api [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570722, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.948979] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1ef98f-3aac-40f5-8654-24ed14feec7d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.958236] env[62301]: DEBUG oslo_vmware.api [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570721, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.974842] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Updating instance '4eccc0d6-5a82-4a41-a077-966479407c6b' progress to 0 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 969.979276] env[62301]: DEBUG nova.scheduler.client.report [None req-c7f51b44-37a3-45a3-9004-938daa8953ea tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.180708] env[62301]: DEBUG nova.compute.manager [None req-710058b7-48be-40db-b0b9-f38bb05a9f05 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: b416be7e-8763-4c6b-9368-28f82bf33c9e] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 970.180956] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-710058b7-48be-40db-b0b9-f38bb05a9f05 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: b416be7e-8763-4c6b-9368-28f82bf33c9e] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 970.181969] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc01bf1-3f35-4e36-b99d-5a79d84863d2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.190908] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-710058b7-48be-40db-b0b9-f38bb05a9f05 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: b416be7e-8763-4c6b-9368-28f82bf33c9e] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.191204] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0acd232a-6a01-4e07-9741-68142a68c9d8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.200359] env[62301]: DEBUG oslo_vmware.api [None req-710058b7-48be-40db-b0b9-f38bb05a9f05 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 970.200359] env[62301]: value = "task-2570723" [ 970.200359] env[62301]: _type = "Task" [ 970.200359] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.209654] env[62301]: DEBUG oslo_vmware.api [None req-710058b7-48be-40db-b0b9-f38bb05a9f05 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570723, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.330155] env[62301]: DEBUG oslo_vmware.api [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570722, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.453645] env[62301]: DEBUG oslo_vmware.api [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570721, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.486826] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.487645] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c7f51b44-37a3-45a3-9004-938daa8953ea tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.938s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.490692] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-afe6731e-7d86-4601-8430-241bb987e96f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.494141] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.977s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.494141] env[62301]: DEBUG nova.objects.instance [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lazy-loading 'resources' on Instance uuid 65e92d18-49eb-4861-801b-3508236943a7 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.499958] env[62301]: DEBUG oslo_vmware.api [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 970.499958] env[62301]: value = "task-2570724" [ 970.499958] env[62301]: _type = "Task" [ 970.499958] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.512649] env[62301]: DEBUG oslo_vmware.api [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570724, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.539451] env[62301]: INFO nova.scheduler.client.report [None req-c7f51b44-37a3-45a3-9004-938daa8953ea tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Deleted allocations for instance ef47192b-434b-4162-9218-904cf9c10ff5 [ 970.713157] env[62301]: DEBUG oslo_vmware.api [None req-710058b7-48be-40db-b0b9-f38bb05a9f05 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570723, 'name': PowerOffVM_Task, 'duration_secs': 0.403445} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.713485] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-710058b7-48be-40db-b0b9-f38bb05a9f05 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: b416be7e-8763-4c6b-9368-28f82bf33c9e] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 970.713658] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-710058b7-48be-40db-b0b9-f38bb05a9f05 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: b416be7e-8763-4c6b-9368-28f82bf33c9e] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 970.713935] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c2b8570-74bf-483b-a12c-e9d304c28d10 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.795950] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-710058b7-48be-40db-b0b9-f38bb05a9f05 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: b416be7e-8763-4c6b-9368-28f82bf33c9e] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 970.796167] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-710058b7-48be-40db-b0b9-f38bb05a9f05 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: b416be7e-8763-4c6b-9368-28f82bf33c9e] Deleting contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 970.796387] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-710058b7-48be-40db-b0b9-f38bb05a9f05 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Deleting the datastore file [datastore2] b416be7e-8763-4c6b-9368-28f82bf33c9e {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.796626] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6fe71c43-f24c-438e-b528-45c7338d1a19 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.805316] env[62301]: DEBUG oslo_vmware.api [None req-710058b7-48be-40db-b0b9-f38bb05a9f05 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 970.805316] env[62301]: value = "task-2570726" [ 970.805316] env[62301]: _type = "Task" [ 970.805316] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.815933] env[62301]: DEBUG oslo_vmware.api [None req-710058b7-48be-40db-b0b9-f38bb05a9f05 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570726, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.826856] env[62301]: DEBUG oslo_vmware.api [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570722, 'name': ReconfigVM_Task, 'duration_secs': 1.153831} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.828042] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 1ac5d7c4-6057-4e7e-813b-50bb62790679/1ac5d7c4-6057-4e7e-813b-50bb62790679.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 970.828042] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Updating instance '1ac5d7c4-6057-4e7e-813b-50bb62790679' progress to 50 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 970.955946] env[62301]: DEBUG oslo_vmware.api [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570721, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.995570] env[62301]: DEBUG nova.objects.instance [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lazy-loading 'numa_topology' on Instance uuid 65e92d18-49eb-4861-801b-3508236943a7 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.012176] env[62301]: DEBUG oslo_vmware.api [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570724, 'name': PowerOffVM_Task, 'duration_secs': 0.347082} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.012451] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 971.012614] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Updating instance '4eccc0d6-5a82-4a41-a077-966479407c6b' progress to 17 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 971.048972] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c7f51b44-37a3-45a3-9004-938daa8953ea tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lock "ef47192b-434b-4162-9218-904cf9c10ff5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.171s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.321028] env[62301]: DEBUG oslo_vmware.api [None req-710058b7-48be-40db-b0b9-f38bb05a9f05 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570726, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.337425] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa27048-db5a-457a-a631-5c7f8b5a528f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.358431] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65b2e56-57e3-4582-8c94-217353bdf304 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.380176] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Updating instance '1ac5d7c4-6057-4e7e-813b-50bb62790679' progress to 67 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 971.457148] env[62301]: DEBUG oslo_vmware.api [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570721, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.498167] env[62301]: DEBUG nova.objects.base [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Object Instance<65e92d18-49eb-4861-801b-3508236943a7> lazy-loaded attributes: resources,numa_topology {{(pid=62301) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 971.520392] env[62301]: DEBUG nova.virt.hardware [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 971.520716] env[62301]: DEBUG nova.virt.hardware [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 971.520925] env[62301]: DEBUG nova.virt.hardware [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 971.521184] env[62301]: DEBUG nova.virt.hardware [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 971.521409] env[62301]: DEBUG nova.virt.hardware [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 971.521619] env[62301]: DEBUG nova.virt.hardware [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 971.521924] env[62301]: DEBUG nova.virt.hardware [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 971.522184] env[62301]: DEBUG nova.virt.hardware [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 971.522419] env[62301]: DEBUG nova.virt.hardware [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 971.522622] env[62301]: DEBUG nova.virt.hardware [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 971.523202] env[62301]: DEBUG nova.virt.hardware [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 971.532103] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ea2cb19-3c70-43e7-9236-2a6557f9ee5b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.553242] env[62301]: DEBUG oslo_vmware.api [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 971.553242] env[62301]: value = "task-2570727" [ 971.553242] env[62301]: _type = "Task" [ 971.553242] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.569759] env[62301]: DEBUG oslo_vmware.api [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570727, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.826174] env[62301]: DEBUG oslo_vmware.api [None req-710058b7-48be-40db-b0b9-f38bb05a9f05 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570726, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.859879] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b72791-ef09-4f54-aea9-73b0360cccf4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.868163] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8cfcca4-2f52-484f-9072-28b0f0cce47b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.902612] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d11128-9956-4291-869a-81e13aa22703 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.910677] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb88e0c6-5e2e-48c6-85e5-d54d370de822 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.926188] env[62301]: DEBUG nova.compute.provider_tree [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.941058] env[62301]: DEBUG nova.network.neutron [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Port b0daf005-802b-4441-b025-dba81de00f9d binding to destination host cpu-1 is already ACTIVE {{(pid=62301) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 971.960015] env[62301]: DEBUG oslo_vmware.api [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570721, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.975403} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.960715] env[62301]: INFO nova.virt.vmwareapi.ds_util [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_83091cb7-395a-48a8-82ae-01188670664c/OSTACK_IMG_83091cb7-395a-48a8-82ae-01188670664c.vmdk to [datastore2] devstack-image-cache_base/e8028460-81b4-413f-9176-ae72b03ff1a3/e8028460-81b4-413f-9176-ae72b03ff1a3.vmdk. [ 971.961027] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Cleaning up location [datastore2] OSTACK_IMG_83091cb7-395a-48a8-82ae-01188670664c {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 971.961327] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_83091cb7-395a-48a8-82ae-01188670664c {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 971.962427] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13e49253-810a-4386-a4a1-2c7901c443be {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.971403] env[62301]: DEBUG oslo_vmware.api [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Waiting for the task: (returnval){ [ 971.971403] env[62301]: value = "task-2570728" [ 971.971403] env[62301]: _type = "Task" [ 971.971403] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.980065] env[62301]: DEBUG oslo_vmware.api [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570728, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.063999] env[62301]: DEBUG oslo_vmware.api [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570727, 'name': ReconfigVM_Task, 'duration_secs': 0.377468} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.064125] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Updating instance '4eccc0d6-5a82-4a41-a077-966479407c6b' progress to 33 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 972.112365] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4e74784b-6a1e-49b6-a644-6213570a82ca tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Acquiring lock "3bd0740b-68f5-481a-85f3-e07e3fea49a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 972.113040] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4e74784b-6a1e-49b6-a644-6213570a82ca tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Lock "3bd0740b-68f5-481a-85f3-e07e3fea49a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.113360] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4e74784b-6a1e-49b6-a644-6213570a82ca tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Acquiring lock "3bd0740b-68f5-481a-85f3-e07e3fea49a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 972.113563] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4e74784b-6a1e-49b6-a644-6213570a82ca tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Lock "3bd0740b-68f5-481a-85f3-e07e3fea49a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.113776] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4e74784b-6a1e-49b6-a644-6213570a82ca tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Lock "3bd0740b-68f5-481a-85f3-e07e3fea49a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.118649] env[62301]: INFO nova.compute.manager [None req-4e74784b-6a1e-49b6-a644-6213570a82ca tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 3bd0740b-68f5-481a-85f3-e07e3fea49a6] Terminating instance [ 972.319227] env[62301]: DEBUG oslo_vmware.api [None req-710058b7-48be-40db-b0b9-f38bb05a9f05 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570726, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.172949} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.319227] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-710058b7-48be-40db-b0b9-f38bb05a9f05 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 972.319227] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-710058b7-48be-40db-b0b9-f38bb05a9f05 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: b416be7e-8763-4c6b-9368-28f82bf33c9e] Deleted contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 972.319227] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-710058b7-48be-40db-b0b9-f38bb05a9f05 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: b416be7e-8763-4c6b-9368-28f82bf33c9e] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 972.319556] env[62301]: INFO nova.compute.manager [None req-710058b7-48be-40db-b0b9-f38bb05a9f05 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: b416be7e-8763-4c6b-9368-28f82bf33c9e] Took 2.14 seconds to destroy the instance on the hypervisor. [ 972.320295] env[62301]: DEBUG oslo.service.loopingcall [None req-710058b7-48be-40db-b0b9-f38bb05a9f05 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 972.320295] env[62301]: DEBUG nova.compute.manager [-] [instance: b416be7e-8763-4c6b-9368-28f82bf33c9e] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 972.320295] env[62301]: DEBUG nova.network.neutron [-] [instance: b416be7e-8763-4c6b-9368-28f82bf33c9e] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 972.429303] env[62301]: DEBUG nova.scheduler.client.report [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.463118] env[62301]: DEBUG oslo_concurrency.lockutils [None req-241865bd-05f9-484a-a553-791f0ae1a39a tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquiring lock "0ce0e846-b5a3-4964-becf-4f0e996aedc5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 972.463938] env[62301]: DEBUG oslo_concurrency.lockutils [None req-241865bd-05f9-484a-a553-791f0ae1a39a tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "0ce0e846-b5a3-4964-becf-4f0e996aedc5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.486438] env[62301]: DEBUG oslo_vmware.api [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570728, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133559} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.486817] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 972.487109] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e8028460-81b4-413f-9176-ae72b03ff1a3/e8028460-81b4-413f-9176-ae72b03ff1a3.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.487489] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e8028460-81b4-413f-9176-ae72b03ff1a3/e8028460-81b4-413f-9176-ae72b03ff1a3.vmdk to [datastore2] 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e/7015dc41-f1f8-4dd4-8e35-6ea6e574d44e.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 972.487861] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3290db0b-bc42-4307-96e2-fa555742ecba {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.497267] env[62301]: DEBUG oslo_vmware.api [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Waiting for the task: (returnval){ [ 972.497267] env[62301]: value = "task-2570729" [ 972.497267] env[62301]: _type = "Task" [ 972.497267] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.509939] env[62301]: DEBUG oslo_vmware.api [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570729, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.572197] env[62301]: DEBUG nova.virt.hardware [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 972.572317] env[62301]: DEBUG nova.virt.hardware [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 972.572508] env[62301]: DEBUG nova.virt.hardware [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 972.572662] env[62301]: DEBUG nova.virt.hardware [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 972.572806] env[62301]: DEBUG nova.virt.hardware [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 972.573017] env[62301]: DEBUG nova.virt.hardware [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 972.573481] env[62301]: DEBUG nova.virt.hardware [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 972.573678] env[62301]: DEBUG nova.virt.hardware [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 972.573912] env[62301]: DEBUG nova.virt.hardware [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 972.574125] env[62301]: DEBUG nova.virt.hardware [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 972.574346] env[62301]: DEBUG nova.virt.hardware [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 972.582697] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Reconfiguring VM instance instance-00000051 to detach disk 2000 {{(pid=62301) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 972.582697] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9557180-61db-4adb-b954-d3fba2da4988 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.605890] env[62301]: DEBUG oslo_vmware.api [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 972.605890] env[62301]: value = "task-2570730" [ 972.605890] env[62301]: _type = "Task" [ 972.605890] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.617871] env[62301]: DEBUG oslo_vmware.api [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570730, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.624727] env[62301]: DEBUG nova.compute.manager [req-ad06f3ae-d0e2-447c-ac0e-57d08915ab4d req-a1dc6944-0681-469d-8290-5acb20f2db45 service nova] [instance: b416be7e-8763-4c6b-9368-28f82bf33c9e] Received event network-vif-deleted-453e784d-29be-4742-9fae-f0356dfb14a9 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 972.624889] env[62301]: INFO nova.compute.manager [req-ad06f3ae-d0e2-447c-ac0e-57d08915ab4d req-a1dc6944-0681-469d-8290-5acb20f2db45 service nova] [instance: b416be7e-8763-4c6b-9368-28f82bf33c9e] Neutron deleted interface 453e784d-29be-4742-9fae-f0356dfb14a9; detaching it from the instance and deleting it from the info cache [ 972.625142] env[62301]: DEBUG nova.network.neutron [req-ad06f3ae-d0e2-447c-ac0e-57d08915ab4d req-a1dc6944-0681-469d-8290-5acb20f2db45 service nova] [instance: b416be7e-8763-4c6b-9368-28f82bf33c9e] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.626651] env[62301]: DEBUG nova.compute.manager [None req-4e74784b-6a1e-49b6-a644-6213570a82ca tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 3bd0740b-68f5-481a-85f3-e07e3fea49a6] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 972.626962] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4e74784b-6a1e-49b6-a644-6213570a82ca tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 3bd0740b-68f5-481a-85f3-e07e3fea49a6] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 972.628550] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c78c2c0-5fa9-445d-bd7f-b0dbee2c858b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.637435] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e74784b-6a1e-49b6-a644-6213570a82ca tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 3bd0740b-68f5-481a-85f3-e07e3fea49a6] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 972.639808] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60b87eb1-1169-4410-985e-290b2b056534 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.645226] env[62301]: DEBUG oslo_vmware.api [None req-4e74784b-6a1e-49b6-a644-6213570a82ca tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Waiting for the task: (returnval){ [ 972.645226] env[62301]: value = "task-2570731" [ 972.645226] env[62301]: _type = "Task" [ 972.645226] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.653973] env[62301]: DEBUG oslo_vmware.api [None req-4e74784b-6a1e-49b6-a644-6213570a82ca tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Task: {'id': task-2570731, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.934656] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.443s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.938380] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.879s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.940450] env[62301]: INFO nova.compute.claims [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 972.966770] env[62301]: DEBUG oslo_concurrency.lockutils [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquiring lock "1ac5d7c4-6057-4e7e-813b-50bb62790679-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 972.967081] env[62301]: DEBUG oslo_concurrency.lockutils [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "1ac5d7c4-6057-4e7e-813b-50bb62790679-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.967264] env[62301]: DEBUG oslo_concurrency.lockutils [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "1ac5d7c4-6057-4e7e-813b-50bb62790679-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.972871] env[62301]: INFO nova.compute.manager [None req-241865bd-05f9-484a-a553-791f0ae1a39a tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Detaching volume effa9ec3-1bcc-47c0-ba04-a4a7c9418060 [ 973.010799] env[62301]: DEBUG oslo_vmware.api [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570729, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.024319] env[62301]: INFO nova.virt.block_device [None req-241865bd-05f9-484a-a553-791f0ae1a39a tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Attempting to driver detach volume effa9ec3-1bcc-47c0-ba04-a4a7c9418060 from mountpoint /dev/sdb [ 973.024559] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-241865bd-05f9-484a-a553-791f0ae1a39a tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Volume detach. Driver type: vmdk {{(pid=62301) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 973.024741] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-241865bd-05f9-484a-a553-791f0ae1a39a tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518883', 'volume_id': 'effa9ec3-1bcc-47c0-ba04-a4a7c9418060', 'name': 'volume-effa9ec3-1bcc-47c0-ba04-a4a7c9418060', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0ce0e846-b5a3-4964-becf-4f0e996aedc5', 'attached_at': '', 'detached_at': '', 'volume_id': 'effa9ec3-1bcc-47c0-ba04-a4a7c9418060', 'serial': 'effa9ec3-1bcc-47c0-ba04-a4a7c9418060'} {{(pid=62301) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 973.025699] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a930eef-5cbb-4715-b3c0-4475a0588b80 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.048557] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f377fd2-32a6-4939-8531-a119dfe31547 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.058957] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ec5da7-b069-4994-bf93-2f5ab98d2b24 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.084468] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d09adc-8f46-4fb6-a870-bd972d456098 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.106379] env[62301]: DEBUG nova.network.neutron [-] [instance: b416be7e-8763-4c6b-9368-28f82bf33c9e] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.106700] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-241865bd-05f9-484a-a553-791f0ae1a39a tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] The volume has not been displaced from its original location: [datastore2] volume-effa9ec3-1bcc-47c0-ba04-a4a7c9418060/volume-effa9ec3-1bcc-47c0-ba04-a4a7c9418060.vmdk. No consolidation needed. {{(pid=62301) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 973.111984] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-241865bd-05f9-484a-a553-791f0ae1a39a tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Reconfiguring VM instance instance-00000048 to detach disk 2001 {{(pid=62301) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 973.113093] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdb9e8b7-1966-4e48-97e1-c5c90f79014f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.134023] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-234adf39-36a5-4288-b8a0-8cce0a41ef80 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.142216] env[62301]: DEBUG oslo_vmware.api [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570730, 'name': ReconfigVM_Task, 'duration_secs': 0.288129} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.144182] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Reconfigured VM instance instance-00000051 to detach disk 2000 {{(pid=62301) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 973.144565] env[62301]: DEBUG oslo_vmware.api [None req-241865bd-05f9-484a-a553-791f0ae1a39a tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 973.144565] env[62301]: value = "task-2570732" [ 973.144565] env[62301]: _type = "Task" [ 973.144565] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.145362] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c661f6a0-f54c-4438-b70b-ba93711e18a3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.150586] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c011be82-27f5-4a88-8af6-826261129b23 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.173083] env[62301]: DEBUG oslo_vmware.api [None req-241865bd-05f9-484a-a553-791f0ae1a39a tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570732, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.200044] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 4eccc0d6-5a82-4a41-a077-966479407c6b/4eccc0d6-5a82-4a41-a077-966479407c6b.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.200478] env[62301]: DEBUG oslo_vmware.api [None req-4e74784b-6a1e-49b6-a644-6213570a82ca tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Task: {'id': task-2570731, 'name': PowerOffVM_Task, 'duration_secs': 0.235757} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.216500] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5568e80f-bce6-4848-b1e9-14ea5d200fd5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.229984] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e74784b-6a1e-49b6-a644-6213570a82ca tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 3bd0740b-68f5-481a-85f3-e07e3fea49a6] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 973.230212] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4e74784b-6a1e-49b6-a644-6213570a82ca tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 3bd0740b-68f5-481a-85f3-e07e3fea49a6] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 973.230694] env[62301]: DEBUG nova.compute.manager [req-ad06f3ae-d0e2-447c-ac0e-57d08915ab4d req-a1dc6944-0681-469d-8290-5acb20f2db45 service nova] [instance: b416be7e-8763-4c6b-9368-28f82bf33c9e] Detach interface failed, port_id=453e784d-29be-4742-9fae-f0356dfb14a9, reason: Instance b416be7e-8763-4c6b-9368-28f82bf33c9e could not be found. {{(pid=62301) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 973.231585] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b38f3f31-17ca-4f65-a158-b1cbba2386b7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.240593] env[62301]: DEBUG oslo_vmware.api [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 973.240593] env[62301]: value = "task-2570734" [ 973.240593] env[62301]: _type = "Task" [ 973.240593] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.254318] env[62301]: DEBUG oslo_vmware.api [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570734, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.353440] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4e74784b-6a1e-49b6-a644-6213570a82ca tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 3bd0740b-68f5-481a-85f3-e07e3fea49a6] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 973.353721] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4e74784b-6a1e-49b6-a644-6213570a82ca tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 3bd0740b-68f5-481a-85f3-e07e3fea49a6] Deleting contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 973.353960] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e74784b-6a1e-49b6-a644-6213570a82ca tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Deleting the datastore file [datastore2] 3bd0740b-68f5-481a-85f3-e07e3fea49a6 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 973.354392] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47ea0176-bba8-4fa9-be1b-2d89ffe066a5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.361128] env[62301]: DEBUG oslo_vmware.api [None req-4e74784b-6a1e-49b6-a644-6213570a82ca tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Waiting for the task: (returnval){ [ 973.361128] env[62301]: value = "task-2570735" [ 973.361128] env[62301]: _type = "Task" [ 973.361128] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.369649] env[62301]: DEBUG oslo_vmware.api [None req-4e74784b-6a1e-49b6-a644-6213570a82ca tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Task: {'id': task-2570735, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.425259] env[62301]: DEBUG nova.compute.manager [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Stashing vm_state: active {{(pid=62301) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 973.442544] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f7fd6a71-458f-4fb8-bbde-d266803ae287 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "65e92d18-49eb-4861-801b-3508236943a7" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 28.684s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.443527] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b2705fe3-d2c4-4743-a565-f177fa900269 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "65e92d18-49eb-4861-801b-3508236943a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 4.701s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 973.444380] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b2705fe3-d2c4-4743-a565-f177fa900269 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquiring lock "65e92d18-49eb-4861-801b-3508236943a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.444380] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b2705fe3-d2c4-4743-a565-f177fa900269 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "65e92d18-49eb-4861-801b-3508236943a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 973.444380] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b2705fe3-d2c4-4743-a565-f177fa900269 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "65e92d18-49eb-4861-801b-3508236943a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.448042] env[62301]: INFO nova.compute.manager [None req-b2705fe3-d2c4-4743-a565-f177fa900269 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Terminating instance [ 973.510300] env[62301]: DEBUG oslo_vmware.api [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570729, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.613443] env[62301]: INFO nova.compute.manager [-] [instance: b416be7e-8763-4c6b-9368-28f82bf33c9e] Took 1.29 seconds to deallocate network for instance. [ 973.658603] env[62301]: DEBUG oslo_vmware.api [None req-241865bd-05f9-484a-a553-791f0ae1a39a tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570732, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.750312] env[62301]: DEBUG oslo_vmware.api [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570734, 'name': ReconfigVM_Task, 'duration_secs': 0.5068} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.750654] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 4eccc0d6-5a82-4a41-a077-966479407c6b/4eccc0d6-5a82-4a41-a077-966479407c6b.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 973.750958] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Updating instance '4eccc0d6-5a82-4a41-a077-966479407c6b' progress to 50 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 973.872487] env[62301]: DEBUG oslo_vmware.api [None req-4e74784b-6a1e-49b6-a644-6213570a82ca tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Task: {'id': task-2570735, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.947059] env[62301]: DEBUG oslo_concurrency.lockutils [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.954442] env[62301]: DEBUG nova.compute.manager [None req-b2705fe3-d2c4-4743-a565-f177fa900269 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 973.954722] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b2705fe3-d2c4-4743-a565-f177fa900269 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 973.955066] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0b7ed6eb-cd56-4438-9ab7-9b1c97a3793a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.965390] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c08ec2-00b9-4c5c-9910-0afd845856b9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.008589] env[62301]: WARNING nova.virt.vmwareapi.vmops [None req-b2705fe3-d2c4-4743-a565-f177fa900269 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 65e92d18-49eb-4861-801b-3508236943a7 could not be found. [ 974.008856] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b2705fe3-d2c4-4743-a565-f177fa900269 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 974.009056] env[62301]: INFO nova.compute.manager [None req-b2705fe3-d2c4-4743-a565-f177fa900269 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Took 0.05 seconds to destroy the instance on the hypervisor. [ 974.009331] env[62301]: DEBUG oslo.service.loopingcall [None req-b2705fe3-d2c4-4743-a565-f177fa900269 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 974.010491] env[62301]: DEBUG oslo_concurrency.lockutils [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquiring lock "refresh_cache-1ac5d7c4-6057-4e7e-813b-50bb62790679" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.010662] env[62301]: DEBUG oslo_concurrency.lockutils [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquired lock "refresh_cache-1ac5d7c4-6057-4e7e-813b-50bb62790679" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.010830] env[62301]: DEBUG nova.network.neutron [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 974.015318] env[62301]: DEBUG nova.compute.manager [-] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 974.015421] env[62301]: DEBUG nova.network.neutron [-] [instance: 65e92d18-49eb-4861-801b-3508236943a7] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 974.027487] env[62301]: DEBUG oslo_vmware.api [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570729, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.121238] env[62301]: DEBUG oslo_concurrency.lockutils [None req-710058b7-48be-40db-b0b9-f38bb05a9f05 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 974.163202] env[62301]: DEBUG oslo_vmware.api [None req-241865bd-05f9-484a-a553-791f0ae1a39a tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570732, 'name': ReconfigVM_Task, 'duration_secs': 0.755549} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.163202] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-241865bd-05f9-484a-a553-791f0ae1a39a tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Reconfigured VM instance instance-00000048 to detach disk 2001 {{(pid=62301) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 974.170700] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-793b4d60-06b1-4bda-8b49-4d379a0f08fa {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.189523] env[62301]: DEBUG oslo_vmware.api [None req-241865bd-05f9-484a-a553-791f0ae1a39a tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 974.189523] env[62301]: value = "task-2570736" [ 974.189523] env[62301]: _type = "Task" [ 974.189523] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.200152] env[62301]: DEBUG oslo_vmware.api [None req-241865bd-05f9-484a-a553-791f0ae1a39a tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570736, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.257471] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e92caa-d938-4983-b1c4-311247cc571c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.287671] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523e40d1-7dfa-4934-a357-1ad0bed33772 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.313097] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Updating instance '4eccc0d6-5a82-4a41-a077-966479407c6b' progress to 67 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 974.371178] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a26b270-caa4-47ce-9cb1-c6d16b4cedcb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.380375] env[62301]: DEBUG oslo_vmware.api [None req-4e74784b-6a1e-49b6-a644-6213570a82ca tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Task: {'id': task-2570735, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.383412] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87032b7-8772-4b5b-9260-ef8e5124b3a2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.422956] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b9da98-3295-49c6-81fe-ce98f9607c02 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.433657] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631685d6-1a2a-4c13-b445-b2592fe7eba4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.452170] env[62301]: DEBUG nova.compute.provider_tree [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.523071] env[62301]: DEBUG oslo_vmware.api [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570729, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.703929] env[62301]: DEBUG oslo_vmware.api [None req-241865bd-05f9-484a-a553-791f0ae1a39a tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570736, 'name': ReconfigVM_Task, 'duration_secs': 0.299046} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.704301] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-241865bd-05f9-484a-a553-791f0ae1a39a tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518883', 'volume_id': 'effa9ec3-1bcc-47c0-ba04-a4a7c9418060', 'name': 'volume-effa9ec3-1bcc-47c0-ba04-a4a7c9418060', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0ce0e846-b5a3-4964-becf-4f0e996aedc5', 'attached_at': '', 'detached_at': '', 'volume_id': 'effa9ec3-1bcc-47c0-ba04-a4a7c9418060', 'serial': 'effa9ec3-1bcc-47c0-ba04-a4a7c9418060'} {{(pid=62301) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 974.771646] env[62301]: DEBUG nova.network.neutron [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Updating instance_info_cache with network_info: [{"id": "b0daf005-802b-4441-b025-dba81de00f9d", "address": "fa:16:3e:22:30:8d", "network": {"id": "2bb96169-7594-47bb-8c69-56a2af9dfa32", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1110516366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ea9bdc8a9b547d881e4051cff4426f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0daf005-80", "ovs_interfaceid": "b0daf005-802b-4441-b025-dba81de00f9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.880638] env[62301]: DEBUG oslo_vmware.api [None req-4e74784b-6a1e-49b6-a644-6213570a82ca tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Task: {'id': task-2570735, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.957450] env[62301]: DEBUG nova.scheduler.client.report [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.019567] env[62301]: DEBUG oslo_vmware.api [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570729, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.100434] env[62301]: DEBUG nova.network.neutron [-] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.250607] env[62301]: DEBUG nova.objects.instance [None req-241865bd-05f9-484a-a553-791f0ae1a39a tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lazy-loading 'flavor' on Instance uuid 0ce0e846-b5a3-4964-becf-4f0e996aedc5 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.274253] env[62301]: DEBUG oslo_concurrency.lockutils [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Releasing lock "refresh_cache-1ac5d7c4-6057-4e7e-813b-50bb62790679" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.373859] env[62301]: DEBUG oslo_vmware.api [None req-4e74784b-6a1e-49b6-a644-6213570a82ca tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Task: {'id': task-2570735, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.682435} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.374139] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e74784b-6a1e-49b6-a644-6213570a82ca tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 975.374326] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4e74784b-6a1e-49b6-a644-6213570a82ca tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 3bd0740b-68f5-481a-85f3-e07e3fea49a6] Deleted contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 975.374506] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4e74784b-6a1e-49b6-a644-6213570a82ca tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 3bd0740b-68f5-481a-85f3-e07e3fea49a6] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 975.374677] env[62301]: INFO nova.compute.manager [None req-4e74784b-6a1e-49b6-a644-6213570a82ca tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 3bd0740b-68f5-481a-85f3-e07e3fea49a6] Took 2.75 seconds to destroy the instance on the hypervisor. [ 975.374922] env[62301]: DEBUG oslo.service.loopingcall [None req-4e74784b-6a1e-49b6-a644-6213570a82ca tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 975.375136] env[62301]: DEBUG nova.compute.manager [-] [instance: 3bd0740b-68f5-481a-85f3-e07e3fea49a6] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 975.375226] env[62301]: DEBUG nova.network.neutron [-] [instance: 3bd0740b-68f5-481a-85f3-e07e3fea49a6] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 975.463215] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.525s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.463887] env[62301]: DEBUG nova.compute.manager [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 975.466564] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f7702c65-24c5-4bbd-88e4-b8b574f4fc88 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.028s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.466674] env[62301]: DEBUG nova.objects.instance [None req-f7702c65-24c5-4bbd-88e4-b8b574f4fc88 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Lazy-loading 'resources' on Instance uuid e7bef627-ecfa-4a7c-b042-0bcd60d54396 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.519052] env[62301]: DEBUG oslo_vmware.api [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570729, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.55202} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.519052] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e8028460-81b4-413f-9176-ae72b03ff1a3/e8028460-81b4-413f-9176-ae72b03ff1a3.vmdk to [datastore2] 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e/7015dc41-f1f8-4dd4-8e35-6ea6e574d44e.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 975.519809] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aac7969-6fb1-4b95-a656-d6f25cd75cee {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.542411] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e/7015dc41-f1f8-4dd4-8e35-6ea6e574d44e.vmdk or device None with type streamOptimized {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.543111] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0dcedbbb-e397-40f0-860a-13f19a6f21e6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.562234] env[62301]: DEBUG oslo_vmware.api [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Waiting for the task: (returnval){ [ 975.562234] env[62301]: value = "task-2570737" [ 975.562234] env[62301]: _type = "Task" [ 975.562234] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.570229] env[62301]: DEBUG oslo_vmware.api [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570737, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.631180] env[62301]: INFO nova.compute.manager [-] [instance: 65e92d18-49eb-4861-801b-3508236943a7] Took 1.59 seconds to deallocate network for instance. [ 975.650253] env[62301]: DEBUG nova.compute.manager [req-6e8de00b-f80a-415a-9a4f-3d9db5d37786 req-09ec9f5d-4a28-40a8-bc96-8dfb0d64177e service nova] [instance: 3bd0740b-68f5-481a-85f3-e07e3fea49a6] Received event network-vif-deleted-0850ed93-15bd-4352-bd45-3951db8a7e8b {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 975.650253] env[62301]: INFO nova.compute.manager [req-6e8de00b-f80a-415a-9a4f-3d9db5d37786 req-09ec9f5d-4a28-40a8-bc96-8dfb0d64177e service nova] [instance: 3bd0740b-68f5-481a-85f3-e07e3fea49a6] Neutron deleted interface 0850ed93-15bd-4352-bd45-3951db8a7e8b; detaching it from the instance and deleting it from the info cache [ 975.650253] env[62301]: DEBUG nova.network.neutron [req-6e8de00b-f80a-415a-9a4f-3d9db5d37786 req-09ec9f5d-4a28-40a8-bc96-8dfb0d64177e service nova] [instance: 3bd0740b-68f5-481a-85f3-e07e3fea49a6] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.800074] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c6b356-529c-4fb1-b076-1e785688d4ae {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.820169] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db60e54-bada-4832-ab8d-98823c1a3b77 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.827576] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Updating instance '1ac5d7c4-6057-4e7e-813b-50bb62790679' progress to 83 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 975.969354] env[62301]: DEBUG nova.compute.utils [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 975.970732] env[62301]: DEBUG nova.compute.manager [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 975.970897] env[62301]: DEBUG nova.network.neutron [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 975.996935] env[62301]: DEBUG nova.network.neutron [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Port a00d47f5-5e7d-45c3-9ecd-b79a293bc41e binding to destination host cpu-1 is already ACTIVE {{(pid=62301) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 976.011159] env[62301]: DEBUG nova.policy [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ebded7dc93314cb3a0b4030d6e5822d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bdfc65d686f843e2b9c72e0042e6858e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 976.074739] env[62301]: DEBUG oslo_vmware.api [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570737, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.131363] env[62301]: DEBUG nova.network.neutron [-] [instance: 3bd0740b-68f5-481a-85f3-e07e3fea49a6] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.157855] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4d46ada7-d2e7-433a-a518-81a87979db4b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.170693] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f73fa88-5487-45fb-a83f-3b55d7d062f6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.223082] env[62301]: DEBUG nova.compute.manager [req-6e8de00b-f80a-415a-9a4f-3d9db5d37786 req-09ec9f5d-4a28-40a8-bc96-8dfb0d64177e service nova] [instance: 3bd0740b-68f5-481a-85f3-e07e3fea49a6] Detach interface failed, port_id=0850ed93-15bd-4352-bd45-3951db8a7e8b, reason: Instance 3bd0740b-68f5-481a-85f3-e07e3fea49a6 could not be found. {{(pid=62301) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 976.258249] env[62301]: DEBUG oslo_concurrency.lockutils [None req-241865bd-05f9-484a-a553-791f0ae1a39a tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "0ce0e846-b5a3-4964-becf-4f0e996aedc5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.795s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.280145] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b954fbdb-6188-484d-8461-901c2b07037b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.288702] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cfe2de5-3e55-4fa2-a1e1-364fa4ce9663 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.348193] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 976.348902] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7dcffac-a113-4605-a2fb-f7660ea83c50 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.352161] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9742f03f-4247-4fef-af7c-c6133cb1dd36 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.363210] env[62301]: DEBUG nova.network.neutron [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Successfully created port: 1d2eeeb1-147c-4255-b286-1371d715e274 {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 976.367673] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7e46d1-afe5-4b91-9ff9-b89930524f92 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.371728] env[62301]: DEBUG oslo_vmware.api [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 976.371728] env[62301]: value = "task-2570738" [ 976.371728] env[62301]: _type = "Task" [ 976.371728] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.383886] env[62301]: DEBUG nova.compute.provider_tree [None req-f7702c65-24c5-4bbd-88e4-b8b574f4fc88 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.394677] env[62301]: DEBUG oslo_vmware.api [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570738, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.477298] env[62301]: DEBUG nova.compute.manager [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 976.574086] env[62301]: DEBUG oslo_vmware.api [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570737, 'name': ReconfigVM_Task, 'duration_secs': 0.638561} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.574458] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e/7015dc41-f1f8-4dd4-8e35-6ea6e574d44e.vmdk or device None with type streamOptimized {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 976.575499] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'guest_format': None, 'encryption_secret_uuid': None, 'disk_bus': None, 'size': 0, 'encryption_options': None, 'encryption_format': None, 'encrypted': False, 'device_type': 'disk', 'boot_index': 0, 'image_id': 'fa120b82-9657-4d79-a2f0-8dd63e2ef76d'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'delete_on_termination': False, 'disk_bus': None, 'attachment_id': 'd53f4b67-3618-425e-83e4-9837234496a1', 'mount_device': '/dev/sdb', 'device_type': None, 'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518899', 'volume_id': 'e0c2c132-41ef-4277-a647-830ca77c732a', 'name': 'volume-e0c2c132-41ef-4277-a647-830ca77c732a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '7015dc41-f1f8-4dd4-8e35-6ea6e574d44e', 'attached_at': '', 'detached_at': '', 'volume_id': 'e0c2c132-41ef-4277-a647-830ca77c732a', 'serial': 'e0c2c132-41ef-4277-a647-830ca77c732a'}, 'volume_type': None}], 'swap': None} {{(pid=62301) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 976.575696] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Volume attach. Driver type: vmdk {{(pid=62301) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 976.575881] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518899', 'volume_id': 'e0c2c132-41ef-4277-a647-830ca77c732a', 'name': 'volume-e0c2c132-41ef-4277-a647-830ca77c732a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '7015dc41-f1f8-4dd4-8e35-6ea6e574d44e', 'attached_at': '', 'detached_at': '', 'volume_id': 'e0c2c132-41ef-4277-a647-830ca77c732a', 'serial': 'e0c2c132-41ef-4277-a647-830ca77c732a'} {{(pid=62301) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 976.576691] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12357d2-5ac2-417f-956d-763cc53722c3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.596230] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8eb81d9-4871-4d03-8d28-7bf593508737 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.632411] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] volume-e0c2c132-41ef-4277-a647-830ca77c732a/volume-e0c2c132-41ef-4277-a647-830ca77c732a.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 976.635295] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-deed3fee-ea3f-4c21-9e3e-d28bee79a93e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.650254] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b2705fe3-d2c4-4743-a565-f177fa900269 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "65e92d18-49eb-4861-801b-3508236943a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.207s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.654249] env[62301]: INFO nova.compute.manager [-] [instance: 3bd0740b-68f5-481a-85f3-e07e3fea49a6] Took 1.28 seconds to deallocate network for instance. [ 976.661848] env[62301]: DEBUG oslo_vmware.api [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Waiting for the task: (returnval){ [ 976.661848] env[62301]: value = "task-2570739" [ 976.661848] env[62301]: _type = "Task" [ 976.661848] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.671949] env[62301]: DEBUG oslo_vmware.api [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570739, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.883732] env[62301]: DEBUG oslo_vmware.api [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570738, 'name': PowerOnVM_Task, 'duration_secs': 0.410722} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.883732] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.883927] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-19b98a4d-590c-4299-8919-b44505339593 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Updating instance '1ac5d7c4-6057-4e7e-813b-50bb62790679' progress to 100 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 976.895116] env[62301]: DEBUG nova.scheduler.client.report [None req-f7702c65-24c5-4bbd-88e4-b8b574f4fc88 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.021947] env[62301]: DEBUG oslo_concurrency.lockutils [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquiring lock "4eccc0d6-5a82-4a41-a077-966479407c6b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 977.021947] env[62301]: DEBUG oslo_concurrency.lockutils [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lock "4eccc0d6-5a82-4a41-a077-966479407c6b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 977.022087] env[62301]: DEBUG oslo_concurrency.lockutils [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lock "4eccc0d6-5a82-4a41-a077-966479407c6b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 977.063442] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b3ea78f3-f9c3-4fb4-b2a9-626da1bdd12e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquiring lock "0ce0e846-b5a3-4964-becf-4f0e996aedc5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 977.063694] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b3ea78f3-f9c3-4fb4-b2a9-626da1bdd12e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "0ce0e846-b5a3-4964-becf-4f0e996aedc5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 977.063896] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b3ea78f3-f9c3-4fb4-b2a9-626da1bdd12e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquiring lock "0ce0e846-b5a3-4964-becf-4f0e996aedc5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 977.064085] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b3ea78f3-f9c3-4fb4-b2a9-626da1bdd12e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "0ce0e846-b5a3-4964-becf-4f0e996aedc5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 977.064256] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b3ea78f3-f9c3-4fb4-b2a9-626da1bdd12e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "0ce0e846-b5a3-4964-becf-4f0e996aedc5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 977.066093] env[62301]: INFO nova.compute.manager [None req-b3ea78f3-f9c3-4fb4-b2a9-626da1bdd12e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Terminating instance [ 977.108975] env[62301]: INFO nova.compute.manager [None req-dc91ac49-9b0b-4bee-8284-63bf0bc8dd34 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] [instance: b036b25c-480b-4189-9f8d-8e80e5afdaef] Get console output [ 977.109449] env[62301]: WARNING nova.virt.vmwareapi.driver [None req-dc91ac49-9b0b-4bee-8284-63bf0bc8dd34 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] [instance: b036b25c-480b-4189-9f8d-8e80e5afdaef] The console log is missing. Check your VSPC configuration [ 977.167241] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4e74784b-6a1e-49b6-a644-6213570a82ca tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 977.174168] env[62301]: DEBUG oslo_vmware.api [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570739, 'name': ReconfigVM_Task, 'duration_secs': 0.316792} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.174168] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Reconfigured VM instance instance-0000003e to attach disk [datastore1] volume-e0c2c132-41ef-4277-a647-830ca77c732a/volume-e0c2c132-41ef-4277-a647-830ca77c732a.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 977.179199] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9aec1bb3-81a1-4985-abf1-6a327747d7bd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.193881] env[62301]: DEBUG oslo_vmware.api [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Waiting for the task: (returnval){ [ 977.193881] env[62301]: value = "task-2570740" [ 977.193881] env[62301]: _type = "Task" [ 977.193881] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.201977] env[62301]: DEBUG oslo_vmware.api [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570740, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.400924] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f7702c65-24c5-4bbd-88e4-b8b574f4fc88 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.934s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 977.403279] env[62301]: DEBUG oslo_concurrency.lockutils [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.928s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 977.407479] env[62301]: INFO nova.compute.claims [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 977.422135] env[62301]: INFO nova.scheduler.client.report [None req-f7702c65-24c5-4bbd-88e4-b8b574f4fc88 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Deleted allocations for instance e7bef627-ecfa-4a7c-b042-0bcd60d54396 [ 977.487850] env[62301]: DEBUG nova.compute.manager [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 977.513525] env[62301]: DEBUG nova.virt.hardware [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 977.513761] env[62301]: DEBUG nova.virt.hardware [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 977.513914] env[62301]: DEBUG nova.virt.hardware [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 977.514104] env[62301]: DEBUG nova.virt.hardware [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 977.514298] env[62301]: DEBUG nova.virt.hardware [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 977.514424] env[62301]: DEBUG nova.virt.hardware [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 977.514629] env[62301]: DEBUG nova.virt.hardware [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 977.514783] env[62301]: DEBUG nova.virt.hardware [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 977.514945] env[62301]: DEBUG nova.virt.hardware [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 977.515129] env[62301]: DEBUG nova.virt.hardware [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 977.515303] env[62301]: DEBUG nova.virt.hardware [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 977.516267] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93909e36-f35f-488b-92b1-dcdccdaf5efc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.526891] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3abb49-b31e-4292-a764-7c477f01a75a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.547733] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquiring lock "85377a80-db0b-48de-af62-aa3e8aafe692" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 977.548527] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "85377a80-db0b-48de-af62-aa3e8aafe692" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 977.570252] env[62301]: DEBUG nova.compute.manager [None req-b3ea78f3-f9c3-4fb4-b2a9-626da1bdd12e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 977.570479] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ea78f3-f9c3-4fb4-b2a9-626da1bdd12e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 977.571356] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29122b49-f91b-4745-b48f-f4e2d9db2ef0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.580041] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ea78f3-f9c3-4fb4-b2a9-626da1bdd12e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 977.580300] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94b08d5d-e0f3-47aa-bba1-4c5a403a16cd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.587795] env[62301]: DEBUG oslo_vmware.api [None req-b3ea78f3-f9c3-4fb4-b2a9-626da1bdd12e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 977.587795] env[62301]: value = "task-2570741" [ 977.587795] env[62301]: _type = "Task" [ 977.587795] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.597779] env[62301]: DEBUG oslo_vmware.api [None req-b3ea78f3-f9c3-4fb4-b2a9-626da1bdd12e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570741, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.704868] env[62301]: DEBUG oslo_vmware.api [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570740, 'name': ReconfigVM_Task, 'duration_secs': 0.148034} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.705183] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518899', 'volume_id': 'e0c2c132-41ef-4277-a647-830ca77c732a', 'name': 'volume-e0c2c132-41ef-4277-a647-830ca77c732a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '7015dc41-f1f8-4dd4-8e35-6ea6e574d44e', 'attached_at': '', 'detached_at': '', 'volume_id': 'e0c2c132-41ef-4277-a647-830ca77c732a', 'serial': 'e0c2c132-41ef-4277-a647-830ca77c732a'} {{(pid=62301) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 977.705773] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90636bb5-f59a-40ff-a117-229372324486 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.714287] env[62301]: DEBUG oslo_vmware.api [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Waiting for the task: (returnval){ [ 977.714287] env[62301]: value = "task-2570742" [ 977.714287] env[62301]: _type = "Task" [ 977.714287] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.723031] env[62301]: DEBUG oslo_vmware.api [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570742, 'name': Rename_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.930373] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f7702c65-24c5-4bbd-88e4-b8b574f4fc88 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Lock "e7bef627-ecfa-4a7c-b042-0bcd60d54396" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.151s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.041382] env[62301]: DEBUG nova.compute.manager [req-3571fc6a-a147-4bae-8cb4-8c667dc6911d req-2f2fc1b4-f49c-4266-9455-88ce4aeb4283 service nova] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Received event network-vif-plugged-1d2eeeb1-147c-4255-b286-1371d715e274 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 978.041598] env[62301]: DEBUG oslo_concurrency.lockutils [req-3571fc6a-a147-4bae-8cb4-8c667dc6911d req-2f2fc1b4-f49c-4266-9455-88ce4aeb4283 service nova] Acquiring lock "e99adbe5-c6e8-4b50-87d7-83ef53b30f08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.041804] env[62301]: DEBUG oslo_concurrency.lockutils [req-3571fc6a-a147-4bae-8cb4-8c667dc6911d req-2f2fc1b4-f49c-4266-9455-88ce4aeb4283 service nova] Lock "e99adbe5-c6e8-4b50-87d7-83ef53b30f08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.041968] env[62301]: DEBUG oslo_concurrency.lockutils [req-3571fc6a-a147-4bae-8cb4-8c667dc6911d req-2f2fc1b4-f49c-4266-9455-88ce4aeb4283 service nova] Lock "e99adbe5-c6e8-4b50-87d7-83ef53b30f08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.042178] env[62301]: DEBUG nova.compute.manager [req-3571fc6a-a147-4bae-8cb4-8c667dc6911d req-2f2fc1b4-f49c-4266-9455-88ce4aeb4283 service nova] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] No waiting events found dispatching network-vif-plugged-1d2eeeb1-147c-4255-b286-1371d715e274 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 978.042353] env[62301]: WARNING nova.compute.manager [req-3571fc6a-a147-4bae-8cb4-8c667dc6911d req-2f2fc1b4-f49c-4266-9455-88ce4aeb4283 service nova] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Received unexpected event network-vif-plugged-1d2eeeb1-147c-4255-b286-1371d715e274 for instance with vm_state building and task_state spawning. [ 978.049644] env[62301]: DEBUG nova.compute.manager [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 85377a80-db0b-48de-af62-aa3e8aafe692] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 978.099770] env[62301]: DEBUG oslo_concurrency.lockutils [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquiring lock "refresh_cache-4eccc0d6-5a82-4a41-a077-966479407c6b" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.099770] env[62301]: DEBUG oslo_concurrency.lockutils [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquired lock "refresh_cache-4eccc0d6-5a82-4a41-a077-966479407c6b" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.099770] env[62301]: DEBUG nova.network.neutron [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 978.104536] env[62301]: DEBUG nova.network.neutron [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Successfully updated port: 1d2eeeb1-147c-4255-b286-1371d715e274 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 978.110980] env[62301]: DEBUG oslo_vmware.api [None req-b3ea78f3-f9c3-4fb4-b2a9-626da1bdd12e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570741, 'name': PowerOffVM_Task, 'duration_secs': 0.214675} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.111727] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ea78f3-f9c3-4fb4-b2a9-626da1bdd12e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 978.111908] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ea78f3-f9c3-4fb4-b2a9-626da1bdd12e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 978.112199] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05b0b3a4-181d-421d-9826-fffffdf373b6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.180242] env[62301]: DEBUG oslo_concurrency.lockutils [None req-fb6ee301-a33a-4cec-b890-fb6906641098 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Acquiring lock "b036b25c-480b-4189-9f8d-8e80e5afdaef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.180401] env[62301]: DEBUG oslo_concurrency.lockutils [None req-fb6ee301-a33a-4cec-b890-fb6906641098 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Lock "b036b25c-480b-4189-9f8d-8e80e5afdaef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.180659] env[62301]: DEBUG oslo_concurrency.lockutils [None req-fb6ee301-a33a-4cec-b890-fb6906641098 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Acquiring lock "b036b25c-480b-4189-9f8d-8e80e5afdaef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.180865] env[62301]: DEBUG oslo_concurrency.lockutils [None req-fb6ee301-a33a-4cec-b890-fb6906641098 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Lock "b036b25c-480b-4189-9f8d-8e80e5afdaef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.181402] env[62301]: DEBUG oslo_concurrency.lockutils [None req-fb6ee301-a33a-4cec-b890-fb6906641098 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Lock "b036b25c-480b-4189-9f8d-8e80e5afdaef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.183545] env[62301]: INFO nova.compute.manager [None req-fb6ee301-a33a-4cec-b890-fb6906641098 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] [instance: b036b25c-480b-4189-9f8d-8e80e5afdaef] Terminating instance [ 978.191070] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ea78f3-f9c3-4fb4-b2a9-626da1bdd12e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 978.191400] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ea78f3-f9c3-4fb4-b2a9-626da1bdd12e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Deleting contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 978.191641] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3ea78f3-f9c3-4fb4-b2a9-626da1bdd12e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Deleting the datastore file [datastore2] 0ce0e846-b5a3-4964-becf-4f0e996aedc5 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 978.192328] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4c53690-17bb-4edf-a188-13aed204dd52 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.200894] env[62301]: DEBUG oslo_vmware.api [None req-b3ea78f3-f9c3-4fb4-b2a9-626da1bdd12e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 978.200894] env[62301]: value = "task-2570744" [ 978.200894] env[62301]: _type = "Task" [ 978.200894] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.211359] env[62301]: DEBUG oslo_vmware.api [None req-b3ea78f3-f9c3-4fb4-b2a9-626da1bdd12e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570744, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.224516] env[62301]: DEBUG oslo_vmware.api [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570742, 'name': Rename_Task, 'duration_secs': 0.162527} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.225236] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 978.225389] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dfa630ef-88b2-4ee0-99da-2181f7e8f6b4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.233258] env[62301]: DEBUG oslo_vmware.api [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Waiting for the task: (returnval){ [ 978.233258] env[62301]: value = "task-2570745" [ 978.233258] env[62301]: _type = "Task" [ 978.233258] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.241532] env[62301]: DEBUG oslo_vmware.api [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570745, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.568796] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.612460] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Acquiring lock "refresh_cache-e99adbe5-c6e8-4b50-87d7-83ef53b30f08" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.612661] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Acquired lock "refresh_cache-e99adbe5-c6e8-4b50-87d7-83ef53b30f08" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.612856] env[62301]: DEBUG nova.network.neutron [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 978.685957] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ce4699-0713-42f3-a11c-74739e923df1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.689815] env[62301]: DEBUG nova.compute.manager [None req-fb6ee301-a33a-4cec-b890-fb6906641098 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] [instance: b036b25c-480b-4189-9f8d-8e80e5afdaef] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 978.690034] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-fb6ee301-a33a-4cec-b890-fb6906641098 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] [instance: b036b25c-480b-4189-9f8d-8e80e5afdaef] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 978.690866] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f61bc1-7943-43dd-9a8c-8d8f911c4d90 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.700979] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb6ee301-a33a-4cec-b890-fb6906641098 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] [instance: b036b25c-480b-4189-9f8d-8e80e5afdaef] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 978.702117] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923faa25-ab0f-4f97-9ac1-4523c2caa529 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.705574] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9875e937-62da-46d8-b1eb-c822898f7c11 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.718552] env[62301]: DEBUG oslo_vmware.api [None req-b3ea78f3-f9c3-4fb4-b2a9-626da1bdd12e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570744, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188787} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.746318] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3ea78f3-f9c3-4fb4-b2a9-626da1bdd12e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 978.746541] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ea78f3-f9c3-4fb4-b2a9-626da1bdd12e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Deleted contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 978.746719] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ea78f3-f9c3-4fb4-b2a9-626da1bdd12e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 978.746898] env[62301]: INFO nova.compute.manager [None req-b3ea78f3-f9c3-4fb4-b2a9-626da1bdd12e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Took 1.18 seconds to destroy the instance on the hypervisor. [ 978.747166] env[62301]: DEBUG oslo.service.loopingcall [None req-b3ea78f3-f9c3-4fb4-b2a9-626da1bdd12e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 978.747735] env[62301]: DEBUG oslo_vmware.api [None req-fb6ee301-a33a-4cec-b890-fb6906641098 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Waiting for the task: (returnval){ [ 978.747735] env[62301]: value = "task-2570746" [ 978.747735] env[62301]: _type = "Task" [ 978.747735] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.747936] env[62301]: DEBUG nova.compute.manager [-] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 978.748049] env[62301]: DEBUG nova.network.neutron [-] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 978.753131] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d301c6-677d-4007-be30-22886220b57c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.768214] env[62301]: DEBUG oslo_vmware.api [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570745, 'name': PowerOnVM_Task, 'duration_secs': 0.496288} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.773701] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 978.775580] env[62301]: DEBUG oslo_vmware.api [None req-fb6ee301-a33a-4cec-b890-fb6906641098 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Task: {'id': task-2570746, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.776773] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d9cb52-0905-404a-90bf-599a7df64b61 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.792299] env[62301]: DEBUG oslo_concurrency.lockutils [None req-18fb5b5f-ce86-4412-a78f-0e0b5a47206f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquiring lock "1ac5d7c4-6057-4e7e-813b-50bb62790679" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.792550] env[62301]: DEBUG oslo_concurrency.lockutils [None req-18fb5b5f-ce86-4412-a78f-0e0b5a47206f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "1ac5d7c4-6057-4e7e-813b-50bb62790679" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.792736] env[62301]: DEBUG nova.compute.manager [None req-18fb5b5f-ce86-4412-a78f-0e0b5a47206f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Going to confirm migration 4 {{(pid=62301) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 978.794300] env[62301]: DEBUG nova.compute.provider_tree [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.909237] env[62301]: DEBUG nova.compute.manager [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 978.909237] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0771f3a4-09c2-47a1-8b71-4738bebe6154 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.914139] env[62301]: DEBUG nova.network.neutron [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Updating instance_info_cache with network_info: [{"id": "a00d47f5-5e7d-45c3-9ecd-b79a293bc41e", "address": "fa:16:3e:e3:4f:88", "network": {"id": "7c0f3559-1453-49cf-acfe-38cb288125ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1921160483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b3dfd09250b4ab486b15b680428b1a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa00d47f5-5e", "ovs_interfaceid": "a00d47f5-5e7d-45c3-9ecd-b79a293bc41e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.168818] env[62301]: DEBUG nova.network.neutron [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 979.268414] env[62301]: DEBUG oslo_vmware.api [None req-fb6ee301-a33a-4cec-b890-fb6906641098 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Task: {'id': task-2570746, 'name': PowerOffVM_Task, 'duration_secs': 0.292362} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.268719] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb6ee301-a33a-4cec-b890-fb6906641098 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] [instance: b036b25c-480b-4189-9f8d-8e80e5afdaef] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.268887] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-fb6ee301-a33a-4cec-b890-fb6906641098 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] [instance: b036b25c-480b-4189-9f8d-8e80e5afdaef] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 979.269165] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3768655f-535a-4140-8635-9f4dc3abccbb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.306194] env[62301]: DEBUG nova.scheduler.client.report [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.332448] env[62301]: DEBUG nova.compute.manager [req-1cbbba25-fc75-4754-8344-1178dc80675c req-91f83adb-eebd-460f-b576-d586d47ae20f service nova] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Received event network-vif-deleted-4dcfcbd8-75d0-4dd5-be18-be1ec09b0079 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 979.332557] env[62301]: INFO nova.compute.manager [req-1cbbba25-fc75-4754-8344-1178dc80675c req-91f83adb-eebd-460f-b576-d586d47ae20f service nova] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Neutron deleted interface 4dcfcbd8-75d0-4dd5-be18-be1ec09b0079; detaching it from the instance and deleting it from the info cache [ 979.332738] env[62301]: DEBUG nova.network.neutron [req-1cbbba25-fc75-4754-8344-1178dc80675c req-91f83adb-eebd-460f-b576-d586d47ae20f service nova] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.360799] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-fb6ee301-a33a-4cec-b890-fb6906641098 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] [instance: b036b25c-480b-4189-9f8d-8e80e5afdaef] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 979.361014] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-fb6ee301-a33a-4cec-b890-fb6906641098 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] [instance: b036b25c-480b-4189-9f8d-8e80e5afdaef] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 979.361204] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb6ee301-a33a-4cec-b890-fb6906641098 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Deleting the datastore file [datastore1] b036b25c-480b-4189-9f8d-8e80e5afdaef {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 979.361472] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7aaf27d1-d2c0-4b47-b578-4bfc7669bd11 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.369365] env[62301]: DEBUG oslo_vmware.api [None req-fb6ee301-a33a-4cec-b890-fb6906641098 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Waiting for the task: (returnval){ [ 979.369365] env[62301]: value = "task-2570748" [ 979.369365] env[62301]: _type = "Task" [ 979.369365] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.378744] env[62301]: DEBUG oslo_vmware.api [None req-fb6ee301-a33a-4cec-b890-fb6906641098 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Task: {'id': task-2570748, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.411305] env[62301]: DEBUG oslo_concurrency.lockutils [None req-18fb5b5f-ce86-4412-a78f-0e0b5a47206f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquiring lock "refresh_cache-1ac5d7c4-6057-4e7e-813b-50bb62790679" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.411636] env[62301]: DEBUG oslo_concurrency.lockutils [None req-18fb5b5f-ce86-4412-a78f-0e0b5a47206f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquired lock "refresh_cache-1ac5d7c4-6057-4e7e-813b-50bb62790679" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.411920] env[62301]: DEBUG nova.network.neutron [None req-18fb5b5f-ce86-4412-a78f-0e0b5a47206f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 979.412212] env[62301]: DEBUG nova.objects.instance [None req-18fb5b5f-ce86-4412-a78f-0e0b5a47206f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lazy-loading 'info_cache' on Instance uuid 1ac5d7c4-6057-4e7e-813b-50bb62790679 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.417044] env[62301]: DEBUG oslo_concurrency.lockutils [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Releasing lock "refresh_cache-4eccc0d6-5a82-4a41-a077-966479407c6b" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.435390] env[62301]: DEBUG nova.network.neutron [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Updating instance_info_cache with network_info: [{"id": "1d2eeeb1-147c-4255-b286-1371d715e274", "address": "fa:16:3e:97:d8:52", "network": {"id": "b75e4759-c6b8-4622-9a22-1ef279a9b0ea", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1306010429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdfc65d686f843e2b9c72e0042e6858e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d2eeeb1-14", "ovs_interfaceid": "1d2eeeb1-147c-4255-b286-1371d715e274", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.440327] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e5a4708a-8804-41fc-8c9f-86f299abff59 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Lock "7015dc41-f1f8-4dd4-8e35-6ea6e574d44e" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 37.314s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.812673] env[62301]: DEBUG oslo_concurrency.lockutils [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.409s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.813465] env[62301]: DEBUG nova.compute.manager [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 979.816419] env[62301]: DEBUG nova.network.neutron [-] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.817405] env[62301]: DEBUG oslo_concurrency.lockutils [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.870s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.839684] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-85c35cb7-c563-4d9d-a369-cc2af00c0792 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.850333] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9005d6ef-1c89-48c6-9989-d040e7911a76 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.887033] env[62301]: DEBUG nova.compute.manager [req-1cbbba25-fc75-4754-8344-1178dc80675c req-91f83adb-eebd-460f-b576-d586d47ae20f service nova] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Detach interface failed, port_id=4dcfcbd8-75d0-4dd5-be18-be1ec09b0079, reason: Instance 0ce0e846-b5a3-4964-becf-4f0e996aedc5 could not be found. {{(pid=62301) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 979.890499] env[62301]: DEBUG oslo_vmware.api [None req-fb6ee301-a33a-4cec-b890-fb6906641098 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Task: {'id': task-2570748, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.373823} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.890762] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb6ee301-a33a-4cec-b890-fb6906641098 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 979.890944] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-fb6ee301-a33a-4cec-b890-fb6906641098 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] [instance: b036b25c-480b-4189-9f8d-8e80e5afdaef] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 979.891134] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-fb6ee301-a33a-4cec-b890-fb6906641098 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] [instance: b036b25c-480b-4189-9f8d-8e80e5afdaef] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 979.891315] env[62301]: INFO nova.compute.manager [None req-fb6ee301-a33a-4cec-b890-fb6906641098 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] [instance: b036b25c-480b-4189-9f8d-8e80e5afdaef] Took 1.20 seconds to destroy the instance on the hypervisor. [ 979.891544] env[62301]: DEBUG oslo.service.loopingcall [None req-fb6ee301-a33a-4cec-b890-fb6906641098 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 979.891728] env[62301]: DEBUG nova.compute.manager [-] [instance: b036b25c-480b-4189-9f8d-8e80e5afdaef] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 979.891825] env[62301]: DEBUG nova.network.neutron [-] [instance: b036b25c-480b-4189-9f8d-8e80e5afdaef] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 979.930430] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213f4c41-7ca9-42e7-957d-26eed1208611 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.938814] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Releasing lock "refresh_cache-e99adbe5-c6e8-4b50-87d7-83ef53b30f08" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.939126] env[62301]: DEBUG nova.compute.manager [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Instance network_info: |[{"id": "1d2eeeb1-147c-4255-b286-1371d715e274", "address": "fa:16:3e:97:d8:52", "network": {"id": "b75e4759-c6b8-4622-9a22-1ef279a9b0ea", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1306010429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdfc65d686f843e2b9c72e0042e6858e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d2eeeb1-14", "ovs_interfaceid": "1d2eeeb1-147c-4255-b286-1371d715e274", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 979.939848] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:d8:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27681cba-790d-451e-9d12-d179871f375a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d2eeeb1-147c-4255-b286-1371d715e274', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 979.947372] env[62301]: DEBUG oslo.service.loopingcall [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 979.948052] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9f1eb7-962b-4542-b3f2-8008c5e1fead {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.950909] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 979.951495] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-133e54d7-3676-43ff-b82f-80fe714503be {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.976322] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 979.976322] env[62301]: value = "task-2570749" [ 979.976322] env[62301]: _type = "Task" [ 979.976322] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.991713] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570749, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.088642] env[62301]: DEBUG nova.compute.manager [req-d7ddd494-69cb-4270-aae1-3e03efa5401e req-f0b7bd0c-f546-4f75-b7d7-08eb7202252a service nova] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Received event network-changed-1d2eeeb1-147c-4255-b286-1371d715e274 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 980.088996] env[62301]: DEBUG nova.compute.manager [req-d7ddd494-69cb-4270-aae1-3e03efa5401e req-f0b7bd0c-f546-4f75-b7d7-08eb7202252a service nova] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Refreshing instance network info cache due to event network-changed-1d2eeeb1-147c-4255-b286-1371d715e274. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 980.089646] env[62301]: DEBUG oslo_concurrency.lockutils [req-d7ddd494-69cb-4270-aae1-3e03efa5401e req-f0b7bd0c-f546-4f75-b7d7-08eb7202252a service nova] Acquiring lock "refresh_cache-e99adbe5-c6e8-4b50-87d7-83ef53b30f08" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.089886] env[62301]: DEBUG oslo_concurrency.lockutils [req-d7ddd494-69cb-4270-aae1-3e03efa5401e req-f0b7bd0c-f546-4f75-b7d7-08eb7202252a service nova] Acquired lock "refresh_cache-e99adbe5-c6e8-4b50-87d7-83ef53b30f08" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.091103] env[62301]: DEBUG nova.network.neutron [req-d7ddd494-69cb-4270-aae1-3e03efa5401e req-f0b7bd0c-f546-4f75-b7d7-08eb7202252a service nova] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Refreshing network info cache for port 1d2eeeb1-147c-4255-b286-1371d715e274 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 980.318949] env[62301]: DEBUG nova.compute.utils [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 980.320375] env[62301]: DEBUG nova.compute.manager [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 980.320546] env[62301]: DEBUG nova.network.neutron [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 980.322588] env[62301]: INFO nova.compute.manager [-] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Took 1.57 seconds to deallocate network for instance. [ 980.325040] env[62301]: INFO nova.compute.claims [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 980.398226] env[62301]: DEBUG nova.policy [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '041995c459584460b882ae64a87af08a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f44005617fbf4cf3a6dc1727b4da2f55', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 980.488139] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570749, 'name': CreateVM_Task, 'duration_secs': 0.389069} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.488327] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 980.489015] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.489194] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.489517] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.489779] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26337d42-61c4-4127-83c9-d26b9da3a3f0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.494796] env[62301]: DEBUG oslo_vmware.api [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Waiting for the task: (returnval){ [ 980.494796] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]528c02e9-585c-83a6-35e9-3671cfc09da9" [ 980.494796] env[62301]: _type = "Task" [ 980.494796] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.502998] env[62301]: DEBUG oslo_vmware.api [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]528c02e9-585c-83a6-35e9-3671cfc09da9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.772738] env[62301]: DEBUG nova.network.neutron [None req-18fb5b5f-ce86-4412-a78f-0e0b5a47206f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Updating instance_info_cache with network_info: [{"id": "b0daf005-802b-4441-b025-dba81de00f9d", "address": "fa:16:3e:22:30:8d", "network": {"id": "2bb96169-7594-47bb-8c69-56a2af9dfa32", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1110516366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ea9bdc8a9b547d881e4051cff4426f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0daf005-80", "ovs_interfaceid": "b0daf005-802b-4441-b025-dba81de00f9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.829974] env[62301]: DEBUG nova.compute.manager [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 980.834486] env[62301]: INFO nova.compute.resource_tracker [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Updating resource usage from migration cabddc3c-7a55-4fd5-a786-d94093992d27 [ 980.838374] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b3ea78f3-f9c3-4fb4-b2a9-626da1bdd12e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.845870] env[62301]: DEBUG nova.network.neutron [req-d7ddd494-69cb-4270-aae1-3e03efa5401e req-f0b7bd0c-f546-4f75-b7d7-08eb7202252a service nova] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Updated VIF entry in instance network info cache for port 1d2eeeb1-147c-4255-b286-1371d715e274. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 980.846252] env[62301]: DEBUG nova.network.neutron [req-d7ddd494-69cb-4270-aae1-3e03efa5401e req-f0b7bd0c-f546-4f75-b7d7-08eb7202252a service nova] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Updating instance_info_cache with network_info: [{"id": "1d2eeeb1-147c-4255-b286-1371d715e274", "address": "fa:16:3e:97:d8:52", "network": {"id": "b75e4759-c6b8-4622-9a22-1ef279a9b0ea", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1306010429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdfc65d686f843e2b9c72e0042e6858e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d2eeeb1-14", "ovs_interfaceid": "1d2eeeb1-147c-4255-b286-1371d715e274", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.906546] env[62301]: DEBUG nova.network.neutron [-] [instance: b036b25c-480b-4189-9f8d-8e80e5afdaef] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.928750] env[62301]: DEBUG nova.network.neutron [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Successfully created port: d20259aa-fc61-4ba6-bec1-a643b35880bf {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 981.009836] env[62301]: DEBUG oslo_vmware.api [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]528c02e9-585c-83a6-35e9-3671cfc09da9, 'name': SearchDatastore_Task, 'duration_secs': 0.026282} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.010146] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.010406] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 981.010784] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.010784] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.010960] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 981.013575] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e693aa85-1ff5-4ff8-8229-dcc4fc2bb65d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.022882] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 981.023110] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 981.023860] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a61483f1-6cc1-4779-aafc-df57e100ed92 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.032658] env[62301]: DEBUG oslo_vmware.api [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Waiting for the task: (returnval){ [ 981.032658] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]523485c6-5b42-11ab-80d5-1bbdc4d1145e" [ 981.032658] env[62301]: _type = "Task" [ 981.032658] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.041319] env[62301]: DEBUG oslo_vmware.api [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]523485c6-5b42-11ab-80d5-1bbdc4d1145e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.094845] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50668c34-d898-47c6-99ec-6a12baa74def {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.126908] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28f771d-2c93-4520-a22e-5e42cf4133b4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.135647] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Updating instance '4eccc0d6-5a82-4a41-a077-966479407c6b' progress to 83 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 981.176368] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49651fc-697f-4064-b824-15709681b13e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.185254] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ebd5cd8-0e79-4ec4-9141-7651990f0faa {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.220731] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff67ecf-26c2-42be-8b37-026b6b7a1390 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.230478] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a944de-21e2-48e4-a651-0ab18f52a0bb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.248621] env[62301]: DEBUG nova.compute.provider_tree [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.275441] env[62301]: DEBUG oslo_concurrency.lockutils [None req-18fb5b5f-ce86-4412-a78f-0e0b5a47206f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Releasing lock "refresh_cache-1ac5d7c4-6057-4e7e-813b-50bb62790679" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.275773] env[62301]: DEBUG nova.objects.instance [None req-18fb5b5f-ce86-4412-a78f-0e0b5a47206f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lazy-loading 'migration_context' on Instance uuid 1ac5d7c4-6057-4e7e-813b-50bb62790679 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.349095] env[62301]: DEBUG oslo_concurrency.lockutils [req-d7ddd494-69cb-4270-aae1-3e03efa5401e req-f0b7bd0c-f546-4f75-b7d7-08eb7202252a service nova] Releasing lock "refresh_cache-e99adbe5-c6e8-4b50-87d7-83ef53b30f08" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.410108] env[62301]: INFO nova.compute.manager [-] [instance: b036b25c-480b-4189-9f8d-8e80e5afdaef] Took 1.52 seconds to deallocate network for instance. [ 981.543608] env[62301]: DEBUG oslo_vmware.api [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]523485c6-5b42-11ab-80d5-1bbdc4d1145e, 'name': SearchDatastore_Task, 'duration_secs': 0.010553} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.544422] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14302d5c-d297-43ce-ba89-57f2bd5fecb9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.550295] env[62301]: DEBUG oslo_vmware.api [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Waiting for the task: (returnval){ [ 981.550295] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5228b217-3f89-4558-bd16-8957da755d43" [ 981.550295] env[62301]: _type = "Task" [ 981.550295] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.558474] env[62301]: DEBUG oslo_vmware.api [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5228b217-3f89-4558-bd16-8957da755d43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.642307] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 981.643032] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd0d4ed9-10ba-4893-9d27-bf424dc2e199 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.653037] env[62301]: DEBUG oslo_vmware.api [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 981.653037] env[62301]: value = "task-2570750" [ 981.653037] env[62301]: _type = "Task" [ 981.653037] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.663919] env[62301]: DEBUG oslo_vmware.api [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570750, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.752231] env[62301]: DEBUG nova.scheduler.client.report [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.782245] env[62301]: DEBUG nova.objects.base [None req-18fb5b5f-ce86-4412-a78f-0e0b5a47206f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Object Instance<1ac5d7c4-6057-4e7e-813b-50bb62790679> lazy-loaded attributes: info_cache,migration_context {{(pid=62301) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 981.783203] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8189d650-48a6-4ff5-8762-f81c2629ac90 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.804282] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5959b650-ddb7-4e69-834d-2155c572026a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.810902] env[62301]: DEBUG oslo_vmware.api [None req-18fb5b5f-ce86-4412-a78f-0e0b5a47206f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 981.810902] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52ad050a-4166-91be-d48c-e101a2c389ca" [ 981.810902] env[62301]: _type = "Task" [ 981.810902] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.820542] env[62301]: DEBUG oslo_vmware.api [None req-18fb5b5f-ce86-4412-a78f-0e0b5a47206f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52ad050a-4166-91be-d48c-e101a2c389ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.845679] env[62301]: DEBUG nova.compute.manager [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 981.877496] env[62301]: DEBUG nova.virt.hardware [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 981.877611] env[62301]: DEBUG nova.virt.hardware [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 981.878343] env[62301]: DEBUG nova.virt.hardware [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 981.878343] env[62301]: DEBUG nova.virt.hardware [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 981.878343] env[62301]: DEBUG nova.virt.hardware [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 981.878343] env[62301]: DEBUG nova.virt.hardware [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 981.878512] env[62301]: DEBUG nova.virt.hardware [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 981.878720] env[62301]: DEBUG nova.virt.hardware [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 981.878720] env[62301]: DEBUG nova.virt.hardware [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 981.878994] env[62301]: DEBUG nova.virt.hardware [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 981.879852] env[62301]: DEBUG nova.virt.hardware [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 981.880349] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb737ed9-a939-485c-a4eb-3e66605a22b6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.889264] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2e450c-9b85-414c-b214-fa8bde120feb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.917672] env[62301]: DEBUG oslo_concurrency.lockutils [None req-fb6ee301-a33a-4cec-b890-fb6906641098 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.061229] env[62301]: DEBUG oslo_vmware.api [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5228b217-3f89-4558-bd16-8957da755d43, 'name': SearchDatastore_Task, 'duration_secs': 0.012324} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.061505] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.061766] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] e99adbe5-c6e8-4b50-87d7-83ef53b30f08/e99adbe5-c6e8-4b50-87d7-83ef53b30f08.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 982.062037] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f25aa5f7-485b-4aef-b932-7c1dd721cb01 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.069997] env[62301]: DEBUG oslo_vmware.api [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Waiting for the task: (returnval){ [ 982.069997] env[62301]: value = "task-2570751" [ 982.069997] env[62301]: _type = "Task" [ 982.069997] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.078661] env[62301]: DEBUG oslo_vmware.api [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Task: {'id': task-2570751, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.128496] env[62301]: DEBUG nova.compute.manager [req-1d8695fc-f0bf-46cc-b92e-10ed79cbb9f7 req-1835a1ec-fae7-4400-8aca-5b99d4f13b88 service nova] [instance: b036b25c-480b-4189-9f8d-8e80e5afdaef] Received event network-vif-deleted-32903344-b41a-422c-bff9-25e998e134bc {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 982.163967] env[62301]: DEBUG oslo_vmware.api [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570750, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.257628] env[62301]: DEBUG oslo_concurrency.lockutils [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.440s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.257920] env[62301]: INFO nova.compute.manager [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Migrating [ 982.267078] env[62301]: DEBUG oslo_concurrency.lockutils [None req-710058b7-48be-40db-b0b9-f38bb05a9f05 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.146s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.267422] env[62301]: DEBUG nova.objects.instance [None req-710058b7-48be-40db-b0b9-f38bb05a9f05 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lazy-loading 'resources' on Instance uuid b416be7e-8763-4c6b-9368-28f82bf33c9e {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.328033] env[62301]: DEBUG oslo_vmware.api [None req-18fb5b5f-ce86-4412-a78f-0e0b5a47206f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52ad050a-4166-91be-d48c-e101a2c389ca, 'name': SearchDatastore_Task, 'duration_secs': 0.011311} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.328412] env[62301]: DEBUG oslo_concurrency.lockutils [None req-18fb5b5f-ce86-4412-a78f-0e0b5a47206f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.581053] env[62301]: DEBUG oslo_vmware.api [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Task: {'id': task-2570751, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.630640] env[62301]: DEBUG nova.network.neutron [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Successfully updated port: d20259aa-fc61-4ba6-bec1-a643b35880bf {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 982.664157] env[62301]: DEBUG oslo_vmware.api [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570750, 'name': PowerOnVM_Task, 'duration_secs': 0.665067} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.664423] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 982.664637] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-9ecd46a2-2210-434c-9a4c-5bcfe9087368 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Updating instance '4eccc0d6-5a82-4a41-a077-966479407c6b' progress to 100 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 982.781033] env[62301]: DEBUG oslo_concurrency.lockutils [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquiring lock "refresh_cache-8836b3f4-9580-4f12-bd01-eccae3940527" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.781033] env[62301]: DEBUG oslo_concurrency.lockutils [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquired lock "refresh_cache-8836b3f4-9580-4f12-bd01-eccae3940527" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.781033] env[62301]: DEBUG nova.network.neutron [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.040493] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6feaadde-e005-4528-9cc7-414444819f56 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.048768] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebaac6f3-f8be-4295-ad3c-be00454d14bd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.084164] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380f3c99-d8eb-467b-ad5e-3587bca4b0cb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.094902] env[62301]: DEBUG oslo_vmware.api [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Task: {'id': task-2570751, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557904} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.096260] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6bc33a4-4524-4007-bd02-25fa58f678ff {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.100402] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] e99adbe5-c6e8-4b50-87d7-83ef53b30f08/e99adbe5-c6e8-4b50-87d7-83ef53b30f08.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 983.100983] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 983.100983] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b45fdac-88a7-468e-8d0a-f9b40317e02b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.115849] env[62301]: DEBUG nova.compute.provider_tree [None req-710058b7-48be-40db-b0b9-f38bb05a9f05 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.118885] env[62301]: DEBUG oslo_vmware.api [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Waiting for the task: (returnval){ [ 983.118885] env[62301]: value = "task-2570752" [ 983.118885] env[62301]: _type = "Task" [ 983.118885] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.128341] env[62301]: DEBUG oslo_vmware.api [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Task: {'id': task-2570752, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.132963] env[62301]: DEBUG oslo_concurrency.lockutils [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquiring lock "refresh_cache-771fe5ee-9535-4329-9d69-86d9ec130698" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.133123] env[62301]: DEBUG oslo_concurrency.lockutils [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquired lock "refresh_cache-771fe5ee-9535-4329-9d69-86d9ec130698" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.133332] env[62301]: DEBUG nova.network.neutron [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.585290] env[62301]: DEBUG nova.network.neutron [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Updating instance_info_cache with network_info: [{"id": "06fd9342-244d-4562-8ef7-f11ff8d671aa", "address": "fa:16:3e:26:fb:a9", "network": {"id": "4db15bfb-5237-4871-8da5-38b678505e0e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-131495656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c6e401c2ffb4be5ad8d8a54b65f4a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06fd9342-24", "ovs_interfaceid": "06fd9342-244d-4562-8ef7-f11ff8d671aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.620609] env[62301]: DEBUG nova.scheduler.client.report [None req-710058b7-48be-40db-b0b9-f38bb05a9f05 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.633578] env[62301]: DEBUG oslo_vmware.api [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Task: {'id': task-2570752, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.237537} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.635624] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 983.635624] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb41345-c84d-4c77-8c4d-d2c02eb968c8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.660296] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] e99adbe5-c6e8-4b50-87d7-83ef53b30f08/e99adbe5-c6e8-4b50-87d7-83ef53b30f08.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 983.660813] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56dd1991-abd4-49f3-aaab-39e91a5a87bc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.681566] env[62301]: DEBUG oslo_vmware.api [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Waiting for the task: (returnval){ [ 983.681566] env[62301]: value = "task-2570753" [ 983.681566] env[62301]: _type = "Task" [ 983.681566] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.685406] env[62301]: DEBUG nova.network.neutron [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 983.692752] env[62301]: DEBUG oslo_vmware.api [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Task: {'id': task-2570753, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.821763] env[62301]: DEBUG nova.network.neutron [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Updating instance_info_cache with network_info: [{"id": "d20259aa-fc61-4ba6-bec1-a643b35880bf", "address": "fa:16:3e:5a:34:bb", "network": {"id": "32aca2ac-882d-4f89-b75b-c3af9ad6fefe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1098447386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f44005617fbf4cf3a6dc1727b4da2f55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd20259aa-fc", "ovs_interfaceid": "d20259aa-fc61-4ba6-bec1-a643b35880bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.088760] env[62301]: DEBUG oslo_concurrency.lockutils [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Releasing lock "refresh_cache-8836b3f4-9580-4f12-bd01-eccae3940527" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.129220] env[62301]: DEBUG oslo_concurrency.lockutils [None req-710058b7-48be-40db-b0b9-f38bb05a9f05 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.862s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.131608] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4e74784b-6a1e-49b6-a644-6213570a82ca tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.965s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.131771] env[62301]: DEBUG nova.objects.instance [None req-4e74784b-6a1e-49b6-a644-6213570a82ca tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Lazy-loading 'resources' on Instance uuid 3bd0740b-68f5-481a-85f3-e07e3fea49a6 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.161435] env[62301]: INFO nova.scheduler.client.report [None req-710058b7-48be-40db-b0b9-f38bb05a9f05 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Deleted allocations for instance b416be7e-8763-4c6b-9368-28f82bf33c9e [ 984.174026] env[62301]: DEBUG nova.compute.manager [req-3b02963e-a152-402c-acf5-01160cf361f6 req-81997f20-9b36-436d-9061-572fce43b144 service nova] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Received event network-vif-plugged-d20259aa-fc61-4ba6-bec1-a643b35880bf {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 984.174272] env[62301]: DEBUG oslo_concurrency.lockutils [req-3b02963e-a152-402c-acf5-01160cf361f6 req-81997f20-9b36-436d-9061-572fce43b144 service nova] Acquiring lock "771fe5ee-9535-4329-9d69-86d9ec130698-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.174455] env[62301]: DEBUG oslo_concurrency.lockutils [req-3b02963e-a152-402c-acf5-01160cf361f6 req-81997f20-9b36-436d-9061-572fce43b144 service nova] Lock "771fe5ee-9535-4329-9d69-86d9ec130698-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.174656] env[62301]: DEBUG oslo_concurrency.lockutils [req-3b02963e-a152-402c-acf5-01160cf361f6 req-81997f20-9b36-436d-9061-572fce43b144 service nova] Lock "771fe5ee-9535-4329-9d69-86d9ec130698-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.174927] env[62301]: DEBUG nova.compute.manager [req-3b02963e-a152-402c-acf5-01160cf361f6 req-81997f20-9b36-436d-9061-572fce43b144 service nova] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] No waiting events found dispatching network-vif-plugged-d20259aa-fc61-4ba6-bec1-a643b35880bf {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 984.175142] env[62301]: WARNING nova.compute.manager [req-3b02963e-a152-402c-acf5-01160cf361f6 req-81997f20-9b36-436d-9061-572fce43b144 service nova] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Received unexpected event network-vif-plugged-d20259aa-fc61-4ba6-bec1-a643b35880bf for instance with vm_state building and task_state spawning. [ 984.175296] env[62301]: DEBUG nova.compute.manager [req-3b02963e-a152-402c-acf5-01160cf361f6 req-81997f20-9b36-436d-9061-572fce43b144 service nova] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Received event network-changed-d20259aa-fc61-4ba6-bec1-a643b35880bf {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 984.175561] env[62301]: DEBUG nova.compute.manager [req-3b02963e-a152-402c-acf5-01160cf361f6 req-81997f20-9b36-436d-9061-572fce43b144 service nova] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Refreshing instance network info cache due to event network-changed-d20259aa-fc61-4ba6-bec1-a643b35880bf. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 984.175618] env[62301]: DEBUG oslo_concurrency.lockutils [req-3b02963e-a152-402c-acf5-01160cf361f6 req-81997f20-9b36-436d-9061-572fce43b144 service nova] Acquiring lock "refresh_cache-771fe5ee-9535-4329-9d69-86d9ec130698" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.193218] env[62301]: DEBUG oslo_vmware.api [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Task: {'id': task-2570753, 'name': ReconfigVM_Task, 'duration_secs': 0.317758} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.193527] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Reconfigured VM instance instance-0000005d to attach disk [datastore2] e99adbe5-c6e8-4b50-87d7-83ef53b30f08/e99adbe5-c6e8-4b50-87d7-83ef53b30f08.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 984.194153] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50f07b1a-cd90-4081-8318-3bbcb138bc18 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.202085] env[62301]: DEBUG oslo_vmware.api [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Waiting for the task: (returnval){ [ 984.202085] env[62301]: value = "task-2570754" [ 984.202085] env[62301]: _type = "Task" [ 984.202085] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.213292] env[62301]: DEBUG oslo_vmware.api [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Task: {'id': task-2570754, 'name': Rename_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.325414] env[62301]: DEBUG oslo_concurrency.lockutils [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Releasing lock "refresh_cache-771fe5ee-9535-4329-9d69-86d9ec130698" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.325414] env[62301]: DEBUG nova.compute.manager [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Instance network_info: |[{"id": "d20259aa-fc61-4ba6-bec1-a643b35880bf", "address": "fa:16:3e:5a:34:bb", "network": {"id": "32aca2ac-882d-4f89-b75b-c3af9ad6fefe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1098447386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f44005617fbf4cf3a6dc1727b4da2f55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd20259aa-fc", "ovs_interfaceid": "d20259aa-fc61-4ba6-bec1-a643b35880bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 984.325730] env[62301]: DEBUG oslo_concurrency.lockutils [req-3b02963e-a152-402c-acf5-01160cf361f6 req-81997f20-9b36-436d-9061-572fce43b144 service nova] Acquired lock "refresh_cache-771fe5ee-9535-4329-9d69-86d9ec130698" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.325730] env[62301]: DEBUG nova.network.neutron [req-3b02963e-a152-402c-acf5-01160cf361f6 req-81997f20-9b36-436d-9061-572fce43b144 service nova] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Refreshing network info cache for port d20259aa-fc61-4ba6-bec1-a643b35880bf {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 984.326954] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:34:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '683a619f-b10d-41a3-8c03-4f69f6c9ce53', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd20259aa-fc61-4ba6-bec1-a643b35880bf', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 984.334937] env[62301]: DEBUG oslo.service.loopingcall [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 984.335475] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 984.336231] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fab141da-00a0-4748-a534-afcf77431a47 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.358853] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 984.358853] env[62301]: value = "task-2570755" [ 984.358853] env[62301]: _type = "Task" [ 984.358853] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.369644] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570755, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.670606] env[62301]: DEBUG oslo_concurrency.lockutils [None req-710058b7-48be-40db-b0b9-f38bb05a9f05 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "b416be7e-8763-4c6b-9368-28f82bf33c9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.997s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.714619] env[62301]: DEBUG oslo_vmware.api [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Task: {'id': task-2570754, 'name': Rename_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.871356] env[62301]: DEBUG nova.network.neutron [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Port a00d47f5-5e7d-45c3-9ecd-b79a293bc41e binding to destination host cpu-1 is already ACTIVE {{(pid=62301) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 984.871812] env[62301]: DEBUG oslo_concurrency.lockutils [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquiring lock "refresh_cache-4eccc0d6-5a82-4a41-a077-966479407c6b" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.872108] env[62301]: DEBUG oslo_concurrency.lockutils [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquired lock "refresh_cache-4eccc0d6-5a82-4a41-a077-966479407c6b" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.872418] env[62301]: DEBUG nova.network.neutron [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 984.882124] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570755, 'name': CreateVM_Task} progress is 25%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.900063] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72108f76-f390-4d20-9ad8-2e40ed0862d0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.909287] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b963eab-ec2b-4359-94f0-e42339643ae4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.946323] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0a4840-fa6c-4a39-9dfe-a2f234fd33e4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.955177] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666a53ef-2c57-47e8-ba3c-041a64c5da46 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.970480] env[62301]: DEBUG nova.compute.provider_tree [None req-4e74784b-6a1e-49b6-a644-6213570a82ca tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.153018] env[62301]: DEBUG nova.network.neutron [req-3b02963e-a152-402c-acf5-01160cf361f6 req-81997f20-9b36-436d-9061-572fce43b144 service nova] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Updated VIF entry in instance network info cache for port d20259aa-fc61-4ba6-bec1-a643b35880bf. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 985.153441] env[62301]: DEBUG nova.network.neutron [req-3b02963e-a152-402c-acf5-01160cf361f6 req-81997f20-9b36-436d-9061-572fce43b144 service nova] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Updating instance_info_cache with network_info: [{"id": "d20259aa-fc61-4ba6-bec1-a643b35880bf", "address": "fa:16:3e:5a:34:bb", "network": {"id": "32aca2ac-882d-4f89-b75b-c3af9ad6fefe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1098447386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f44005617fbf4cf3a6dc1727b4da2f55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd20259aa-fc", "ovs_interfaceid": "d20259aa-fc61-4ba6-bec1-a643b35880bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.215777] env[62301]: DEBUG oslo_vmware.api [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Task: {'id': task-2570754, 'name': Rename_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.369112] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570755, 'name': CreateVM_Task, 'duration_secs': 0.81931} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.369112] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 985.369791] env[62301]: DEBUG oslo_concurrency.lockutils [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.369956] env[62301]: DEBUG oslo_concurrency.lockutils [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.370384] env[62301]: DEBUG oslo_concurrency.lockutils [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.370653] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7460204-3891-448d-a41c-7ca904ecb3f8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.378031] env[62301]: DEBUG oslo_vmware.api [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Waiting for the task: (returnval){ [ 985.378031] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]521f682e-4799-5e6c-9872-29037c60ba67" [ 985.378031] env[62301]: _type = "Task" [ 985.378031] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.386735] env[62301]: DEBUG oslo_vmware.api [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]521f682e-4799-5e6c-9872-29037c60ba67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.475412] env[62301]: DEBUG nova.scheduler.client.report [None req-4e74784b-6a1e-49b6-a644-6213570a82ca tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.610462] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0ec202-edc8-47b9-9d57-3b25f87b4c93 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.632080] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Updating instance '8836b3f4-9580-4f12-bd01-eccae3940527' progress to 0 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 985.640130] env[62301]: DEBUG oslo_concurrency.lockutils [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquiring lock "4744b0fa-67e1-42a1-a7d8-a094690ad4ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.640130] env[62301]: DEBUG oslo_concurrency.lockutils [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "4744b0fa-67e1-42a1-a7d8-a094690ad4ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 985.658367] env[62301]: DEBUG oslo_concurrency.lockutils [req-3b02963e-a152-402c-acf5-01160cf361f6 req-81997f20-9b36-436d-9061-572fce43b144 service nova] Releasing lock "refresh_cache-771fe5ee-9535-4329-9d69-86d9ec130698" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.689651] env[62301]: DEBUG nova.network.neutron [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Updating instance_info_cache with network_info: [{"id": "a00d47f5-5e7d-45c3-9ecd-b79a293bc41e", "address": "fa:16:3e:e3:4f:88", "network": {"id": "7c0f3559-1453-49cf-acfe-38cb288125ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1921160483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b3dfd09250b4ab486b15b680428b1a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa00d47f5-5e", "ovs_interfaceid": "a00d47f5-5e7d-45c3-9ecd-b79a293bc41e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.714726] env[62301]: DEBUG oslo_vmware.api [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Task: {'id': task-2570754, 'name': Rename_Task, 'duration_secs': 1.147776} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.715027] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 985.715271] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-502402f2-afc8-41b0-9241-9bd8b810a4f1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.723815] env[62301]: DEBUG oslo_vmware.api [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Waiting for the task: (returnval){ [ 985.723815] env[62301]: value = "task-2570756" [ 985.723815] env[62301]: _type = "Task" [ 985.723815] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.732069] env[62301]: DEBUG oslo_vmware.api [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Task: {'id': task-2570756, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.889283] env[62301]: DEBUG oslo_vmware.api [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]521f682e-4799-5e6c-9872-29037c60ba67, 'name': SearchDatastore_Task, 'duration_secs': 0.02128} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.889582] env[62301]: DEBUG oslo_concurrency.lockutils [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.889815] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 985.890059] env[62301]: DEBUG oslo_concurrency.lockutils [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.890219] env[62301]: DEBUG oslo_concurrency.lockutils [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.890431] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 985.890702] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-984f5a0f-df9a-4cd5-bd88-690069170f32 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.904849] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 985.905102] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 985.905854] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-380ef2cc-3c57-486d-829b-789745b3c34e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.912556] env[62301]: DEBUG oslo_vmware.api [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Waiting for the task: (returnval){ [ 985.912556] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5276f60e-ee30-f8c9-681f-7357f15a3089" [ 985.912556] env[62301]: _type = "Task" [ 985.912556] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.921768] env[62301]: DEBUG oslo_vmware.api [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5276f60e-ee30-f8c9-681f-7357f15a3089, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.983373] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4e74784b-6a1e-49b6-a644-6213570a82ca tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.852s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.985776] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.417s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 985.987548] env[62301]: INFO nova.compute.claims [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 85377a80-db0b-48de-af62-aa3e8aafe692] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 986.015211] env[62301]: INFO nova.scheduler.client.report [None req-4e74784b-6a1e-49b6-a644-6213570a82ca tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Deleted allocations for instance 3bd0740b-68f5-481a-85f3-e07e3fea49a6 [ 986.138100] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 986.138576] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8084260-efc9-4125-9156-d965a3ae59f5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.141731] env[62301]: DEBUG nova.compute.manager [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4744b0fa-67e1-42a1-a7d8-a094690ad4ca] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 986.149471] env[62301]: DEBUG oslo_vmware.api [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 986.149471] env[62301]: value = "task-2570757" [ 986.149471] env[62301]: _type = "Task" [ 986.149471] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.160265] env[62301]: DEBUG oslo_vmware.api [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570757, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.193456] env[62301]: DEBUG oslo_concurrency.lockutils [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Releasing lock "refresh_cache-4eccc0d6-5a82-4a41-a077-966479407c6b" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.235342] env[62301]: DEBUG oslo_vmware.api [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Task: {'id': task-2570756, 'name': PowerOnVM_Task, 'duration_secs': 0.5055} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.235609] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 986.235818] env[62301]: INFO nova.compute.manager [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Took 8.75 seconds to spawn the instance on the hypervisor. [ 986.235996] env[62301]: DEBUG nova.compute.manager [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 986.237149] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77dda717-c404-43f3-8589-f111899527f6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.427219] env[62301]: DEBUG oslo_vmware.api [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5276f60e-ee30-f8c9-681f-7357f15a3089, 'name': SearchDatastore_Task, 'duration_secs': 0.013603} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.428131] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1004d73c-106b-46de-a0bb-db990e512b7e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.436740] env[62301]: DEBUG oslo_vmware.api [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Waiting for the task: (returnval){ [ 986.436740] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5221eabb-6530-5f48-358e-5f80e82d63ae" [ 986.436740] env[62301]: _type = "Task" [ 986.436740] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.445358] env[62301]: DEBUG oslo_vmware.api [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5221eabb-6530-5f48-358e-5f80e82d63ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.524563] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4e74784b-6a1e-49b6-a644-6213570a82ca tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Lock "3bd0740b-68f5-481a-85f3-e07e3fea49a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.412s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.660860] env[62301]: DEBUG oslo_vmware.api [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570757, 'name': PowerOffVM_Task, 'duration_secs': 0.289334} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.661168] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 986.661327] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Updating instance '8836b3f4-9580-4f12-bd01-eccae3940527' progress to 17 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 986.668121] env[62301]: DEBUG oslo_concurrency.lockutils [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 986.697961] env[62301]: DEBUG nova.compute.manager [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62301) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 986.760515] env[62301]: INFO nova.compute.manager [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Took 18.72 seconds to build instance. [ 986.949227] env[62301]: DEBUG oslo_vmware.api [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5221eabb-6530-5f48-358e-5f80e82d63ae, 'name': SearchDatastore_Task, 'duration_secs': 0.012475} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.949227] env[62301]: DEBUG oslo_concurrency.lockutils [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.949227] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] 771fe5ee-9535-4329-9d69-86d9ec130698/771fe5ee-9535-4329-9d69-86d9ec130698.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 986.949227] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a6677e0-b7ce-4b4e-a5ba-4a1d543ca986 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.959800] env[62301]: DEBUG oslo_vmware.api [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Waiting for the task: (returnval){ [ 986.959800] env[62301]: value = "task-2570759" [ 986.959800] env[62301]: _type = "Task" [ 986.959800] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.970810] env[62301]: DEBUG oslo_vmware.api [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570759, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.168896] env[62301]: DEBUG nova.virt.hardware [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 987.169284] env[62301]: DEBUG nova.virt.hardware [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 987.169554] env[62301]: DEBUG nova.virt.hardware [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 987.169861] env[62301]: DEBUG nova.virt.hardware [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 987.170131] env[62301]: DEBUG nova.virt.hardware [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 987.170381] env[62301]: DEBUG nova.virt.hardware [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 987.170596] env[62301]: DEBUG nova.virt.hardware [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 987.170760] env[62301]: DEBUG nova.virt.hardware [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 987.170930] env[62301]: DEBUG nova.virt.hardware [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 987.171110] env[62301]: DEBUG nova.virt.hardware [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 987.171297] env[62301]: DEBUG nova.virt.hardware [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 987.179967] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ae4790c-ac52-4e44-a40c-d1781a94418e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.198650] env[62301]: DEBUG oslo_vmware.api [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 987.198650] env[62301]: value = "task-2570760" [ 987.198650] env[62301]: _type = "Task" [ 987.198650] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.211189] env[62301]: DEBUG oslo_vmware.api [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570760, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.262935] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b0c30b88-9e76-4221-b417-636ac4397d63 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Lock "e99adbe5-c6e8-4b50-87d7-83ef53b30f08" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.241s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 987.295208] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a76823-f6f9-44c0-97cb-7498de7fdac9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.304428] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0333274-20e9-40a1-85d6-ec8441825fcf {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.342392] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad2bbcc-f870-479b-8aab-55cbc070efb2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.352553] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b9662d-072b-4f1a-98fd-68e782973519 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.373309] env[62301]: DEBUG nova.compute.provider_tree [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.473094] env[62301]: DEBUG oslo_vmware.api [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570759, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.671207] env[62301]: DEBUG nova.compute.manager [req-21946ef7-aab2-4b80-8d45-1dbfd34009af req-0c077801-a100-47d6-bc44-9f71564b48e7 service nova] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Received event network-changed-3669774d-b16e-4386-8ca4-41c98cc3f8b0 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 987.671341] env[62301]: DEBUG nova.compute.manager [req-21946ef7-aab2-4b80-8d45-1dbfd34009af req-0c077801-a100-47d6-bc44-9f71564b48e7 service nova] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Refreshing instance network info cache due to event network-changed-3669774d-b16e-4386-8ca4-41c98cc3f8b0. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 987.671524] env[62301]: DEBUG oslo_concurrency.lockutils [req-21946ef7-aab2-4b80-8d45-1dbfd34009af req-0c077801-a100-47d6-bc44-9f71564b48e7 service nova] Acquiring lock "refresh_cache-c7eabb57-0166-4a6c-852b-9dfbb762a515" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.671661] env[62301]: DEBUG oslo_concurrency.lockutils [req-21946ef7-aab2-4b80-8d45-1dbfd34009af req-0c077801-a100-47d6-bc44-9f71564b48e7 service nova] Acquired lock "refresh_cache-c7eabb57-0166-4a6c-852b-9dfbb762a515" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.671823] env[62301]: DEBUG nova.network.neutron [req-21946ef7-aab2-4b80-8d45-1dbfd34009af req-0c077801-a100-47d6-bc44-9f71564b48e7 service nova] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Refreshing network info cache for port 3669774d-b16e-4386-8ca4-41c98cc3f8b0 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 987.709385] env[62301]: DEBUG oslo_vmware.api [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570760, 'name': ReconfigVM_Task, 'duration_secs': 0.222007} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.709714] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Updating instance '8836b3f4-9580-4f12-bd01-eccae3940527' progress to 33 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 987.849450] env[62301]: DEBUG oslo_concurrency.lockutils [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 987.876977] env[62301]: DEBUG nova.scheduler.client.report [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.972259] env[62301]: DEBUG oslo_vmware.api [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570759, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.681087} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.972602] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] 771fe5ee-9535-4329-9d69-86d9ec130698/771fe5ee-9535-4329-9d69-86d9ec130698.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 987.972810] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 987.973074] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf011e86-d328-4c36-9f66-4bb026933acc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.981055] env[62301]: DEBUG oslo_vmware.api [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Waiting for the task: (returnval){ [ 987.981055] env[62301]: value = "task-2570761" [ 987.981055] env[62301]: _type = "Task" [ 987.981055] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.991680] env[62301]: DEBUG oslo_vmware.api [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570761, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.193767] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 988.194075] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 988.216132] env[62301]: DEBUG nova.virt.hardware [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 988.216387] env[62301]: DEBUG nova.virt.hardware [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 988.216543] env[62301]: DEBUG nova.virt.hardware [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 988.216720] env[62301]: DEBUG nova.virt.hardware [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 988.216871] env[62301]: DEBUG nova.virt.hardware [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 988.217296] env[62301]: DEBUG nova.virt.hardware [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 988.217296] env[62301]: DEBUG nova.virt.hardware [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 988.217437] env[62301]: DEBUG nova.virt.hardware [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 988.217546] env[62301]: DEBUG nova.virt.hardware [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 988.217695] env[62301]: DEBUG nova.virt.hardware [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 988.217866] env[62301]: DEBUG nova.virt.hardware [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 988.224298] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Reconfiguring VM instance instance-0000002b to detach disk 2000 {{(pid=62301) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 988.225704] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fee7ca8-d4f1-4d96-bc2e-247c76685c8f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.246630] env[62301]: DEBUG oslo_vmware.api [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 988.246630] env[62301]: value = "task-2570762" [ 988.246630] env[62301]: _type = "Task" [ 988.246630] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.255558] env[62301]: DEBUG oslo_vmware.api [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570762, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.382994] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.397s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 988.383546] env[62301]: DEBUG nova.compute.manager [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 85377a80-db0b-48de-af62-aa3e8aafe692] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 988.386571] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b3ea78f3-f9c3-4fb4-b2a9-626da1bdd12e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.548s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 988.386903] env[62301]: DEBUG nova.objects.instance [None req-b3ea78f3-f9c3-4fb4-b2a9-626da1bdd12e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lazy-loading 'resources' on Instance uuid 0ce0e846-b5a3-4964-becf-4f0e996aedc5 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.465632] env[62301]: DEBUG nova.network.neutron [req-21946ef7-aab2-4b80-8d45-1dbfd34009af req-0c077801-a100-47d6-bc44-9f71564b48e7 service nova] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Updated VIF entry in instance network info cache for port 3669774d-b16e-4386-8ca4-41c98cc3f8b0. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 988.466060] env[62301]: DEBUG nova.network.neutron [req-21946ef7-aab2-4b80-8d45-1dbfd34009af req-0c077801-a100-47d6-bc44-9f71564b48e7 service nova] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Updating instance_info_cache with network_info: [{"id": "3669774d-b16e-4386-8ca4-41c98cc3f8b0", "address": "fa:16:3e:64:de:30", "network": {"id": "b75e4759-c6b8-4622-9a22-1ef279a9b0ea", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1306010429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdfc65d686f843e2b9c72e0042e6858e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3669774d-b1", "ovs_interfaceid": "3669774d-b16e-4386-8ca4-41c98cc3f8b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.493675] env[62301]: DEBUG oslo_vmware.api [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570761, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075999} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.493931] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 988.494735] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3836ab-1fe1-43e0-be5a-f081e9af11c2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.517936] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 771fe5ee-9535-4329-9d69-86d9ec130698/771fe5ee-9535-4329-9d69-86d9ec130698.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 988.518231] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7a6e949-f37f-4e31-92ab-e6796949be22 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.540169] env[62301]: DEBUG oslo_vmware.api [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Waiting for the task: (returnval){ [ 988.540169] env[62301]: value = "task-2570763" [ 988.540169] env[62301]: _type = "Task" [ 988.540169] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.549682] env[62301]: DEBUG oslo_vmware.api [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570763, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.706158] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 988.706158] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Starting heal instance info cache {{(pid=62301) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 988.758479] env[62301]: DEBUG oslo_vmware.api [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570762, 'name': ReconfigVM_Task, 'duration_secs': 0.48475} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.758479] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Reconfigured VM instance instance-0000002b to detach disk 2000 {{(pid=62301) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 988.759297] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c61cafa-8711-4b5f-9cc6-b4c26d2285cd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.783581] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 8836b3f4-9580-4f12-bd01-eccae3940527/8836b3f4-9580-4f12-bd01-eccae3940527.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 988.784259] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cbb01be-7cba-4b03-b785-a1e835d205ac {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.803829] env[62301]: DEBUG oslo_vmware.api [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 988.803829] env[62301]: value = "task-2570764" [ 988.803829] env[62301]: _type = "Task" [ 988.803829] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.812928] env[62301]: DEBUG oslo_vmware.api [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570764, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.888260] env[62301]: DEBUG nova.compute.utils [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 988.889896] env[62301]: DEBUG nova.compute.manager [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 85377a80-db0b-48de-af62-aa3e8aafe692] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 988.889989] env[62301]: DEBUG nova.network.neutron [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 85377a80-db0b-48de-af62-aa3e8aafe692] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 988.942414] env[62301]: DEBUG nova.policy [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6519f0edd7f4c1bbb97751996e2b3d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a4a399762bbd46c483973e1371d2429c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 988.968738] env[62301]: DEBUG oslo_concurrency.lockutils [req-21946ef7-aab2-4b80-8d45-1dbfd34009af req-0c077801-a100-47d6-bc44-9f71564b48e7 service nova] Releasing lock "refresh_cache-c7eabb57-0166-4a6c-852b-9dfbb762a515" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.053728] env[62301]: DEBUG oslo_vmware.api [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570763, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.209187] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Didn't find any instances for network info cache update. {{(pid=62301) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 989.209701] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 989.210314] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 989.210314] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 989.210314] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 989.210314] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 989.210488] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 989.211124] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62301) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 989.211124] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 989.234321] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61fb82fb-9c40-4a11-833e-0d98316ee13c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.243357] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d11425f-bc38-46ea-916f-ef7887068335 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.279019] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ae184d-0336-4c85-b080-4befc1e9fdb9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.287445] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1fc924-1289-457d-9b8d-ec200917bf59 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.309075] env[62301]: DEBUG nova.compute.provider_tree [None req-b3ea78f3-f9c3-4fb4-b2a9-626da1bdd12e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.320696] env[62301]: DEBUG oslo_vmware.api [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570764, 'name': ReconfigVM_Task, 'duration_secs': 0.443983} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.321290] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 8836b3f4-9580-4f12-bd01-eccae3940527/8836b3f4-9580-4f12-bd01-eccae3940527.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 989.321564] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Updating instance '8836b3f4-9580-4f12-bd01-eccae3940527' progress to 50 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 989.398782] env[62301]: DEBUG nova.compute.manager [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 85377a80-db0b-48de-af62-aa3e8aafe692] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 989.444812] env[62301]: DEBUG nova.network.neutron [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 85377a80-db0b-48de-af62-aa3e8aafe692] Successfully created port: 46acda3d-1c18-4f1c-98fa-74b73fc607eb {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 989.551588] env[62301]: DEBUG oslo_vmware.api [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570763, 'name': ReconfigVM_Task, 'duration_secs': 0.61569} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.551959] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 771fe5ee-9535-4329-9d69-86d9ec130698/771fe5ee-9535-4329-9d69-86d9ec130698.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 989.552483] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84cec098-63cd-4478-a4d9-c4f6a7797818 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.559589] env[62301]: DEBUG oslo_vmware.api [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Waiting for the task: (returnval){ [ 989.559589] env[62301]: value = "task-2570765" [ 989.559589] env[62301]: _type = "Task" [ 989.559589] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.569995] env[62301]: DEBUG oslo_vmware.api [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570765, 'name': Rename_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.713940] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 989.814546] env[62301]: DEBUG nova.scheduler.client.report [None req-b3ea78f3-f9c3-4fb4-b2a9-626da1bdd12e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 989.828545] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43f2c9e-bd40-41e9-88e4-3739536bdcf2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.849821] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2874bc4c-425c-4155-8d06-65974bd5d6f2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.870474] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Updating instance '8836b3f4-9580-4f12-bd01-eccae3940527' progress to 67 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 990.004955] env[62301]: DEBUG nova.compute.manager [req-497b626f-8280-413a-a5ea-ec0f1feb3095 req-976c8cf5-3c54-415e-a5e0-9cf1de40c056 service nova] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Received event network-changed-3669774d-b16e-4386-8ca4-41c98cc3f8b0 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 990.005163] env[62301]: DEBUG nova.compute.manager [req-497b626f-8280-413a-a5ea-ec0f1feb3095 req-976c8cf5-3c54-415e-a5e0-9cf1de40c056 service nova] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Refreshing instance network info cache due to event network-changed-3669774d-b16e-4386-8ca4-41c98cc3f8b0. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 990.005418] env[62301]: DEBUG oslo_concurrency.lockutils [req-497b626f-8280-413a-a5ea-ec0f1feb3095 req-976c8cf5-3c54-415e-a5e0-9cf1de40c056 service nova] Acquiring lock "refresh_cache-c7eabb57-0166-4a6c-852b-9dfbb762a515" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.005528] env[62301]: DEBUG oslo_concurrency.lockutils [req-497b626f-8280-413a-a5ea-ec0f1feb3095 req-976c8cf5-3c54-415e-a5e0-9cf1de40c056 service nova] Acquired lock "refresh_cache-c7eabb57-0166-4a6c-852b-9dfbb762a515" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.006202] env[62301]: DEBUG nova.network.neutron [req-497b626f-8280-413a-a5ea-ec0f1feb3095 req-976c8cf5-3c54-415e-a5e0-9cf1de40c056 service nova] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Refreshing network info cache for port 3669774d-b16e-4386-8ca4-41c98cc3f8b0 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 990.015215] env[62301]: DEBUG oslo_concurrency.lockutils [None req-83982509-671b-4b21-8290-7adcc6d4a741 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Acquiring lock "55d6ae6c-b0fb-4b46-b600-3476d7828c5a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 990.015440] env[62301]: DEBUG oslo_concurrency.lockutils [None req-83982509-671b-4b21-8290-7adcc6d4a741 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Lock "55d6ae6c-b0fb-4b46-b600-3476d7828c5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.015643] env[62301]: DEBUG oslo_concurrency.lockutils [None req-83982509-671b-4b21-8290-7adcc6d4a741 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Acquiring lock "55d6ae6c-b0fb-4b46-b600-3476d7828c5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 990.015818] env[62301]: DEBUG oslo_concurrency.lockutils [None req-83982509-671b-4b21-8290-7adcc6d4a741 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Lock "55d6ae6c-b0fb-4b46-b600-3476d7828c5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.015989] env[62301]: DEBUG oslo_concurrency.lockutils [None req-83982509-671b-4b21-8290-7adcc6d4a741 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Lock "55d6ae6c-b0fb-4b46-b600-3476d7828c5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.019188] env[62301]: INFO nova.compute.manager [None req-83982509-671b-4b21-8290-7adcc6d4a741 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] Terminating instance [ 990.071499] env[62301]: DEBUG oslo_vmware.api [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570765, 'name': Rename_Task, 'duration_secs': 0.179157} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.072100] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 990.072391] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a9a03f5-681e-407a-9b8d-c858e9693c59 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.080290] env[62301]: DEBUG oslo_vmware.api [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Waiting for the task: (returnval){ [ 990.080290] env[62301]: value = "task-2570766" [ 990.080290] env[62301]: _type = "Task" [ 990.080290] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.090773] env[62301]: DEBUG oslo_vmware.api [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570766, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.319527] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b3ea78f3-f9c3-4fb4-b2a9-626da1bdd12e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.932s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.323028] env[62301]: DEBUG oslo_concurrency.lockutils [None req-fb6ee301-a33a-4cec-b890-fb6906641098 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.405s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.323683] env[62301]: DEBUG nova.objects.instance [None req-fb6ee301-a33a-4cec-b890-fb6906641098 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Lazy-loading 'resources' on Instance uuid b036b25c-480b-4189-9f8d-8e80e5afdaef {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 990.343730] env[62301]: INFO nova.scheduler.client.report [None req-b3ea78f3-f9c3-4fb4-b2a9-626da1bdd12e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Deleted allocations for instance 0ce0e846-b5a3-4964-becf-4f0e996aedc5 [ 990.420914] env[62301]: DEBUG nova.compute.manager [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 85377a80-db0b-48de-af62-aa3e8aafe692] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 990.433940] env[62301]: DEBUG nova.network.neutron [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Port 06fd9342-244d-4562-8ef7-f11ff8d671aa binding to destination host cpu-1 is already ACTIVE {{(pid=62301) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 990.455878] env[62301]: DEBUG nova.virt.hardware [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 990.456146] env[62301]: DEBUG nova.virt.hardware [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 990.456303] env[62301]: DEBUG nova.virt.hardware [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 990.456482] env[62301]: DEBUG nova.virt.hardware [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 990.456628] env[62301]: DEBUG nova.virt.hardware [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 990.456790] env[62301]: DEBUG nova.virt.hardware [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 990.457053] env[62301]: DEBUG nova.virt.hardware [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 990.457252] env[62301]: DEBUG nova.virt.hardware [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 990.457442] env[62301]: DEBUG nova.virt.hardware [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 990.458229] env[62301]: DEBUG nova.virt.hardware [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 990.458229] env[62301]: DEBUG nova.virt.hardware [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 990.458921] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc6167c-0ace-43a5-8aee-fbb2db7e70d9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.469141] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6386885-79a6-4c1c-b022-72792d9e7e08 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.522626] env[62301]: DEBUG nova.compute.manager [None req-83982509-671b-4b21-8290-7adcc6d4a741 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 990.522889] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-83982509-671b-4b21-8290-7adcc6d4a741 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 990.523795] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ac4b5c-1ed4-4c81-be7e-2ce13d7fd2b8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.535058] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-83982509-671b-4b21-8290-7adcc6d4a741 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.535576] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dfbc3e7a-e210-495e-9ddc-889982b05436 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.542603] env[62301]: DEBUG oslo_vmware.api [None req-83982509-671b-4b21-8290-7adcc6d4a741 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Waiting for the task: (returnval){ [ 990.542603] env[62301]: value = "task-2570767" [ 990.542603] env[62301]: _type = "Task" [ 990.542603] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.551941] env[62301]: DEBUG oslo_vmware.api [None req-83982509-671b-4b21-8290-7adcc6d4a741 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Task: {'id': task-2570767, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.592247] env[62301]: DEBUG oslo_vmware.api [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570766, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.823993] env[62301]: DEBUG nova.network.neutron [req-497b626f-8280-413a-a5ea-ec0f1feb3095 req-976c8cf5-3c54-415e-a5e0-9cf1de40c056 service nova] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Updated VIF entry in instance network info cache for port 3669774d-b16e-4386-8ca4-41c98cc3f8b0. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 990.824439] env[62301]: DEBUG nova.network.neutron [req-497b626f-8280-413a-a5ea-ec0f1feb3095 req-976c8cf5-3c54-415e-a5e0-9cf1de40c056 service nova] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Updating instance_info_cache with network_info: [{"id": "3669774d-b16e-4386-8ca4-41c98cc3f8b0", "address": "fa:16:3e:64:de:30", "network": {"id": "b75e4759-c6b8-4622-9a22-1ef279a9b0ea", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1306010429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdfc65d686f843e2b9c72e0042e6858e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3669774d-b1", "ovs_interfaceid": "3669774d-b16e-4386-8ca4-41c98cc3f8b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.831102] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2ae4e642-4bba-4be0-9b46-369783f96301 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Acquiring lock "e99adbe5-c6e8-4b50-87d7-83ef53b30f08" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 990.831447] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2ae4e642-4bba-4be0-9b46-369783f96301 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Lock "e99adbe5-c6e8-4b50-87d7-83ef53b30f08" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.831447] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2ae4e642-4bba-4be0-9b46-369783f96301 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Acquiring lock "e99adbe5-c6e8-4b50-87d7-83ef53b30f08-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 990.831588] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2ae4e642-4bba-4be0-9b46-369783f96301 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Lock "e99adbe5-c6e8-4b50-87d7-83ef53b30f08-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.831750] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2ae4e642-4bba-4be0-9b46-369783f96301 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Lock "e99adbe5-c6e8-4b50-87d7-83ef53b30f08-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.833991] env[62301]: INFO nova.compute.manager [None req-2ae4e642-4bba-4be0-9b46-369783f96301 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Terminating instance [ 990.853805] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b3ea78f3-f9c3-4fb4-b2a9-626da1bdd12e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "0ce0e846-b5a3-4964-becf-4f0e996aedc5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.790s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.055388] env[62301]: DEBUG oslo_vmware.api [None req-83982509-671b-4b21-8290-7adcc6d4a741 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Task: {'id': task-2570767, 'name': PowerOffVM_Task, 'duration_secs': 0.266859} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.056387] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-83982509-671b-4b21-8290-7adcc6d4a741 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 991.056387] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-83982509-671b-4b21-8290-7adcc6d4a741 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 991.056387] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5027820a-268b-4b22-8af6-771524ace0ff {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.091541] env[62301]: DEBUG nova.compute.manager [req-0a048f7e-1d92-496b-8627-6af7a84f2eb5 req-77c1b281-c3e0-4cc8-ac17-8a1452a2bd78 service nova] [instance: 85377a80-db0b-48de-af62-aa3e8aafe692] Received event network-vif-plugged-46acda3d-1c18-4f1c-98fa-74b73fc607eb {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 991.091810] env[62301]: DEBUG oslo_concurrency.lockutils [req-0a048f7e-1d92-496b-8627-6af7a84f2eb5 req-77c1b281-c3e0-4cc8-ac17-8a1452a2bd78 service nova] Acquiring lock "85377a80-db0b-48de-af62-aa3e8aafe692-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.092077] env[62301]: DEBUG oslo_concurrency.lockutils [req-0a048f7e-1d92-496b-8627-6af7a84f2eb5 req-77c1b281-c3e0-4cc8-ac17-8a1452a2bd78 service nova] Lock "85377a80-db0b-48de-af62-aa3e8aafe692-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.092282] env[62301]: DEBUG oslo_concurrency.lockutils [req-0a048f7e-1d92-496b-8627-6af7a84f2eb5 req-77c1b281-c3e0-4cc8-ac17-8a1452a2bd78 service nova] Lock "85377a80-db0b-48de-af62-aa3e8aafe692-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.092864] env[62301]: DEBUG nova.compute.manager [req-0a048f7e-1d92-496b-8627-6af7a84f2eb5 req-77c1b281-c3e0-4cc8-ac17-8a1452a2bd78 service nova] [instance: 85377a80-db0b-48de-af62-aa3e8aafe692] No waiting events found dispatching network-vif-plugged-46acda3d-1c18-4f1c-98fa-74b73fc607eb {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 991.092864] env[62301]: WARNING nova.compute.manager [req-0a048f7e-1d92-496b-8627-6af7a84f2eb5 req-77c1b281-c3e0-4cc8-ac17-8a1452a2bd78 service nova] [instance: 85377a80-db0b-48de-af62-aa3e8aafe692] Received unexpected event network-vif-plugged-46acda3d-1c18-4f1c-98fa-74b73fc607eb for instance with vm_state building and task_state spawning. [ 991.101143] env[62301]: DEBUG oslo_vmware.api [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570766, 'name': PowerOnVM_Task, 'duration_secs': 0.812196} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.101518] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 991.101728] env[62301]: INFO nova.compute.manager [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Took 9.26 seconds to spawn the instance on the hypervisor. [ 991.102532] env[62301]: DEBUG nova.compute.manager [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 991.106560] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa42504-e484-4090-90c2-9507a02806d3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.109938] env[62301]: DEBUG nova.network.neutron [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 85377a80-db0b-48de-af62-aa3e8aafe692] Successfully updated port: 46acda3d-1c18-4f1c-98fa-74b73fc607eb {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 991.134708] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-83982509-671b-4b21-8290-7adcc6d4a741 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 991.134947] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-83982509-671b-4b21-8290-7adcc6d4a741 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 991.135149] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-83982509-671b-4b21-8290-7adcc6d4a741 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Deleting the datastore file [datastore1] 55d6ae6c-b0fb-4b46-b600-3476d7828c5a {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 991.136584] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c769329-2d5e-4aec-9234-053a6ebd6322 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.146081] env[62301]: DEBUG oslo_vmware.api [None req-83982509-671b-4b21-8290-7adcc6d4a741 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Waiting for the task: (returnval){ [ 991.146081] env[62301]: value = "task-2570769" [ 991.146081] env[62301]: _type = "Task" [ 991.146081] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.153482] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ef0160-2465-4c40-b9b3-b1b596f999a2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.164868] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1dc3aee-194b-4a9e-bf58-34fefa302321 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.168236] env[62301]: DEBUG oslo_vmware.api [None req-83982509-671b-4b21-8290-7adcc6d4a741 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Task: {'id': task-2570769, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.200235] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a492b1-03de-4f3c-b403-0e2b389a5141 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.209192] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f372008-be59-4e97-8d71-f79d2a01bcd1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.223255] env[62301]: DEBUG nova.compute.provider_tree [None req-fb6ee301-a33a-4cec-b890-fb6906641098 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.327387] env[62301]: DEBUG oslo_concurrency.lockutils [req-497b626f-8280-413a-a5ea-ec0f1feb3095 req-976c8cf5-3c54-415e-a5e0-9cf1de40c056 service nova] Releasing lock "refresh_cache-c7eabb57-0166-4a6c-852b-9dfbb762a515" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.327669] env[62301]: DEBUG nova.compute.manager [req-497b626f-8280-413a-a5ea-ec0f1feb3095 req-976c8cf5-3c54-415e-a5e0-9cf1de40c056 service nova] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Received event network-changed-1d2eeeb1-147c-4255-b286-1371d715e274 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 991.327804] env[62301]: DEBUG nova.compute.manager [req-497b626f-8280-413a-a5ea-ec0f1feb3095 req-976c8cf5-3c54-415e-a5e0-9cf1de40c056 service nova] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Refreshing instance network info cache due to event network-changed-1d2eeeb1-147c-4255-b286-1371d715e274. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 991.328045] env[62301]: DEBUG oslo_concurrency.lockutils [req-497b626f-8280-413a-a5ea-ec0f1feb3095 req-976c8cf5-3c54-415e-a5e0-9cf1de40c056 service nova] Acquiring lock "refresh_cache-e99adbe5-c6e8-4b50-87d7-83ef53b30f08" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.328236] env[62301]: DEBUG oslo_concurrency.lockutils [req-497b626f-8280-413a-a5ea-ec0f1feb3095 req-976c8cf5-3c54-415e-a5e0-9cf1de40c056 service nova] Acquired lock "refresh_cache-e99adbe5-c6e8-4b50-87d7-83ef53b30f08" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.329036] env[62301]: DEBUG nova.network.neutron [req-497b626f-8280-413a-a5ea-ec0f1feb3095 req-976c8cf5-3c54-415e-a5e0-9cf1de40c056 service nova] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Refreshing network info cache for port 1d2eeeb1-147c-4255-b286-1371d715e274 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 991.337838] env[62301]: DEBUG nova.compute.manager [None req-2ae4e642-4bba-4be0-9b46-369783f96301 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 991.338075] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-2ae4e642-4bba-4be0-9b46-369783f96301 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 991.342026] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81ee57d-0076-448d-a261-7912c390030a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.349030] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ae4e642-4bba-4be0-9b46-369783f96301 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 991.349284] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19c86ae8-4a61-46c8-9260-6fbbde1a6119 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.357382] env[62301]: DEBUG oslo_vmware.api [None req-2ae4e642-4bba-4be0-9b46-369783f96301 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Waiting for the task: (returnval){ [ 991.357382] env[62301]: value = "task-2570770" [ 991.357382] env[62301]: _type = "Task" [ 991.357382] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.368065] env[62301]: DEBUG oslo_vmware.api [None req-2ae4e642-4bba-4be0-9b46-369783f96301 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Task: {'id': task-2570770, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.459343] env[62301]: DEBUG oslo_concurrency.lockutils [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquiring lock "8836b3f4-9580-4f12-bd01-eccae3940527-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.459577] env[62301]: DEBUG oslo_concurrency.lockutils [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lock "8836b3f4-9580-4f12-bd01-eccae3940527-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.459778] env[62301]: DEBUG oslo_concurrency.lockutils [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lock "8836b3f4-9580-4f12-bd01-eccae3940527-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.612919] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquiring lock "refresh_cache-85377a80-db0b-48de-af62-aa3e8aafe692" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.613060] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquired lock "refresh_cache-85377a80-db0b-48de-af62-aa3e8aafe692" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.613273] env[62301]: DEBUG nova.network.neutron [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 85377a80-db0b-48de-af62-aa3e8aafe692] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 991.633934] env[62301]: INFO nova.compute.manager [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Took 22.18 seconds to build instance. [ 991.662300] env[62301]: DEBUG oslo_vmware.api [None req-83982509-671b-4b21-8290-7adcc6d4a741 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Task: {'id': task-2570769, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324687} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.662695] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-83982509-671b-4b21-8290-7adcc6d4a741 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 991.662975] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-83982509-671b-4b21-8290-7adcc6d4a741 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 991.663407] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-83982509-671b-4b21-8290-7adcc6d4a741 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 991.663692] env[62301]: INFO nova.compute.manager [None req-83982509-671b-4b21-8290-7adcc6d4a741 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 991.664091] env[62301]: DEBUG oslo.service.loopingcall [None req-83982509-671b-4b21-8290-7adcc6d4a741 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 991.664376] env[62301]: DEBUG nova.compute.manager [-] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 991.664532] env[62301]: DEBUG nova.network.neutron [-] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 991.726366] env[62301]: DEBUG nova.scheduler.client.report [None req-fb6ee301-a33a-4cec-b890-fb6906641098 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.871797] env[62301]: DEBUG oslo_vmware.api [None req-2ae4e642-4bba-4be0-9b46-369783f96301 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Task: {'id': task-2570770, 'name': PowerOffVM_Task, 'duration_secs': 0.208527} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.872124] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ae4e642-4bba-4be0-9b46-369783f96301 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 991.872308] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-2ae4e642-4bba-4be0-9b46-369783f96301 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 991.872632] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f28ec1c6-4f91-4816-8ec0-b87ef760ff4b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.953800] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-2ae4e642-4bba-4be0-9b46-369783f96301 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 991.954167] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-2ae4e642-4bba-4be0-9b46-369783f96301 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Deleting contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 991.954368] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ae4e642-4bba-4be0-9b46-369783f96301 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Deleting the datastore file [datastore2] e99adbe5-c6e8-4b50-87d7-83ef53b30f08 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 991.954652] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74e6927d-56a1-4d25-88e0-d7d5634f2be2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.965984] env[62301]: DEBUG oslo_vmware.api [None req-2ae4e642-4bba-4be0-9b46-369783f96301 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Waiting for the task: (returnval){ [ 991.965984] env[62301]: value = "task-2570772" [ 991.965984] env[62301]: _type = "Task" [ 991.965984] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.982266] env[62301]: DEBUG oslo_vmware.api [None req-2ae4e642-4bba-4be0-9b46-369783f96301 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Task: {'id': task-2570772, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.136107] env[62301]: DEBUG oslo_concurrency.lockutils [None req-74b8960f-b149-4b8c-9d38-f40a10c40807 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lock "771fe5ee-9535-4329-9d69-86d9ec130698" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.695s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.155784] env[62301]: DEBUG nova.network.neutron [req-497b626f-8280-413a-a5ea-ec0f1feb3095 req-976c8cf5-3c54-415e-a5e0-9cf1de40c056 service nova] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Updated VIF entry in instance network info cache for port 1d2eeeb1-147c-4255-b286-1371d715e274. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 992.156187] env[62301]: DEBUG nova.network.neutron [req-497b626f-8280-413a-a5ea-ec0f1feb3095 req-976c8cf5-3c54-415e-a5e0-9cf1de40c056 service nova] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Updating instance_info_cache with network_info: [{"id": "1d2eeeb1-147c-4255-b286-1371d715e274", "address": "fa:16:3e:97:d8:52", "network": {"id": "b75e4759-c6b8-4622-9a22-1ef279a9b0ea", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1306010429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdfc65d686f843e2b9c72e0042e6858e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d2eeeb1-14", "ovs_interfaceid": "1d2eeeb1-147c-4255-b286-1371d715e274", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.168572] env[62301]: DEBUG nova.network.neutron [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 85377a80-db0b-48de-af62-aa3e8aafe692] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 992.231099] env[62301]: DEBUG oslo_concurrency.lockutils [None req-fb6ee301-a33a-4cec-b890-fb6906641098 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.908s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.236651] env[62301]: DEBUG oslo_concurrency.lockutils [None req-18fb5b5f-ce86-4412-a78f-0e0b5a47206f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 9.905s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.268248] env[62301]: INFO nova.scheduler.client.report [None req-fb6ee301-a33a-4cec-b890-fb6906641098 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Deleted allocations for instance b036b25c-480b-4189-9f8d-8e80e5afdaef [ 992.382955] env[62301]: DEBUG nova.compute.manager [req-fb6bd16d-578e-4135-a368-a3fef5cf4962 req-0d99a817-863e-4f7f-9bab-ac45b10618f7 service nova] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Received event network-changed-1d2eeeb1-147c-4255-b286-1371d715e274 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 992.383903] env[62301]: DEBUG nova.compute.manager [req-fb6bd16d-578e-4135-a368-a3fef5cf4962 req-0d99a817-863e-4f7f-9bab-ac45b10618f7 service nova] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Refreshing instance network info cache due to event network-changed-1d2eeeb1-147c-4255-b286-1371d715e274. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 992.384289] env[62301]: DEBUG oslo_concurrency.lockutils [req-fb6bd16d-578e-4135-a368-a3fef5cf4962 req-0d99a817-863e-4f7f-9bab-ac45b10618f7 service nova] Acquiring lock "refresh_cache-e99adbe5-c6e8-4b50-87d7-83ef53b30f08" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.391843] env[62301]: DEBUG nova.network.neutron [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 85377a80-db0b-48de-af62-aa3e8aafe692] Updating instance_info_cache with network_info: [{"id": "46acda3d-1c18-4f1c-98fa-74b73fc607eb", "address": "fa:16:3e:77:8e:71", "network": {"id": "f58df9e3-61c0-41d5-a4fa-70db2f6f0b30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-576608794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4a399762bbd46c483973e1371d2429c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46acda3d-1c", "ovs_interfaceid": "46acda3d-1c18-4f1c-98fa-74b73fc607eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.482800] env[62301]: DEBUG oslo_vmware.api [None req-2ae4e642-4bba-4be0-9b46-369783f96301 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Task: {'id': task-2570772, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190247} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.483114] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ae4e642-4bba-4be0-9b46-369783f96301 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 992.483336] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-2ae4e642-4bba-4be0-9b46-369783f96301 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Deleted contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 992.483548] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-2ae4e642-4bba-4be0-9b46-369783f96301 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 992.483772] env[62301]: INFO nova.compute.manager [None req-2ae4e642-4bba-4be0-9b46-369783f96301 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Took 1.15 seconds to destroy the instance on the hypervisor. [ 992.484053] env[62301]: DEBUG oslo.service.loopingcall [None req-2ae4e642-4bba-4be0-9b46-369783f96301 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 992.484285] env[62301]: DEBUG nova.compute.manager [-] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 992.484411] env[62301]: DEBUG nova.network.neutron [-] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 992.501185] env[62301]: DEBUG oslo_concurrency.lockutils [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquiring lock "refresh_cache-8836b3f4-9580-4f12-bd01-eccae3940527" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.501414] env[62301]: DEBUG oslo_concurrency.lockutils [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquired lock "refresh_cache-8836b3f4-9580-4f12-bd01-eccae3940527" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.501558] env[62301]: DEBUG nova.network.neutron [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 992.659011] env[62301]: DEBUG oslo_concurrency.lockutils [req-497b626f-8280-413a-a5ea-ec0f1feb3095 req-976c8cf5-3c54-415e-a5e0-9cf1de40c056 service nova] Releasing lock "refresh_cache-e99adbe5-c6e8-4b50-87d7-83ef53b30f08" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.659118] env[62301]: DEBUG oslo_concurrency.lockutils [req-fb6bd16d-578e-4135-a368-a3fef5cf4962 req-0d99a817-863e-4f7f-9bab-ac45b10618f7 service nova] Acquired lock "refresh_cache-e99adbe5-c6e8-4b50-87d7-83ef53b30f08" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.659304] env[62301]: DEBUG nova.network.neutron [req-fb6bd16d-578e-4135-a368-a3fef5cf4962 req-0d99a817-863e-4f7f-9bab-ac45b10618f7 service nova] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Refreshing network info cache for port 1d2eeeb1-147c-4255-b286-1371d715e274 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 992.768887] env[62301]: DEBUG nova.network.neutron [-] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.779316] env[62301]: DEBUG oslo_concurrency.lockutils [None req-fb6ee301-a33a-4cec-b890-fb6906641098 tempest-ServersTestFqdnHostnames-1195750400 tempest-ServersTestFqdnHostnames-1195750400-project-member] Lock "b036b25c-480b-4189-9f8d-8e80e5afdaef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.599s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.895598] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Releasing lock "refresh_cache-85377a80-db0b-48de-af62-aa3e8aafe692" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.895923] env[62301]: DEBUG nova.compute.manager [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 85377a80-db0b-48de-af62-aa3e8aafe692] Instance network_info: |[{"id": "46acda3d-1c18-4f1c-98fa-74b73fc607eb", "address": "fa:16:3e:77:8e:71", "network": {"id": "f58df9e3-61c0-41d5-a4fa-70db2f6f0b30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-576608794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4a399762bbd46c483973e1371d2429c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46acda3d-1c", "ovs_interfaceid": "46acda3d-1c18-4f1c-98fa-74b73fc607eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 992.896347] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 85377a80-db0b-48de-af62-aa3e8aafe692] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:8e:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9722ea4d-e4a5-48fc-b759-5c4c4796b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '46acda3d-1c18-4f1c-98fa-74b73fc607eb', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 992.906717] env[62301]: DEBUG oslo.service.loopingcall [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 992.907336] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85377a80-db0b-48de-af62-aa3e8aafe692] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 992.907615] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7cf8bcb7-88f4-4a71-9de1-8525feb6df6b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.934230] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 992.934230] env[62301]: value = "task-2570773" [ 992.934230] env[62301]: _type = "Task" [ 992.934230] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.950618] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570773, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.100941] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e9502f-a50d-47af-bdd4-3f876d3ec5cf {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.109921] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90faea39-9e95-4c52-b098-c327e8a85768 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.149011] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841edaf7-1478-415f-a4af-687fca081445 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.158324] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad87e1fc-6427-477a-a60f-7fdc1f659886 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.178894] env[62301]: DEBUG nova.compute.provider_tree [None req-18fb5b5f-ce86-4412-a78f-0e0b5a47206f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.204474] env[62301]: DEBUG oslo_concurrency.lockutils [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquiring lock "6121c067-801b-4e61-af7f-fe0f318a2e3e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.205504] env[62301]: DEBUG oslo_concurrency.lockutils [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "6121c067-801b-4e61-af7f-fe0f318a2e3e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.272384] env[62301]: INFO nova.compute.manager [-] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] Took 1.61 seconds to deallocate network for instance. [ 993.302874] env[62301]: DEBUG nova.network.neutron [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Updating instance_info_cache with network_info: [{"id": "06fd9342-244d-4562-8ef7-f11ff8d671aa", "address": "fa:16:3e:26:fb:a9", "network": {"id": "4db15bfb-5237-4871-8da5-38b678505e0e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-131495656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c6e401c2ffb4be5ad8d8a54b65f4a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06fd9342-24", "ovs_interfaceid": "06fd9342-244d-4562-8ef7-f11ff8d671aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.445732] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570773, 'name': CreateVM_Task, 'duration_secs': 0.404673} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.446027] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85377a80-db0b-48de-af62-aa3e8aafe692] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 993.446594] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.446767] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.447159] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.447415] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b889ebc-5d32-4ae6-b452-adba5d96102b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.455465] env[62301]: DEBUG oslo_vmware.api [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 993.455465] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52104575-97a1-4188-6c44-60fa162a9428" [ 993.455465] env[62301]: _type = "Task" [ 993.455465] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.471391] env[62301]: DEBUG oslo_vmware.api [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52104575-97a1-4188-6c44-60fa162a9428, 'name': SearchDatastore_Task, 'duration_secs': 0.012092} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.471738] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.472060] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 85377a80-db0b-48de-af62-aa3e8aafe692] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 993.472258] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.472433] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.472648] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 993.472916] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2211d357-15e5-455e-bd96-bdfdf446df3a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.482314] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 993.482500] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 993.483386] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1493aa73-930a-4a0f-9a02-f7a4824393d8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.488185] env[62301]: INFO nova.network.neutron [req-fb6bd16d-578e-4135-a368-a3fef5cf4962 req-0d99a817-863e-4f7f-9bab-ac45b10618f7 service nova] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Port 1d2eeeb1-147c-4255-b286-1371d715e274 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 993.488437] env[62301]: DEBUG nova.network.neutron [req-fb6bd16d-578e-4135-a368-a3fef5cf4962 req-0d99a817-863e-4f7f-9bab-ac45b10618f7 service nova] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.491055] env[62301]: DEBUG oslo_vmware.api [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 993.491055] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52f6e95f-8f73-a279-f23c-8be68244e7a4" [ 993.491055] env[62301]: _type = "Task" [ 993.491055] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.494705] env[62301]: DEBUG nova.network.neutron [-] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.501501] env[62301]: DEBUG oslo_vmware.api [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52f6e95f-8f73-a279-f23c-8be68244e7a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.685020] env[62301]: DEBUG nova.scheduler.client.report [None req-18fb5b5f-ce86-4412-a78f-0e0b5a47206f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.703097] env[62301]: DEBUG nova.compute.manager [req-800302d6-3910-4953-a68f-32cb5fb14b7a req-c19d2006-e7d2-4dd0-89ee-ca95e4607033 service nova] [instance: 85377a80-db0b-48de-af62-aa3e8aafe692] Received event network-changed-46acda3d-1c18-4f1c-98fa-74b73fc607eb {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 993.703500] env[62301]: DEBUG nova.compute.manager [req-800302d6-3910-4953-a68f-32cb5fb14b7a req-c19d2006-e7d2-4dd0-89ee-ca95e4607033 service nova] [instance: 85377a80-db0b-48de-af62-aa3e8aafe692] Refreshing instance network info cache due to event network-changed-46acda3d-1c18-4f1c-98fa-74b73fc607eb. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 993.703861] env[62301]: DEBUG oslo_concurrency.lockutils [req-800302d6-3910-4953-a68f-32cb5fb14b7a req-c19d2006-e7d2-4dd0-89ee-ca95e4607033 service nova] Acquiring lock "refresh_cache-85377a80-db0b-48de-af62-aa3e8aafe692" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.704170] env[62301]: DEBUG oslo_concurrency.lockutils [req-800302d6-3910-4953-a68f-32cb5fb14b7a req-c19d2006-e7d2-4dd0-89ee-ca95e4607033 service nova] Acquired lock "refresh_cache-85377a80-db0b-48de-af62-aa3e8aafe692" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.704593] env[62301]: DEBUG nova.network.neutron [req-800302d6-3910-4953-a68f-32cb5fb14b7a req-c19d2006-e7d2-4dd0-89ee-ca95e4607033 service nova] [instance: 85377a80-db0b-48de-af62-aa3e8aafe692] Refreshing network info cache for port 46acda3d-1c18-4f1c-98fa-74b73fc607eb {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 993.706987] env[62301]: DEBUG nova.compute.manager [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 6121c067-801b-4e61-af7f-fe0f318a2e3e] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 993.784191] env[62301]: DEBUG oslo_concurrency.lockutils [None req-83982509-671b-4b21-8290-7adcc6d4a741 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.808976] env[62301]: DEBUG oslo_concurrency.lockutils [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Releasing lock "refresh_cache-8836b3f4-9580-4f12-bd01-eccae3940527" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.816328] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Acquiring lock "d44608fc-c2b2-4331-ba83-0553238f5f6d" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.817427] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Lock "d44608fc-c2b2-4331-ba83-0553238f5f6d" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.818064] env[62301]: INFO nova.compute.manager [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Shelving [ 993.992947] env[62301]: DEBUG oslo_concurrency.lockutils [req-fb6bd16d-578e-4135-a368-a3fef5cf4962 req-0d99a817-863e-4f7f-9bab-ac45b10618f7 service nova] Releasing lock "refresh_cache-e99adbe5-c6e8-4b50-87d7-83ef53b30f08" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.993236] env[62301]: DEBUG nova.compute.manager [req-fb6bd16d-578e-4135-a368-a3fef5cf4962 req-0d99a817-863e-4f7f-9bab-ac45b10618f7 service nova] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Received event network-changed-3669774d-b16e-4386-8ca4-41c98cc3f8b0 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 993.993408] env[62301]: DEBUG nova.compute.manager [req-fb6bd16d-578e-4135-a368-a3fef5cf4962 req-0d99a817-863e-4f7f-9bab-ac45b10618f7 service nova] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Refreshing instance network info cache due to event network-changed-3669774d-b16e-4386-8ca4-41c98cc3f8b0. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 993.993630] env[62301]: DEBUG oslo_concurrency.lockutils [req-fb6bd16d-578e-4135-a368-a3fef5cf4962 req-0d99a817-863e-4f7f-9bab-ac45b10618f7 service nova] Acquiring lock "refresh_cache-c7eabb57-0166-4a6c-852b-9dfbb762a515" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.993767] env[62301]: DEBUG oslo_concurrency.lockutils [req-fb6bd16d-578e-4135-a368-a3fef5cf4962 req-0d99a817-863e-4f7f-9bab-ac45b10618f7 service nova] Acquired lock "refresh_cache-c7eabb57-0166-4a6c-852b-9dfbb762a515" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.993952] env[62301]: DEBUG nova.network.neutron [req-fb6bd16d-578e-4135-a368-a3fef5cf4962 req-0d99a817-863e-4f7f-9bab-ac45b10618f7 service nova] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Refreshing network info cache for port 3669774d-b16e-4386-8ca4-41c98cc3f8b0 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 993.999123] env[62301]: INFO nova.compute.manager [-] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Took 1.51 seconds to deallocate network for instance. [ 994.008480] env[62301]: DEBUG oslo_vmware.api [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52f6e95f-8f73-a279-f23c-8be68244e7a4, 'name': SearchDatastore_Task, 'duration_secs': 0.010839} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.009804] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-637cd13c-6d17-41b9-ac01-86e7c68be1d8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.016828] env[62301]: DEBUG oslo_vmware.api [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 994.016828] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5206ea25-3a5d-bcee-e567-bc5572fb93c5" [ 994.016828] env[62301]: _type = "Task" [ 994.016828] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.026594] env[62301]: DEBUG oslo_vmware.api [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5206ea25-3a5d-bcee-e567-bc5572fb93c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.232631] env[62301]: DEBUG oslo_concurrency.lockutils [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 994.353788] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ad8eff-13aa-4c7a-b079-4f12dcda9fde {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.377082] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85a0d0a-0e4c-42ec-8243-04f9e7719c65 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.388232] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Updating instance '8836b3f4-9580-4f12-bd01-eccae3940527' progress to 83 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 994.411093] env[62301]: DEBUG nova.compute.manager [req-85b2feaf-a6d0-464d-89e3-2505c6b1a91f req-efed91c7-7c1e-4db3-9bd5-f4611be3299c service nova] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Received event network-changed-3669774d-b16e-4386-8ca4-41c98cc3f8b0 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 994.411093] env[62301]: DEBUG nova.compute.manager [req-85b2feaf-a6d0-464d-89e3-2505c6b1a91f req-efed91c7-7c1e-4db3-9bd5-f4611be3299c service nova] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Refreshing instance network info cache due to event network-changed-3669774d-b16e-4386-8ca4-41c98cc3f8b0. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 994.411256] env[62301]: DEBUG oslo_concurrency.lockutils [req-85b2feaf-a6d0-464d-89e3-2505c6b1a91f req-efed91c7-7c1e-4db3-9bd5-f4611be3299c service nova] Acquiring lock "refresh_cache-c7eabb57-0166-4a6c-852b-9dfbb762a515" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.511224] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2ae4e642-4bba-4be0-9b46-369783f96301 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 994.528842] env[62301]: DEBUG oslo_vmware.api [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5206ea25-3a5d-bcee-e567-bc5572fb93c5, 'name': SearchDatastore_Task, 'duration_secs': 0.023927} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.529200] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.529520] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 85377a80-db0b-48de-af62-aa3e8aafe692/85377a80-db0b-48de-af62-aa3e8aafe692.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 994.529892] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c21c578-f521-4ac1-a8bb-6b87ac1850af {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.543457] env[62301]: DEBUG oslo_vmware.api [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 994.543457] env[62301]: value = "task-2570774" [ 994.543457] env[62301]: _type = "Task" [ 994.543457] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.553438] env[62301]: DEBUG oslo_vmware.api [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570774, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.589510] env[62301]: DEBUG nova.network.neutron [req-800302d6-3910-4953-a68f-32cb5fb14b7a req-c19d2006-e7d2-4dd0-89ee-ca95e4607033 service nova] [instance: 85377a80-db0b-48de-af62-aa3e8aafe692] Updated VIF entry in instance network info cache for port 46acda3d-1c18-4f1c-98fa-74b73fc607eb. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 994.589876] env[62301]: DEBUG nova.network.neutron [req-800302d6-3910-4953-a68f-32cb5fb14b7a req-c19d2006-e7d2-4dd0-89ee-ca95e4607033 service nova] [instance: 85377a80-db0b-48de-af62-aa3e8aafe692] Updating instance_info_cache with network_info: [{"id": "46acda3d-1c18-4f1c-98fa-74b73fc607eb", "address": "fa:16:3e:77:8e:71", "network": {"id": "f58df9e3-61c0-41d5-a4fa-70db2f6f0b30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-576608794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4a399762bbd46c483973e1371d2429c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46acda3d-1c", "ovs_interfaceid": "46acda3d-1c18-4f1c-98fa-74b73fc607eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.696381] env[62301]: DEBUG oslo_concurrency.lockutils [None req-18fb5b5f-ce86-4412-a78f-0e0b5a47206f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.463s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.700026] env[62301]: DEBUG oslo_concurrency.lockutils [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.033s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 994.701462] env[62301]: INFO nova.compute.claims [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4744b0fa-67e1-42a1-a7d8-a094690ad4ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 994.749340] env[62301]: DEBUG nova.network.neutron [req-fb6bd16d-578e-4135-a368-a3fef5cf4962 req-0d99a817-863e-4f7f-9bab-ac45b10618f7 service nova] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Updated VIF entry in instance network info cache for port 3669774d-b16e-4386-8ca4-41c98cc3f8b0. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 994.749687] env[62301]: DEBUG nova.network.neutron [req-fb6bd16d-578e-4135-a368-a3fef5cf4962 req-0d99a817-863e-4f7f-9bab-ac45b10618f7 service nova] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Updating instance_info_cache with network_info: [{"id": "3669774d-b16e-4386-8ca4-41c98cc3f8b0", "address": "fa:16:3e:64:de:30", "network": {"id": "b75e4759-c6b8-4622-9a22-1ef279a9b0ea", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1306010429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdfc65d686f843e2b9c72e0042e6858e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3669774d-b1", "ovs_interfaceid": "3669774d-b16e-4386-8ca4-41c98cc3f8b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.796954] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2f440652-1d53-4771-b9c5-206ca00467b7 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Acquiring lock "e99adbe5-c6e8-4b50-87d7-83ef53b30f08" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 994.837358] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.837685] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b196bc07-a626-4bf2-bcd2-2afa1e3b7b00 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.847894] env[62301]: DEBUG oslo_vmware.api [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Waiting for the task: (returnval){ [ 994.847894] env[62301]: value = "task-2570775" [ 994.847894] env[62301]: _type = "Task" [ 994.847894] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.861102] env[62301]: DEBUG oslo_vmware.api [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570775, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.895901] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 994.896307] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffac90a1-4cbb-4944-9488-360b2aad4825 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.905630] env[62301]: DEBUG oslo_vmware.api [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 994.905630] env[62301]: value = "task-2570776" [ 994.905630] env[62301]: _type = "Task" [ 994.905630] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.915786] env[62301]: DEBUG oslo_vmware.api [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570776, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.059032] env[62301]: DEBUG oslo_vmware.api [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570774, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.095454] env[62301]: DEBUG oslo_concurrency.lockutils [req-800302d6-3910-4953-a68f-32cb5fb14b7a req-c19d2006-e7d2-4dd0-89ee-ca95e4607033 service nova] Releasing lock "refresh_cache-85377a80-db0b-48de-af62-aa3e8aafe692" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.095744] env[62301]: DEBUG nova.compute.manager [req-800302d6-3910-4953-a68f-32cb5fb14b7a req-c19d2006-e7d2-4dd0-89ee-ca95e4607033 service nova] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] Received event network-vif-deleted-7980a0f8-37d6-4dc3-8c08-89ad06470c54 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 995.095922] env[62301]: DEBUG nova.compute.manager [req-800302d6-3910-4953-a68f-32cb5fb14b7a req-c19d2006-e7d2-4dd0-89ee-ca95e4607033 service nova] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Received event network-vif-deleted-1d2eeeb1-147c-4255-b286-1371d715e274 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 995.096113] env[62301]: DEBUG nova.compute.manager [req-800302d6-3910-4953-a68f-32cb5fb14b7a req-c19d2006-e7d2-4dd0-89ee-ca95e4607033 service nova] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Received event network-changed-d20259aa-fc61-4ba6-bec1-a643b35880bf {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 995.096431] env[62301]: DEBUG nova.compute.manager [req-800302d6-3910-4953-a68f-32cb5fb14b7a req-c19d2006-e7d2-4dd0-89ee-ca95e4607033 service nova] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Refreshing instance network info cache due to event network-changed-d20259aa-fc61-4ba6-bec1-a643b35880bf. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 995.096661] env[62301]: DEBUG oslo_concurrency.lockutils [req-800302d6-3910-4953-a68f-32cb5fb14b7a req-c19d2006-e7d2-4dd0-89ee-ca95e4607033 service nova] Acquiring lock "refresh_cache-771fe5ee-9535-4329-9d69-86d9ec130698" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.096875] env[62301]: DEBUG oslo_concurrency.lockutils [req-800302d6-3910-4953-a68f-32cb5fb14b7a req-c19d2006-e7d2-4dd0-89ee-ca95e4607033 service nova] Acquired lock "refresh_cache-771fe5ee-9535-4329-9d69-86d9ec130698" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.097125] env[62301]: DEBUG nova.network.neutron [req-800302d6-3910-4953-a68f-32cb5fb14b7a req-c19d2006-e7d2-4dd0-89ee-ca95e4607033 service nova] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Refreshing network info cache for port d20259aa-fc61-4ba6-bec1-a643b35880bf {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 995.252363] env[62301]: DEBUG oslo_concurrency.lockutils [req-fb6bd16d-578e-4135-a368-a3fef5cf4962 req-0d99a817-863e-4f7f-9bab-ac45b10618f7 service nova] Releasing lock "refresh_cache-c7eabb57-0166-4a6c-852b-9dfbb762a515" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.252804] env[62301]: DEBUG oslo_concurrency.lockutils [req-85b2feaf-a6d0-464d-89e3-2505c6b1a91f req-efed91c7-7c1e-4db3-9bd5-f4611be3299c service nova] Acquired lock "refresh_cache-c7eabb57-0166-4a6c-852b-9dfbb762a515" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.256088] env[62301]: DEBUG nova.network.neutron [req-85b2feaf-a6d0-464d-89e3-2505c6b1a91f req-efed91c7-7c1e-4db3-9bd5-f4611be3299c service nova] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Refreshing network info cache for port 3669774d-b16e-4386-8ca4-41c98cc3f8b0 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 995.287170] env[62301]: INFO nova.scheduler.client.report [None req-18fb5b5f-ce86-4412-a78f-0e0b5a47206f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Deleted allocation for migration 81ab7663-f17e-4e5e-8d51-386cfbe8a33f [ 995.362350] env[62301]: DEBUG oslo_vmware.api [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570775, 'name': PowerOffVM_Task, 'duration_secs': 0.216274} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.362453] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.363375] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c4e0e0-ccb2-4638-9a71-89eef9e8782a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.386215] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8742ec-2406-46c9-99e4-174d7764bc7b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.418403] env[62301]: DEBUG oslo_vmware.api [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570776, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.459332] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7dc751cd-5c88-4943-9065-544730e8b0ca tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Acquiring lock "9b75c3ad-c32e-42c8-943a-70254bcf68dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.459332] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7dc751cd-5c88-4943-9065-544730e8b0ca tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lock "9b75c3ad-c32e-42c8-943a-70254bcf68dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 995.459332] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7dc751cd-5c88-4943-9065-544730e8b0ca tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Acquiring lock "9b75c3ad-c32e-42c8-943a-70254bcf68dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.459332] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7dc751cd-5c88-4943-9065-544730e8b0ca tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lock "9b75c3ad-c32e-42c8-943a-70254bcf68dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 995.459332] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7dc751cd-5c88-4943-9065-544730e8b0ca tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lock "9b75c3ad-c32e-42c8-943a-70254bcf68dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 995.460602] env[62301]: INFO nova.compute.manager [None req-7dc751cd-5c88-4943-9065-544730e8b0ca tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 9b75c3ad-c32e-42c8-943a-70254bcf68dc] Terminating instance [ 995.555492] env[62301]: DEBUG oslo_vmware.api [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570774, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.695684} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.555762] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 85377a80-db0b-48de-af62-aa3e8aafe692/85377a80-db0b-48de-af62-aa3e8aafe692.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 995.555967] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 85377a80-db0b-48de-af62-aa3e8aafe692] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 995.556235] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb90bbeb-a4fe-4874-8665-cbbc6588a286 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.567144] env[62301]: DEBUG oslo_vmware.api [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 995.567144] env[62301]: value = "task-2570777" [ 995.567144] env[62301]: _type = "Task" [ 995.567144] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.577090] env[62301]: DEBUG oslo_vmware.api [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570777, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.793936] env[62301]: DEBUG oslo_concurrency.lockutils [None req-18fb5b5f-ce86-4412-a78f-0e0b5a47206f tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "1ac5d7c4-6057-4e7e-813b-50bb62790679" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 17.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 995.896833] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Creating Snapshot of the VM instance {{(pid=62301) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 995.897236] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-933939bb-8de1-4440-9874-e0195801a4be {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.906914] env[62301]: DEBUG oslo_vmware.api [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Waiting for the task: (returnval){ [ 995.906914] env[62301]: value = "task-2570778" [ 995.906914] env[62301]: _type = "Task" [ 995.906914] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.925234] env[62301]: DEBUG oslo_vmware.api [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570776, 'name': PowerOnVM_Task, 'duration_secs': 0.55812} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.933226] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 995.933495] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-add1b155-daae-44aa-8924-5ce3b0476a98 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Updating instance '8836b3f4-9580-4f12-bd01-eccae3940527' progress to 100 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 995.938135] env[62301]: DEBUG oslo_vmware.api [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570778, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.965657] env[62301]: DEBUG nova.compute.manager [None req-7dc751cd-5c88-4943-9065-544730e8b0ca tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 9b75c3ad-c32e-42c8-943a-70254bcf68dc] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 995.966263] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc751cd-5c88-4943-9065-544730e8b0ca tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 9b75c3ad-c32e-42c8-943a-70254bcf68dc] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 995.967167] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff3cda8-8483-4279-9aee-e170d9fa4853 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.979415] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dc751cd-5c88-4943-9065-544730e8b0ca tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 9b75c3ad-c32e-42c8-943a-70254bcf68dc] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.979727] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73f2b4dd-3a81-4ce2-8513-7aea95ba9e8a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.988401] env[62301]: DEBUG oslo_vmware.api [None req-7dc751cd-5c88-4943-9065-544730e8b0ca tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Waiting for the task: (returnval){ [ 995.988401] env[62301]: value = "task-2570779" [ 995.988401] env[62301]: _type = "Task" [ 995.988401] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.003360] env[62301]: DEBUG oslo_vmware.api [None req-7dc751cd-5c88-4943-9065-544730e8b0ca tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2570779, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.007317] env[62301]: DEBUG nova.network.neutron [req-800302d6-3910-4953-a68f-32cb5fb14b7a req-c19d2006-e7d2-4dd0-89ee-ca95e4607033 service nova] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Updated VIF entry in instance network info cache for port d20259aa-fc61-4ba6-bec1-a643b35880bf. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 996.007660] env[62301]: DEBUG nova.network.neutron [req-800302d6-3910-4953-a68f-32cb5fb14b7a req-c19d2006-e7d2-4dd0-89ee-ca95e4607033 service nova] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Updating instance_info_cache with network_info: [{"id": "d20259aa-fc61-4ba6-bec1-a643b35880bf", "address": "fa:16:3e:5a:34:bb", "network": {"id": "32aca2ac-882d-4f89-b75b-c3af9ad6fefe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1098447386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f44005617fbf4cf3a6dc1727b4da2f55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd20259aa-fc", "ovs_interfaceid": "d20259aa-fc61-4ba6-bec1-a643b35880bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.077033] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b3b41e-b44c-4d61-aa55-a11f5177f08d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.083800] env[62301]: DEBUG oslo_vmware.api [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570777, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070943} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.084892] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 85377a80-db0b-48de-af62-aa3e8aafe692] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 996.087151] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69c0029-8efc-45fe-b689-adb55d9ad637 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.096435] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac599f1-0e2e-4057-806b-2abe6d3e50eb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.130110] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 85377a80-db0b-48de-af62-aa3e8aafe692] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 85377a80-db0b-48de-af62-aa3e8aafe692/85377a80-db0b-48de-af62-aa3e8aafe692.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 996.134693] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a24a2553-67cd-40d1-897e-eab6044aa282 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.184941] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e56d4c-5e83-478b-88cb-995c82ef17a9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.190820] env[62301]: DEBUG oslo_vmware.api [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 996.190820] env[62301]: value = "task-2570780" [ 996.190820] env[62301]: _type = "Task" [ 996.190820] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.197743] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3804f78f-feb1-4a2e-b1ec-e6adee57d213 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.216193] env[62301]: DEBUG nova.compute.provider_tree [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.223126] env[62301]: DEBUG oslo_vmware.api [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570780, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.227043] env[62301]: DEBUG nova.network.neutron [req-85b2feaf-a6d0-464d-89e3-2505c6b1a91f req-efed91c7-7c1e-4db3-9bd5-f4611be3299c service nova] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Updated VIF entry in instance network info cache for port 3669774d-b16e-4386-8ca4-41c98cc3f8b0. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 996.227043] env[62301]: DEBUG nova.network.neutron [req-85b2feaf-a6d0-464d-89e3-2505c6b1a91f req-efed91c7-7c1e-4db3-9bd5-f4611be3299c service nova] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Updating instance_info_cache with network_info: [{"id": "3669774d-b16e-4386-8ca4-41c98cc3f8b0", "address": "fa:16:3e:64:de:30", "network": {"id": "b75e4759-c6b8-4622-9a22-1ef279a9b0ea", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1306010429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdfc65d686f843e2b9c72e0042e6858e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3669774d-b1", "ovs_interfaceid": "3669774d-b16e-4386-8ca4-41c98cc3f8b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.423675] env[62301]: DEBUG oslo_vmware.api [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570778, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.507258] env[62301]: DEBUG oslo_vmware.api [None req-7dc751cd-5c88-4943-9065-544730e8b0ca tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2570779, 'name': PowerOffVM_Task, 'duration_secs': 0.387606} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.507258] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dc751cd-5c88-4943-9065-544730e8b0ca tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 9b75c3ad-c32e-42c8-943a-70254bcf68dc] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.507258] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc751cd-5c88-4943-9065-544730e8b0ca tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 9b75c3ad-c32e-42c8-943a-70254bcf68dc] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 996.507258] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c142c71-f5cf-49b4-a695-33e04b39b7c5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.514267] env[62301]: DEBUG oslo_concurrency.lockutils [req-800302d6-3910-4953-a68f-32cb5fb14b7a req-c19d2006-e7d2-4dd0-89ee-ca95e4607033 service nova] Releasing lock "refresh_cache-771fe5ee-9535-4329-9d69-86d9ec130698" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.620455] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc751cd-5c88-4943-9065-544730e8b0ca tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 9b75c3ad-c32e-42c8-943a-70254bcf68dc] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 996.620825] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc751cd-5c88-4943-9065-544730e8b0ca tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 9b75c3ad-c32e-42c8-943a-70254bcf68dc] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 996.621127] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dc751cd-5c88-4943-9065-544730e8b0ca tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Deleting the datastore file [datastore1] 9b75c3ad-c32e-42c8-943a-70254bcf68dc {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 996.621492] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f2bfbb7-4abc-4411-8ed0-a6ec65e4dc0c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.630664] env[62301]: DEBUG oslo_vmware.api [None req-7dc751cd-5c88-4943-9065-544730e8b0ca tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Waiting for the task: (returnval){ [ 996.630664] env[62301]: value = "task-2570782" [ 996.630664] env[62301]: _type = "Task" [ 996.630664] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.641768] env[62301]: DEBUG oslo_vmware.api [None req-7dc751cd-5c88-4943-9065-544730e8b0ca tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2570782, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.705288] env[62301]: DEBUG oslo_vmware.api [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570780, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.723119] env[62301]: DEBUG nova.scheduler.client.report [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.729602] env[62301]: DEBUG oslo_concurrency.lockutils [req-85b2feaf-a6d0-464d-89e3-2505c6b1a91f req-efed91c7-7c1e-4db3-9bd5-f4611be3299c service nova] Releasing lock "refresh_cache-c7eabb57-0166-4a6c-852b-9dfbb762a515" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.922281] env[62301]: DEBUG oslo_vmware.api [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570778, 'name': CreateSnapshot_Task, 'duration_secs': 0.931681} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.922773] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Created Snapshot of the VM instance {{(pid=62301) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 996.923358] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852c2de2-4706-417f-968c-9d6c14abd8e1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.142525] env[62301]: DEBUG oslo_vmware.api [None req-7dc751cd-5c88-4943-9065-544730e8b0ca tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2570782, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.38381} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.142525] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dc751cd-5c88-4943-9065-544730e8b0ca tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 997.142755] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc751cd-5c88-4943-9065-544730e8b0ca tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 9b75c3ad-c32e-42c8-943a-70254bcf68dc] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 997.143061] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc751cd-5c88-4943-9065-544730e8b0ca tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 9b75c3ad-c32e-42c8-943a-70254bcf68dc] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 997.143712] env[62301]: INFO nova.compute.manager [None req-7dc751cd-5c88-4943-9065-544730e8b0ca tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 9b75c3ad-c32e-42c8-943a-70254bcf68dc] Took 1.18 seconds to destroy the instance on the hypervisor. [ 997.143712] env[62301]: DEBUG oslo.service.loopingcall [None req-7dc751cd-5c88-4943-9065-544730e8b0ca tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 997.143861] env[62301]: DEBUG nova.compute.manager [-] [instance: 9b75c3ad-c32e-42c8-943a-70254bcf68dc] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 997.143861] env[62301]: DEBUG nova.network.neutron [-] [instance: 9b75c3ad-c32e-42c8-943a-70254bcf68dc] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 997.205455] env[62301]: DEBUG oslo_vmware.api [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570780, 'name': ReconfigVM_Task, 'duration_secs': 0.541993} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.205645] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 85377a80-db0b-48de-af62-aa3e8aafe692] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 85377a80-db0b-48de-af62-aa3e8aafe692/85377a80-db0b-48de-af62-aa3e8aafe692.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 997.206299] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d41df39e-6051-49eb-8438-978739f4881d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.216007] env[62301]: DEBUG oslo_vmware.api [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 997.216007] env[62301]: value = "task-2570783" [ 997.216007] env[62301]: _type = "Task" [ 997.216007] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.228681] env[62301]: DEBUG oslo_concurrency.lockutils [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.529s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 997.229120] env[62301]: DEBUG nova.compute.manager [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4744b0fa-67e1-42a1-a7d8-a094690ad4ca] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 997.231776] env[62301]: DEBUG oslo_vmware.api [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570783, 'name': Rename_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.232285] env[62301]: DEBUG oslo_concurrency.lockutils [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 9.383s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 997.311018] env[62301]: DEBUG oslo_concurrency.lockutils [None req-fc676bd7-5359-47ed-888c-83165c59397e tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquiring lock "1ac5d7c4-6057-4e7e-813b-50bb62790679" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 997.311330] env[62301]: DEBUG oslo_concurrency.lockutils [None req-fc676bd7-5359-47ed-888c-83165c59397e tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "1ac5d7c4-6057-4e7e-813b-50bb62790679" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 997.311574] env[62301]: DEBUG oslo_concurrency.lockutils [None req-fc676bd7-5359-47ed-888c-83165c59397e tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquiring lock "1ac5d7c4-6057-4e7e-813b-50bb62790679-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 997.311767] env[62301]: DEBUG oslo_concurrency.lockutils [None req-fc676bd7-5359-47ed-888c-83165c59397e tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "1ac5d7c4-6057-4e7e-813b-50bb62790679-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 997.311939] env[62301]: DEBUG oslo_concurrency.lockutils [None req-fc676bd7-5359-47ed-888c-83165c59397e tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "1ac5d7c4-6057-4e7e-813b-50bb62790679-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 997.317393] env[62301]: INFO nova.compute.manager [None req-fc676bd7-5359-47ed-888c-83165c59397e tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Terminating instance [ 997.444319] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Creating linked-clone VM from snapshot {{(pid=62301) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 997.444657] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9c2c8e96-8e52-46fd-9aaf-8970f17143c5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.461852] env[62301]: DEBUG oslo_vmware.api [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Waiting for the task: (returnval){ [ 997.461852] env[62301]: value = "task-2570784" [ 997.461852] env[62301]: _type = "Task" [ 997.461852] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.477264] env[62301]: DEBUG oslo_vmware.api [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570784, 'name': CloneVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.732827] env[62301]: DEBUG oslo_vmware.api [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570783, 'name': Rename_Task, 'duration_secs': 0.326562} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.734413] env[62301]: DEBUG nova.compute.utils [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 997.735763] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 85377a80-db0b-48de-af62-aa3e8aafe692] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 997.739031] env[62301]: DEBUG nova.compute.manager [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4744b0fa-67e1-42a1-a7d8-a094690ad4ca] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 997.739031] env[62301]: DEBUG nova.network.neutron [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4744b0fa-67e1-42a1-a7d8-a094690ad4ca] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 997.739031] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1ba2009-2d1b-400c-a408-747848cb5971 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.740328] env[62301]: DEBUG nova.objects.instance [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lazy-loading 'migration_context' on Instance uuid 4eccc0d6-5a82-4a41-a077-966479407c6b {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.748458] env[62301]: DEBUG oslo_vmware.api [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 997.748458] env[62301]: value = "task-2570785" [ 997.748458] env[62301]: _type = "Task" [ 997.748458] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.760733] env[62301]: DEBUG oslo_vmware.api [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570785, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.788153] env[62301]: DEBUG nova.policy [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0121b5116a24b6eb6c33252c6149815', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03b7fd9626dd4450af251d23c7d0a8b9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 997.822459] env[62301]: DEBUG nova.compute.manager [None req-fc676bd7-5359-47ed-888c-83165c59397e tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 997.822740] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-fc676bd7-5359-47ed-888c-83165c59397e tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 997.823061] env[62301]: DEBUG oslo_concurrency.lockutils [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquiring lock "3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 997.823337] env[62301]: DEBUG oslo_concurrency.lockutils [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 997.828021] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4299830a-9980-4d12-a18c-a70771d4a651 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.835716] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc676bd7-5359-47ed-888c-83165c59397e tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.836193] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-554db951-2204-43b0-87de-a340999946bd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.844493] env[62301]: DEBUG oslo_vmware.api [None req-fc676bd7-5359-47ed-888c-83165c59397e tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 997.844493] env[62301]: value = "task-2570786" [ 997.844493] env[62301]: _type = "Task" [ 997.844493] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.856992] env[62301]: DEBUG oslo_vmware.api [None req-fc676bd7-5359-47ed-888c-83165c59397e tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.927603] env[62301]: DEBUG nova.compute.manager [req-2242d854-2129-4883-9ebd-7de1ae018ea3 req-b348ac86-beb4-4920-ad21-008b9cb1dca4 service nova] [instance: 9b75c3ad-c32e-42c8-943a-70254bcf68dc] Received event network-vif-deleted-e30cead6-9957-4748-9650-f77c860f8c99 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 997.927806] env[62301]: INFO nova.compute.manager [req-2242d854-2129-4883-9ebd-7de1ae018ea3 req-b348ac86-beb4-4920-ad21-008b9cb1dca4 service nova] [instance: 9b75c3ad-c32e-42c8-943a-70254bcf68dc] Neutron deleted interface e30cead6-9957-4748-9650-f77c860f8c99; detaching it from the instance and deleting it from the info cache [ 997.927975] env[62301]: DEBUG nova.network.neutron [req-2242d854-2129-4883-9ebd-7de1ae018ea3 req-b348ac86-beb4-4920-ad21-008b9cb1dca4 service nova] [instance: 9b75c3ad-c32e-42c8-943a-70254bcf68dc] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.977162] env[62301]: DEBUG oslo_vmware.api [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570784, 'name': CloneVM_Task} progress is 94%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.152722] env[62301]: DEBUG nova.network.neutron [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4744b0fa-67e1-42a1-a7d8-a094690ad4ca] Successfully created port: 77aba40e-b37d-497e-b847-b81b073d672d {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 998.237217] env[62301]: DEBUG nova.compute.manager [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4744b0fa-67e1-42a1-a7d8-a094690ad4ca] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 999.080059] env[62301]: DEBUG nova.compute.manager [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 999.084747] env[62301]: DEBUG nova.network.neutron [-] [instance: 9b75c3ad-c32e-42c8-943a-70254bcf68dc] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.087218] env[62301]: DEBUG oslo_concurrency.lockutils [None req-343870d8-b030-4aea-a417-a21eb7d5a503 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquiring lock "8836b3f4-9580-4f12-bd01-eccae3940527" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 999.087557] env[62301]: DEBUG oslo_concurrency.lockutils [None req-343870d8-b030-4aea-a417-a21eb7d5a503 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lock "8836b3f4-9580-4f12-bd01-eccae3940527" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 999.087833] env[62301]: DEBUG nova.compute.manager [None req-343870d8-b030-4aea-a417-a21eb7d5a503 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Going to confirm migration 6 {{(pid=62301) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 999.096707] env[62301]: DEBUG oslo_vmware.api [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570785, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.096988] env[62301]: WARNING oslo_vmware.common.loopingcall [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] task run outlasted interval by 0.34807999999999995 sec [ 999.102879] env[62301]: INFO nova.compute.manager [-] [instance: 9b75c3ad-c32e-42c8-943a-70254bcf68dc] Took 1.96 seconds to deallocate network for instance. [ 999.109190] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c11e8876-f871-4b7c-817e-71508368fae3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.135951] env[62301]: DEBUG oslo_vmware.api [None req-fc676bd7-5359-47ed-888c-83165c59397e tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570786, 'name': PowerOffVM_Task, 'duration_secs': 0.234205} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.151047] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc676bd7-5359-47ed-888c-83165c59397e tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 999.151300] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-fc676bd7-5359-47ed-888c-83165c59397e tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 999.152784] env[62301]: DEBUG oslo_vmware.api [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570784, 'name': CloneVM_Task, 'duration_secs': 1.596679} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.153533] env[62301]: DEBUG oslo_vmware.api [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570785, 'name': PowerOnVM_Task, 'duration_secs': 0.800577} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.155156] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43f54ebe-7df7-48f3-bc02-e4b35fae0a3c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.157541] env[62301]: INFO nova.virt.vmwareapi.vmops [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Created linked-clone VM from snapshot [ 999.162959] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290e8db6-c55c-486b-a26a-ddafbfc1462b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.182931] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 85377a80-db0b-48de-af62-aa3e8aafe692] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 999.183295] env[62301]: INFO nova.compute.manager [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 85377a80-db0b-48de-af62-aa3e8aafe692] Took 8.76 seconds to spawn the instance on the hypervisor. [ 999.183747] env[62301]: DEBUG nova.compute.manager [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 85377a80-db0b-48de-af62-aa3e8aafe692] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.189739] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff0b9a8-7000-4c04-8872-c18eb2c8b9bb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.194545] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495a378e-4c10-45fa-935c-05609921c37c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.212772] env[62301]: DEBUG nova.virt.vmwareapi.images [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Uploading image d54367fb-71f3-4730-aae5-113f3e13e2d3 {{(pid=62301) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 999.243941] env[62301]: DEBUG nova.compute.manager [req-2242d854-2129-4883-9ebd-7de1ae018ea3 req-b348ac86-beb4-4920-ad21-008b9cb1dca4 service nova] [instance: 9b75c3ad-c32e-42c8-943a-70254bcf68dc] Detach interface failed, port_id=e30cead6-9957-4748-9650-f77c860f8c99, reason: Instance 9b75c3ad-c32e-42c8-943a-70254bcf68dc could not be found. {{(pid=62301) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 999.250936] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Acquiring lock "de6bacc7-556f-4809-a791-26892786c64a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 999.251329] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Lock "de6bacc7-556f-4809-a791-26892786c64a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 999.284348] env[62301]: DEBUG oslo_vmware.rw_handles [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 999.284348] env[62301]: value = "vm-518918" [ 999.284348] env[62301]: _type = "VirtualMachine" [ 999.284348] env[62301]: }. {{(pid=62301) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 999.284881] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3b8fe20b-efd5-4713-8b61-3e6e0d0590f2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.296219] env[62301]: DEBUG oslo_vmware.rw_handles [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Lease: (returnval){ [ 999.296219] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52540264-9ad4-acb7-e00b-7b6549bdc3d5" [ 999.296219] env[62301]: _type = "HttpNfcLease" [ 999.296219] env[62301]: } obtained for exporting VM: (result){ [ 999.296219] env[62301]: value = "vm-518918" [ 999.296219] env[62301]: _type = "VirtualMachine" [ 999.296219] env[62301]: }. {{(pid=62301) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 999.297059] env[62301]: DEBUG oslo_vmware.api [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Waiting for the lease: (returnval){ [ 999.297059] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52540264-9ad4-acb7-e00b-7b6549bdc3d5" [ 999.297059] env[62301]: _type = "HttpNfcLease" [ 999.297059] env[62301]: } to be ready. {{(pid=62301) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 999.307751] env[62301]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 999.307751] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52540264-9ad4-acb7-e00b-7b6549bdc3d5" [ 999.307751] env[62301]: _type = "HttpNfcLease" [ 999.307751] env[62301]: } is initializing. {{(pid=62301) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 999.308583] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-fc676bd7-5359-47ed-888c-83165c59397e tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 999.308583] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-fc676bd7-5359-47ed-888c-83165c59397e tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 999.308928] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc676bd7-5359-47ed-888c-83165c59397e tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Deleting the datastore file [datastore1] 1ac5d7c4-6057-4e7e-813b-50bb62790679 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 999.311134] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa462e31-9b5e-4f14-a355-94489306b54f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.317605] env[62301]: DEBUG oslo_vmware.api [None req-fc676bd7-5359-47ed-888c-83165c59397e tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 999.317605] env[62301]: value = "task-2570789" [ 999.317605] env[62301]: _type = "Task" [ 999.317605] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.331387] env[62301]: DEBUG oslo_vmware.api [None req-fc676bd7-5359-47ed-888c-83165c59397e tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570789, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.476172] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Acquiring lock "9317e942-06ea-4055-8eb8-0bce94a7dd77" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 999.476432] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Lock "9317e942-06ea-4055-8eb8-0bce94a7dd77" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 999.484351] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b66321-ce0f-4fb3-87b0-94471777d1fe {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.494018] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a665703-2933-400e-b456-5dcab027e51d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.525201] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b5c023-fe4a-4d8a-8392-db21e67f8b9d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.533878] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd54e11f-b054-4ecf-9689-bb9de9cfc205 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.548069] env[62301]: DEBUG nova.compute.provider_tree [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.601452] env[62301]: DEBUG oslo_concurrency.lockutils [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 999.619782] env[62301]: DEBUG nova.compute.manager [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4744b0fa-67e1-42a1-a7d8-a094690ad4ca] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 999.628897] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7dc751cd-5c88-4943-9065-544730e8b0ca tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 999.639506] env[62301]: DEBUG nova.compute.manager [req-b062f12e-8486-466f-8b6d-755313138e76 req-ef296cc9-51b3-40c7-8080-a5515e54ea4c service nova] [instance: 4744b0fa-67e1-42a1-a7d8-a094690ad4ca] Received event network-vif-plugged-77aba40e-b37d-497e-b847-b81b073d672d {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 999.639653] env[62301]: DEBUG oslo_concurrency.lockutils [req-b062f12e-8486-466f-8b6d-755313138e76 req-ef296cc9-51b3-40c7-8080-a5515e54ea4c service nova] Acquiring lock "4744b0fa-67e1-42a1-a7d8-a094690ad4ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 999.640243] env[62301]: DEBUG oslo_concurrency.lockutils [req-b062f12e-8486-466f-8b6d-755313138e76 req-ef296cc9-51b3-40c7-8080-a5515e54ea4c service nova] Lock "4744b0fa-67e1-42a1-a7d8-a094690ad4ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 999.640243] env[62301]: DEBUG oslo_concurrency.lockutils [req-b062f12e-8486-466f-8b6d-755313138e76 req-ef296cc9-51b3-40c7-8080-a5515e54ea4c service nova] Lock "4744b0fa-67e1-42a1-a7d8-a094690ad4ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 999.640243] env[62301]: DEBUG nova.compute.manager [req-b062f12e-8486-466f-8b6d-755313138e76 req-ef296cc9-51b3-40c7-8080-a5515e54ea4c service nova] [instance: 4744b0fa-67e1-42a1-a7d8-a094690ad4ca] No waiting events found dispatching network-vif-plugged-77aba40e-b37d-497e-b847-b81b073d672d {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 999.640441] env[62301]: WARNING nova.compute.manager [req-b062f12e-8486-466f-8b6d-755313138e76 req-ef296cc9-51b3-40c7-8080-a5515e54ea4c service nova] [instance: 4744b0fa-67e1-42a1-a7d8-a094690ad4ca] Received unexpected event network-vif-plugged-77aba40e-b37d-497e-b847-b81b073d672d for instance with vm_state building and task_state spawning. [ 999.653314] env[62301]: DEBUG nova.virt.hardware [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 999.653534] env[62301]: DEBUG nova.virt.hardware [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 999.653680] env[62301]: DEBUG nova.virt.hardware [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 999.653944] env[62301]: DEBUG nova.virt.hardware [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 999.654219] env[62301]: DEBUG nova.virt.hardware [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 999.654219] env[62301]: DEBUG nova.virt.hardware [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 999.654437] env[62301]: DEBUG nova.virt.hardware [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 999.654604] env[62301]: DEBUG nova.virt.hardware [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 999.654768] env[62301]: DEBUG nova.virt.hardware [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 999.654924] env[62301]: DEBUG nova.virt.hardware [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 999.655187] env[62301]: DEBUG nova.virt.hardware [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 999.656121] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a019f0d-3d9e-4242-ab7e-d9f95f401dcf {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.665638] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e622531-b373-4a83-93a0-af478891e876 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.682853] env[62301]: DEBUG oslo_concurrency.lockutils [None req-343870d8-b030-4aea-a417-a21eb7d5a503 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquiring lock "refresh_cache-8836b3f4-9580-4f12-bd01-eccae3940527" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.683051] env[62301]: DEBUG oslo_concurrency.lockutils [None req-343870d8-b030-4aea-a417-a21eb7d5a503 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquired lock "refresh_cache-8836b3f4-9580-4f12-bd01-eccae3940527" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.683226] env[62301]: DEBUG nova.network.neutron [None req-343870d8-b030-4aea-a417-a21eb7d5a503 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 999.683406] env[62301]: DEBUG nova.objects.instance [None req-343870d8-b030-4aea-a417-a21eb7d5a503 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lazy-loading 'info_cache' on Instance uuid 8836b3f4-9580-4f12-bd01-eccae3940527 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.730433] env[62301]: DEBUG nova.network.neutron [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4744b0fa-67e1-42a1-a7d8-a094690ad4ca] Successfully updated port: 77aba40e-b37d-497e-b847-b81b073d672d {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 999.756987] env[62301]: DEBUG nova.compute.manager [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: de6bacc7-556f-4809-a791-26892786c64a] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 999.761468] env[62301]: INFO nova.compute.manager [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 85377a80-db0b-48de-af62-aa3e8aafe692] Took 21.21 seconds to build instance. [ 999.814057] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Acquiring lock "f71f1995-ec56-4466-b04d-4026d9710b3e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 999.814423] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Lock "f71f1995-ec56-4466-b04d-4026d9710b3e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 999.817033] env[62301]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 999.817033] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52540264-9ad4-acb7-e00b-7b6549bdc3d5" [ 999.817033] env[62301]: _type = "HttpNfcLease" [ 999.817033] env[62301]: } is ready. {{(pid=62301) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 999.817033] env[62301]: DEBUG oslo_vmware.rw_handles [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 999.817033] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52540264-9ad4-acb7-e00b-7b6549bdc3d5" [ 999.817033] env[62301]: _type = "HttpNfcLease" [ 999.817033] env[62301]: }. {{(pid=62301) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 999.817613] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd1dde2-b6a6-43a6-b39f-02cdffdf969f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.830639] env[62301]: DEBUG oslo_vmware.rw_handles [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5268f063-2f1a-292d-d16d-3a5dde1549fe/disk-0.vmdk from lease info. {{(pid=62301) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 999.831675] env[62301]: DEBUG oslo_vmware.rw_handles [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5268f063-2f1a-292d-d16d-3a5dde1549fe/disk-0.vmdk for reading. {{(pid=62301) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 999.836237] env[62301]: DEBUG oslo_vmware.api [None req-fc676bd7-5359-47ed-888c-83165c59397e tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570789, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17625} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.837267] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc676bd7-5359-47ed-888c-83165c59397e tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 999.837559] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-fc676bd7-5359-47ed-888c-83165c59397e tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 999.837634] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-fc676bd7-5359-47ed-888c-83165c59397e tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 999.837838] env[62301]: INFO nova.compute.manager [None req-fc676bd7-5359-47ed-888c-83165c59397e tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Took 2.02 seconds to destroy the instance on the hypervisor. [ 999.838020] env[62301]: DEBUG oslo.service.loopingcall [None req-fc676bd7-5359-47ed-888c-83165c59397e tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 999.895619] env[62301]: DEBUG nova.compute.manager [-] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 999.895739] env[62301]: DEBUG nova.network.neutron [-] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 999.978510] env[62301]: DEBUG nova.compute.manager [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: 9317e942-06ea-4055-8eb8-0bce94a7dd77] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1000.049031] env[62301]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-24bcf2cf-397a-45a4-bb38-66ba36b9fb11 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.052356] env[62301]: DEBUG nova.scheduler.client.report [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.231622] env[62301]: DEBUG oslo_concurrency.lockutils [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquiring lock "refresh_cache-4744b0fa-67e1-42a1-a7d8-a094690ad4ca" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.231949] env[62301]: DEBUG oslo_concurrency.lockutils [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquired lock "refresh_cache-4744b0fa-67e1-42a1-a7d8-a094690ad4ca" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.231949] env[62301]: DEBUG nova.network.neutron [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4744b0fa-67e1-42a1-a7d8-a094690ad4ca] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1000.265493] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7e155137-11a6-479e-84c7-ef61ba5acf87 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "85377a80-db0b-48de-af62-aa3e8aafe692" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.717s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.283631] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.305748] env[62301]: DEBUG oslo_concurrency.lockutils [None req-fca766e5-691d-4b28-a6dc-9f11fc1ac6b1 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquiring lock "85377a80-db0b-48de-af62-aa3e8aafe692" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.306550] env[62301]: DEBUG oslo_concurrency.lockutils [None req-fca766e5-691d-4b28-a6dc-9f11fc1ac6b1 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "85377a80-db0b-48de-af62-aa3e8aafe692" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.306550] env[62301]: DEBUG nova.compute.manager [None req-fca766e5-691d-4b28-a6dc-9f11fc1ac6b1 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 85377a80-db0b-48de-af62-aa3e8aafe692] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1000.307168] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7fb0e88-df55-4f4e-ad9a-cd574cbb9c33 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.314910] env[62301]: DEBUG nova.compute.manager [None req-fca766e5-691d-4b28-a6dc-9f11fc1ac6b1 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 85377a80-db0b-48de-af62-aa3e8aafe692] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62301) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1000.315697] env[62301]: DEBUG nova.objects.instance [None req-fca766e5-691d-4b28-a6dc-9f11fc1ac6b1 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lazy-loading 'flavor' on Instance uuid 85377a80-db0b-48de-af62-aa3e8aafe692 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.316948] env[62301]: DEBUG nova.compute.manager [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: f71f1995-ec56-4466-b04d-4026d9710b3e] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1000.509021] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.622829] env[62301]: DEBUG nova.network.neutron [-] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.769675] env[62301]: DEBUG nova.network.neutron [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4744b0fa-67e1-42a1-a7d8-a094690ad4ca] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1000.847578] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.914514] env[62301]: DEBUG nova.network.neutron [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4744b0fa-67e1-42a1-a7d8-a094690ad4ca] Updating instance_info_cache with network_info: [{"id": "77aba40e-b37d-497e-b847-b81b073d672d", "address": "fa:16:3e:d0:77:c7", "network": {"id": "2b6d5216-0aa6-4962-ae7d-0ce0a7d329dc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1253607468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03b7fd9626dd4450af251d23c7d0a8b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77aba40e-b3", "ovs_interfaceid": "77aba40e-b37d-497e-b847-b81b073d672d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.932312] env[62301]: DEBUG nova.network.neutron [None req-343870d8-b030-4aea-a417-a21eb7d5a503 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Updating instance_info_cache with network_info: [{"id": "06fd9342-244d-4562-8ef7-f11ff8d671aa", "address": "fa:16:3e:26:fb:a9", "network": {"id": "4db15bfb-5237-4871-8da5-38b678505e0e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-131495656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c6e401c2ffb4be5ad8d8a54b65f4a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06fd9342-24", "ovs_interfaceid": "06fd9342-244d-4562-8ef7-f11ff8d671aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.064980] env[62301]: DEBUG oslo_concurrency.lockutils [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.833s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.071216] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 11.357s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.071755] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.071964] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62301) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1001.072358] env[62301]: DEBUG oslo_concurrency.lockutils [None req-83982509-671b-4b21-8290-7adcc6d4a741 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.289s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.072707] env[62301]: DEBUG nova.objects.instance [None req-83982509-671b-4b21-8290-7adcc6d4a741 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Lazy-loading 'resources' on Instance uuid 55d6ae6c-b0fb-4b46-b600-3476d7828c5a {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.077399] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868b0699-6bdc-41a3-8903-3ed8134b9877 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.097118] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d7aba9-a99b-49ee-82cf-914857f6045a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.118127] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f06569-cabd-49e6-b002-788e8fa2a7a4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.126684] env[62301]: INFO nova.compute.manager [-] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Took 1.23 seconds to deallocate network for instance. [ 1001.130457] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b5fd81-8ba8-4bce-93ee-090cfdb9ae2c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.170759] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178811MB free_disk=130GB free_vcpus=48 pci_devices=None {{(pid=62301) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1001.171048] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.328654] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-fca766e5-691d-4b28-a6dc-9f11fc1ac6b1 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 85377a80-db0b-48de-af62-aa3e8aafe692] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.328947] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14406cb1-5bb2-4fc7-ab2c-4d39478b5604 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.338722] env[62301]: DEBUG oslo_vmware.api [None req-fca766e5-691d-4b28-a6dc-9f11fc1ac6b1 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 1001.338722] env[62301]: value = "task-2570790" [ 1001.338722] env[62301]: _type = "Task" [ 1001.338722] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.347768] env[62301]: DEBUG oslo_vmware.api [None req-fca766e5-691d-4b28-a6dc-9f11fc1ac6b1 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570790, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.417713] env[62301]: DEBUG oslo_concurrency.lockutils [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Releasing lock "refresh_cache-4744b0fa-67e1-42a1-a7d8-a094690ad4ca" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.418647] env[62301]: DEBUG nova.compute.manager [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4744b0fa-67e1-42a1-a7d8-a094690ad4ca] Instance network_info: |[{"id": "77aba40e-b37d-497e-b847-b81b073d672d", "address": "fa:16:3e:d0:77:c7", "network": {"id": "2b6d5216-0aa6-4962-ae7d-0ce0a7d329dc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1253607468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03b7fd9626dd4450af251d23c7d0a8b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77aba40e-b3", "ovs_interfaceid": "77aba40e-b37d-497e-b847-b81b073d672d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1001.421261] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4744b0fa-67e1-42a1-a7d8-a094690ad4ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:77:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b151a0c-aa46-4d21-9ef5-c09cf350b19c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77aba40e-b37d-497e-b847-b81b073d672d', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1001.429352] env[62301]: DEBUG oslo.service.loopingcall [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1001.429638] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4744b0fa-67e1-42a1-a7d8-a094690ad4ca] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1001.429894] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d250acb-d063-4f41-a4f8-0cd1a746a2f6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.446978] env[62301]: DEBUG oslo_concurrency.lockutils [None req-343870d8-b030-4aea-a417-a21eb7d5a503 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Releasing lock "refresh_cache-8836b3f4-9580-4f12-bd01-eccae3940527" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.447549] env[62301]: DEBUG nova.objects.instance [None req-343870d8-b030-4aea-a417-a21eb7d5a503 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lazy-loading 'migration_context' on Instance uuid 8836b3f4-9580-4f12-bd01-eccae3940527 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.449722] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761a0c68-7f69-4de0-b475-8e9d5d8c561e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.460298] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c12a38b-bcf8-46ab-8573-009f82dce238 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.465659] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1001.465659] env[62301]: value = "task-2570791" [ 1001.465659] env[62301]: _type = "Task" [ 1001.465659] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.498734] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d1dc59-f511-4fba-9f6b-6b1e01c0cdd3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.505275] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570791, 'name': CreateVM_Task} progress is 15%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.511561] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9070ccab-4867-459b-b86f-d2bfd6f87450 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.530677] env[62301]: DEBUG nova.compute.provider_tree [None req-83982509-671b-4b21-8290-7adcc6d4a741 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.642187] env[62301]: DEBUG oslo_concurrency.lockutils [None req-fc676bd7-5359-47ed-888c-83165c59397e tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.715295] env[62301]: DEBUG nova.compute.manager [req-12ec313f-7d17-4c91-9fbf-6e34cd842224 req-80796a11-322d-483b-a20a-a0b500f5eedc service nova] [instance: 4744b0fa-67e1-42a1-a7d8-a094690ad4ca] Received event network-changed-77aba40e-b37d-497e-b847-b81b073d672d {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1001.715545] env[62301]: DEBUG nova.compute.manager [req-12ec313f-7d17-4c91-9fbf-6e34cd842224 req-80796a11-322d-483b-a20a-a0b500f5eedc service nova] [instance: 4744b0fa-67e1-42a1-a7d8-a094690ad4ca] Refreshing instance network info cache due to event network-changed-77aba40e-b37d-497e-b847-b81b073d672d. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1001.715837] env[62301]: DEBUG oslo_concurrency.lockutils [req-12ec313f-7d17-4c91-9fbf-6e34cd842224 req-80796a11-322d-483b-a20a-a0b500f5eedc service nova] Acquiring lock "refresh_cache-4744b0fa-67e1-42a1-a7d8-a094690ad4ca" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.715995] env[62301]: DEBUG oslo_concurrency.lockutils [req-12ec313f-7d17-4c91-9fbf-6e34cd842224 req-80796a11-322d-483b-a20a-a0b500f5eedc service nova] Acquired lock "refresh_cache-4744b0fa-67e1-42a1-a7d8-a094690ad4ca" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.716292] env[62301]: DEBUG nova.network.neutron [req-12ec313f-7d17-4c91-9fbf-6e34cd842224 req-80796a11-322d-483b-a20a-a0b500f5eedc service nova] [instance: 4744b0fa-67e1-42a1-a7d8-a094690ad4ca] Refreshing network info cache for port 77aba40e-b37d-497e-b847-b81b073d672d {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1001.848931] env[62301]: DEBUG oslo_vmware.api [None req-fca766e5-691d-4b28-a6dc-9f11fc1ac6b1 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570790, 'name': PowerOffVM_Task, 'duration_secs': 0.318091} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.849266] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-fca766e5-691d-4b28-a6dc-9f11fc1ac6b1 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 85377a80-db0b-48de-af62-aa3e8aafe692] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.849502] env[62301]: DEBUG nova.compute.manager [None req-fca766e5-691d-4b28-a6dc-9f11fc1ac6b1 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 85377a80-db0b-48de-af62-aa3e8aafe692] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1001.850347] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761d054b-08dc-406d-881a-247c274e7630 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.953537] env[62301]: DEBUG nova.objects.base [None req-343870d8-b030-4aea-a417-a21eb7d5a503 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Object Instance<8836b3f4-9580-4f12-bd01-eccae3940527> lazy-loaded attributes: info_cache,migration_context {{(pid=62301) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1001.955047] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75d33d5-b5e3-4c2f-8115-4a7c27d90505 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.980180] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-770cb9db-2439-4b42-85da-a052a8962a5b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.989075] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570791, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.990541] env[62301]: DEBUG oslo_vmware.api [None req-343870d8-b030-4aea-a417-a21eb7d5a503 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 1001.990541] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52092293-0033-972b-ae0a-8c80291502bf" [ 1001.990541] env[62301]: _type = "Task" [ 1001.990541] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.999796] env[62301]: DEBUG oslo_vmware.api [None req-343870d8-b030-4aea-a417-a21eb7d5a503 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52092293-0033-972b-ae0a-8c80291502bf, 'name': SearchDatastore_Task, 'duration_secs': 0.009995} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.000168] env[62301]: DEBUG oslo_concurrency.lockutils [None req-343870d8-b030-4aea-a417-a21eb7d5a503 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.034385] env[62301]: DEBUG nova.scheduler.client.report [None req-83982509-671b-4b21-8290-7adcc6d4a741 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.367502] env[62301]: DEBUG oslo_concurrency.lockutils [None req-fca766e5-691d-4b28-a6dc-9f11fc1ac6b1 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "85377a80-db0b-48de-af62-aa3e8aafe692" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.061s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1002.427651] env[62301]: DEBUG nova.network.neutron [req-12ec313f-7d17-4c91-9fbf-6e34cd842224 req-80796a11-322d-483b-a20a-a0b500f5eedc service nova] [instance: 4744b0fa-67e1-42a1-a7d8-a094690ad4ca] Updated VIF entry in instance network info cache for port 77aba40e-b37d-497e-b847-b81b073d672d. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1002.428014] env[62301]: DEBUG nova.network.neutron [req-12ec313f-7d17-4c91-9fbf-6e34cd842224 req-80796a11-322d-483b-a20a-a0b500f5eedc service nova] [instance: 4744b0fa-67e1-42a1-a7d8-a094690ad4ca] Updating instance_info_cache with network_info: [{"id": "77aba40e-b37d-497e-b847-b81b073d672d", "address": "fa:16:3e:d0:77:c7", "network": {"id": "2b6d5216-0aa6-4962-ae7d-0ce0a7d329dc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1253607468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03b7fd9626dd4450af251d23c7d0a8b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77aba40e-b3", "ovs_interfaceid": "77aba40e-b37d-497e-b847-b81b073d672d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.486803] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570791, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.540448] env[62301]: DEBUG oslo_concurrency.lockutils [None req-83982509-671b-4b21-8290-7adcc6d4a741 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.468s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1002.543651] env[62301]: DEBUG oslo_concurrency.lockutils [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.310s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1002.544441] env[62301]: INFO nova.compute.claims [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 6121c067-801b-4e61-af7f-fe0f318a2e3e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1002.564034] env[62301]: INFO nova.scheduler.client.report [None req-83982509-671b-4b21-8290-7adcc6d4a741 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Deleted allocations for instance 55d6ae6c-b0fb-4b46-b600-3476d7828c5a [ 1002.613667] env[62301]: INFO nova.compute.manager [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Swapping old allocation on dict_keys(['f2701398-2646-410f-990f-c3cfa8025d57']) held by migration c3cc6dfb-e4f7-47b8-b8cc-c42e0e0cd887 for instance [ 1002.638710] env[62301]: DEBUG nova.scheduler.client.report [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Overwriting current allocation {'allocations': {'f2701398-2646-410f-990f-c3cfa8025d57': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 137}}, 'project_id': '9b3dfd09250b4ab486b15b680428b1a5', 'user_id': 'c34c6612edac4439a2085be0cbc4198b', 'consumer_generation': 1} on consumer 4eccc0d6-5a82-4a41-a077-966479407c6b {{(pid=62301) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1002.703357] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cd1c182d-dd6e-4d60-9db0-031fb88be56f tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquiring lock "85377a80-db0b-48de-af62-aa3e8aafe692" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.703682] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cd1c182d-dd6e-4d60-9db0-031fb88be56f tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "85377a80-db0b-48de-af62-aa3e8aafe692" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1002.703894] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cd1c182d-dd6e-4d60-9db0-031fb88be56f tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquiring lock "85377a80-db0b-48de-af62-aa3e8aafe692-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.704089] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cd1c182d-dd6e-4d60-9db0-031fb88be56f tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "85377a80-db0b-48de-af62-aa3e8aafe692-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1002.704313] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cd1c182d-dd6e-4d60-9db0-031fb88be56f tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "85377a80-db0b-48de-af62-aa3e8aafe692-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1002.706914] env[62301]: INFO nova.compute.manager [None req-cd1c182d-dd6e-4d60-9db0-031fb88be56f tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 85377a80-db0b-48de-af62-aa3e8aafe692] Terminating instance [ 1002.730628] env[62301]: DEBUG oslo_concurrency.lockutils [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquiring lock "refresh_cache-4eccc0d6-5a82-4a41-a077-966479407c6b" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.730957] env[62301]: DEBUG oslo_concurrency.lockutils [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquired lock "refresh_cache-4eccc0d6-5a82-4a41-a077-966479407c6b" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.731205] env[62301]: DEBUG nova.network.neutron [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1002.930818] env[62301]: DEBUG oslo_concurrency.lockutils [req-12ec313f-7d17-4c91-9fbf-6e34cd842224 req-80796a11-322d-483b-a20a-a0b500f5eedc service nova] Releasing lock "refresh_cache-4744b0fa-67e1-42a1-a7d8-a094690ad4ca" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.931176] env[62301]: DEBUG nova.compute.manager [req-12ec313f-7d17-4c91-9fbf-6e34cd842224 req-80796a11-322d-483b-a20a-a0b500f5eedc service nova] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Received event network-vif-deleted-b0daf005-802b-4441-b025-dba81de00f9d {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1002.987465] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570791, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.072409] env[62301]: DEBUG oslo_concurrency.lockutils [None req-83982509-671b-4b21-8290-7adcc6d4a741 tempest-VolumesAdminNegativeTest-1132286896 tempest-VolumesAdminNegativeTest-1132286896-project-member] Lock "55d6ae6c-b0fb-4b46-b600-3476d7828c5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.057s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1003.210653] env[62301]: DEBUG nova.compute.manager [None req-cd1c182d-dd6e-4d60-9db0-031fb88be56f tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 85377a80-db0b-48de-af62-aa3e8aafe692] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1003.210907] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1c182d-dd6e-4d60-9db0-031fb88be56f tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 85377a80-db0b-48de-af62-aa3e8aafe692] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1003.211849] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d68d2d-a06a-4e6a-adb5-e42b4772425b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.220222] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1c182d-dd6e-4d60-9db0-031fb88be56f tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 85377a80-db0b-48de-af62-aa3e8aafe692] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1003.220486] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-811d9db8-710f-4763-a261-9a33c517f62e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.460860] env[62301]: DEBUG nova.network.neutron [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Updating instance_info_cache with network_info: [{"id": "a00d47f5-5e7d-45c3-9ecd-b79a293bc41e", "address": "fa:16:3e:e3:4f:88", "network": {"id": "7c0f3559-1453-49cf-acfe-38cb288125ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1921160483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b3dfd09250b4ab486b15b680428b1a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa00d47f5-5e", "ovs_interfaceid": "a00d47f5-5e7d-45c3-9ecd-b79a293bc41e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.488527] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570791, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.845559] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea30dfc6-706e-45c4-b171-11762efe79c4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.854900] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bbd33de-a647-4c75-8920-cf4c52b607b2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.891772] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b455f4-4ae7-440d-b9d5-ec20946e5fe4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.900504] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b86a723-8cae-4f1f-86d2-4f64eb043711 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.915475] env[62301]: DEBUG nova.compute.provider_tree [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.964358] env[62301]: DEBUG oslo_concurrency.lockutils [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Releasing lock "refresh_cache-4eccc0d6-5a82-4a41-a077-966479407c6b" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.965358] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b83e99e-e736-4d1c-ba71-9e4508b41fcc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.973821] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f0f693-3a66-4d82-a35f-d443cb5cc04a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.986378] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570791, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.420546] env[62301]: DEBUG nova.scheduler.client.report [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.489351] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570791, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.924986] env[62301]: DEBUG oslo_concurrency.lockutils [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.382s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.925593] env[62301]: DEBUG nova.compute.manager [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 6121c067-801b-4e61-af7f-fe0f318a2e3e] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1004.928735] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2ae4e642-4bba-4be0-9b46-369783f96301 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.417s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.928968] env[62301]: DEBUG nova.objects.instance [None req-2ae4e642-4bba-4be0-9b46-369783f96301 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Lazy-loading 'resources' on Instance uuid e99adbe5-c6e8-4b50-87d7-83ef53b30f08 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.990816] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570791, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.075466] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1005.075843] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-792011f8-f183-4ef6-ab19-48d0952e345e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.086024] env[62301]: DEBUG oslo_vmware.api [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 1005.086024] env[62301]: value = "task-2570793" [ 1005.086024] env[62301]: _type = "Task" [ 1005.086024] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.100129] env[62301]: DEBUG oslo_vmware.api [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570793, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.432452] env[62301]: DEBUG nova.compute.utils [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1005.438383] env[62301]: DEBUG nova.compute.manager [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 6121c067-801b-4e61-af7f-fe0f318a2e3e] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1005.438626] env[62301]: DEBUG nova.network.neutron [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 6121c067-801b-4e61-af7f-fe0f318a2e3e] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1005.484559] env[62301]: DEBUG nova.policy [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f47ee79463440e79e59e44a0b2d1b9c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f79c1c72ace843d4be630377bd5e2326', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 1005.492715] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570791, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.600651] env[62301]: DEBUG oslo_vmware.api [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570793, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.762443] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44d6d20-668e-46ef-9d53-68c7cac4e840 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.771861] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04924595-4f5c-4518-8296-cb495c4ce020 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.814088] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc70ea5-c26a-45d7-b563-8d16a1b40a76 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.824472] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1c23f5-9c8e-440d-9bf1-5c5509e59476 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.830139] env[62301]: DEBUG nova.network.neutron [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 6121c067-801b-4e61-af7f-fe0f318a2e3e] Successfully created port: 4ee5a7d5-38b9-4bea-96f1-a6304cd894cb {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1005.843732] env[62301]: DEBUG nova.compute.provider_tree [None req-2ae4e642-4bba-4be0-9b46-369783f96301 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.942596] env[62301]: DEBUG nova.compute.manager [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 6121c067-801b-4e61-af7f-fe0f318a2e3e] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1005.992313] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570791, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.099835] env[62301]: DEBUG oslo_vmware.api [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570793, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.351154] env[62301]: DEBUG nova.scheduler.client.report [None req-2ae4e642-4bba-4be0-9b46-369783f96301 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.482180] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1c182d-dd6e-4d60-9db0-031fb88be56f tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 85377a80-db0b-48de-af62-aa3e8aafe692] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1006.482430] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1c182d-dd6e-4d60-9db0-031fb88be56f tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 85377a80-db0b-48de-af62-aa3e8aafe692] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1006.482642] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd1c182d-dd6e-4d60-9db0-031fb88be56f tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Deleting the datastore file [datastore1] 85377a80-db0b-48de-af62-aa3e8aafe692 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1006.489375] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84103c9f-9af4-4acc-bd12-ff0ebc0aa2d8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.495889] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570791, 'name': CreateVM_Task, 'duration_secs': 5.026729} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.497139] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4744b0fa-67e1-42a1-a7d8-a094690ad4ca] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1006.497487] env[62301]: DEBUG oslo_vmware.api [None req-cd1c182d-dd6e-4d60-9db0-031fb88be56f tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 1006.497487] env[62301]: value = "task-2570794" [ 1006.497487] env[62301]: _type = "Task" [ 1006.497487] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.498224] env[62301]: DEBUG oslo_concurrency.lockutils [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.498347] env[62301]: DEBUG oslo_concurrency.lockutils [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.498691] env[62301]: DEBUG oslo_concurrency.lockutils [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.499250] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e10e8bca-9637-4c0e-8ce8-54e227ec1d53 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.508652] env[62301]: DEBUG oslo_vmware.api [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 1006.508652] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5226530f-bf6a-9604-e263-3fd3f254a1c1" [ 1006.508652] env[62301]: _type = "Task" [ 1006.508652] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.511862] env[62301]: DEBUG oslo_vmware.api [None req-cd1c182d-dd6e-4d60-9db0-031fb88be56f tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570794, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.522634] env[62301]: DEBUG oslo_vmware.api [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5226530f-bf6a-9604-e263-3fd3f254a1c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.598888] env[62301]: DEBUG oslo_vmware.api [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570793, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.855709] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2ae4e642-4bba-4be0-9b46-369783f96301 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.927s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.858351] env[62301]: DEBUG oslo_concurrency.lockutils [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.257s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.859698] env[62301]: INFO nova.compute.claims [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1006.884091] env[62301]: INFO nova.scheduler.client.report [None req-2ae4e642-4bba-4be0-9b46-369783f96301 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Deleted allocations for instance e99adbe5-c6e8-4b50-87d7-83ef53b30f08 [ 1006.954158] env[62301]: DEBUG nova.compute.manager [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 6121c067-801b-4e61-af7f-fe0f318a2e3e] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1006.981319] env[62301]: DEBUG nova.virt.hardware [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1006.981580] env[62301]: DEBUG nova.virt.hardware [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1006.981739] env[62301]: DEBUG nova.virt.hardware [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1006.981935] env[62301]: DEBUG nova.virt.hardware [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1006.982109] env[62301]: DEBUG nova.virt.hardware [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1006.982248] env[62301]: DEBUG nova.virt.hardware [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1006.982444] env[62301]: DEBUG nova.virt.hardware [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1006.982603] env[62301]: DEBUG nova.virt.hardware [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1006.982770] env[62301]: DEBUG nova.virt.hardware [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1006.982932] env[62301]: DEBUG nova.virt.hardware [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1006.983179] env[62301]: DEBUG nova.virt.hardware [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1006.984117] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf557344-5660-4706-ac04-4348a378f3b0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.994057] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256c9773-ac5d-4268-a740-65bc258899ff {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.017864] env[62301]: DEBUG oslo_vmware.api [None req-cd1c182d-dd6e-4d60-9db0-031fb88be56f tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570794, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292409} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.019134] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd1c182d-dd6e-4d60-9db0-031fb88be56f tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1007.019134] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1c182d-dd6e-4d60-9db0-031fb88be56f tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 85377a80-db0b-48de-af62-aa3e8aafe692] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1007.019134] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1c182d-dd6e-4d60-9db0-031fb88be56f tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 85377a80-db0b-48de-af62-aa3e8aafe692] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1007.019134] env[62301]: INFO nova.compute.manager [None req-cd1c182d-dd6e-4d60-9db0-031fb88be56f tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 85377a80-db0b-48de-af62-aa3e8aafe692] Took 3.81 seconds to destroy the instance on the hypervisor. [ 1007.019302] env[62301]: DEBUG oslo.service.loopingcall [None req-cd1c182d-dd6e-4d60-9db0-031fb88be56f tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1007.019533] env[62301]: DEBUG nova.compute.manager [-] [instance: 85377a80-db0b-48de-af62-aa3e8aafe692] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1007.019631] env[62301]: DEBUG nova.network.neutron [-] [instance: 85377a80-db0b-48de-af62-aa3e8aafe692] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1007.025028] env[62301]: DEBUG oslo_vmware.api [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5226530f-bf6a-9604-e263-3fd3f254a1c1, 'name': SearchDatastore_Task, 'duration_secs': 0.039642} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.025478] env[62301]: DEBUG oslo_concurrency.lockutils [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.025720] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4744b0fa-67e1-42a1-a7d8-a094690ad4ca] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1007.025949] env[62301]: DEBUG oslo_concurrency.lockutils [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.026107] env[62301]: DEBUG oslo_concurrency.lockutils [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.026288] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1007.026542] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9fc931b6-2c48-4747-9623-d8ffab9e2981 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.038104] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1007.038308] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1007.039089] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70f0b5ee-e37b-4da6-9ab5-f5dce702f106 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.045580] env[62301]: DEBUG oslo_vmware.api [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 1007.045580] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52138970-0b15-1e22-ac13-9ebda7aff4c3" [ 1007.045580] env[62301]: _type = "Task" [ 1007.045580] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.055643] env[62301]: DEBUG oslo_vmware.api [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52138970-0b15-1e22-ac13-9ebda7aff4c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.107059] env[62301]: DEBUG oslo_vmware.api [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570793, 'name': PowerOffVM_Task, 'duration_secs': 1.807926} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.108198] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1007.109199] env[62301]: DEBUG nova.virt.hardware [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1007.109933] env[62301]: DEBUG nova.virt.hardware [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1007.110185] env[62301]: DEBUG nova.virt.hardware [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1007.110421] env[62301]: DEBUG nova.virt.hardware [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1007.111245] env[62301]: DEBUG nova.virt.hardware [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1007.111603] env[62301]: DEBUG nova.virt.hardware [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1007.112043] env[62301]: DEBUG nova.virt.hardware [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1007.112530] env[62301]: DEBUG nova.virt.hardware [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1007.112872] env[62301]: DEBUG nova.virt.hardware [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1007.114117] env[62301]: DEBUG nova.virt.hardware [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1007.114195] env[62301]: DEBUG nova.virt.hardware [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1007.120016] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9aff561c-7e09-4717-b40f-41046230b7e3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.139884] env[62301]: DEBUG oslo_vmware.api [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 1007.139884] env[62301]: value = "task-2570795" [ 1007.139884] env[62301]: _type = "Task" [ 1007.139884] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.149531] env[62301]: DEBUG oslo_vmware.api [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570795, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.378951] env[62301]: DEBUG nova.compute.manager [req-3a889067-eb90-4080-887a-e35a32429ee2 req-3b6c8692-8469-4767-a899-27502c5df869 service nova] [instance: 85377a80-db0b-48de-af62-aa3e8aafe692] Received event network-vif-deleted-46acda3d-1c18-4f1c-98fa-74b73fc607eb {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1007.379171] env[62301]: INFO nova.compute.manager [req-3a889067-eb90-4080-887a-e35a32429ee2 req-3b6c8692-8469-4767-a899-27502c5df869 service nova] [instance: 85377a80-db0b-48de-af62-aa3e8aafe692] Neutron deleted interface 46acda3d-1c18-4f1c-98fa-74b73fc607eb; detaching it from the instance and deleting it from the info cache [ 1007.379348] env[62301]: DEBUG nova.network.neutron [req-3a889067-eb90-4080-887a-e35a32429ee2 req-3b6c8692-8469-4767-a899-27502c5df869 service nova] [instance: 85377a80-db0b-48de-af62-aa3e8aafe692] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.392824] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2ae4e642-4bba-4be0-9b46-369783f96301 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Lock "e99adbe5-c6e8-4b50-87d7-83ef53b30f08" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.562s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1007.393864] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2f440652-1d53-4771-b9c5-206ca00467b7 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Lock "e99adbe5-c6e8-4b50-87d7-83ef53b30f08" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 12.597s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1007.394758] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2f440652-1d53-4771-b9c5-206ca00467b7 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Acquiring lock "e99adbe5-c6e8-4b50-87d7-83ef53b30f08-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1007.395100] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2f440652-1d53-4771-b9c5-206ca00467b7 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Lock "e99adbe5-c6e8-4b50-87d7-83ef53b30f08-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1007.395327] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2f440652-1d53-4771-b9c5-206ca00467b7 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Lock "e99adbe5-c6e8-4b50-87d7-83ef53b30f08-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1007.397704] env[62301]: INFO nova.compute.manager [None req-2f440652-1d53-4771-b9c5-206ca00467b7 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Terminating instance [ 1007.558798] env[62301]: DEBUG oslo_vmware.api [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52138970-0b15-1e22-ac13-9ebda7aff4c3, 'name': SearchDatastore_Task, 'duration_secs': 0.018879} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.559659] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1331dde5-89aa-400a-bf0d-0f49bf1c7f59 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.566724] env[62301]: DEBUG oslo_vmware.api [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 1007.566724] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52eb9a81-f776-0974-c9a8-ed48e9cf2c56" [ 1007.566724] env[62301]: _type = "Task" [ 1007.566724] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.576369] env[62301]: DEBUG oslo_vmware.api [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52eb9a81-f776-0974-c9a8-ed48e9cf2c56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.651548] env[62301]: DEBUG oslo_vmware.api [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570795, 'name': ReconfigVM_Task, 'duration_secs': 0.220822} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.652677] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0cfb70-d890-4457-9031-559eb0f38e47 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.683131] env[62301]: DEBUG nova.virt.hardware [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1007.683131] env[62301]: DEBUG nova.virt.hardware [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1007.683131] env[62301]: DEBUG nova.virt.hardware [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1007.683131] env[62301]: DEBUG nova.virt.hardware [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1007.683131] env[62301]: DEBUG nova.virt.hardware [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1007.683131] env[62301]: DEBUG nova.virt.hardware [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1007.683131] env[62301]: DEBUG nova.virt.hardware [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1007.683131] env[62301]: DEBUG nova.virt.hardware [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1007.683131] env[62301]: DEBUG nova.virt.hardware [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1007.683131] env[62301]: DEBUG nova.virt.hardware [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1007.683474] env[62301]: DEBUG nova.virt.hardware [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1007.684438] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0cee120-28ba-4be6-a750-2461058321cc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.691201] env[62301]: DEBUG oslo_vmware.api [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 1007.691201] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52715dfb-9c4b-2551-204a-56247124c3f9" [ 1007.691201] env[62301]: _type = "Task" [ 1007.691201] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.702158] env[62301]: DEBUG oslo_vmware.api [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52715dfb-9c4b-2551-204a-56247124c3f9, 'name': SearchDatastore_Task, 'duration_secs': 0.008478} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.708580] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Reconfiguring VM instance instance-00000051 to detach disk 2000 {{(pid=62301) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1007.708580] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eaa61b5a-b613-48d5-9d69-44a3514b3e8c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.731146] env[62301]: DEBUG oslo_vmware.api [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 1007.731146] env[62301]: value = "task-2570796" [ 1007.731146] env[62301]: _type = "Task" [ 1007.731146] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.740557] env[62301]: DEBUG oslo_vmware.api [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570796, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.858512] env[62301]: DEBUG nova.network.neutron [-] [instance: 85377a80-db0b-48de-af62-aa3e8aafe692] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.882186] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-adb8c7ac-a57d-4c6e-87bd-480c269f3609 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.889759] env[62301]: DEBUG nova.compute.manager [req-ebf7eb76-b5a8-467a-84e0-51a6d50a9812 req-26682a99-cd6d-4e9c-89d1-95f4b6b18bcb service nova] [instance: 6121c067-801b-4e61-af7f-fe0f318a2e3e] Received event network-vif-plugged-4ee5a7d5-38b9-4bea-96f1-a6304cd894cb {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1007.889759] env[62301]: DEBUG oslo_concurrency.lockutils [req-ebf7eb76-b5a8-467a-84e0-51a6d50a9812 req-26682a99-cd6d-4e9c-89d1-95f4b6b18bcb service nova] Acquiring lock "6121c067-801b-4e61-af7f-fe0f318a2e3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1007.889759] env[62301]: DEBUG oslo_concurrency.lockutils [req-ebf7eb76-b5a8-467a-84e0-51a6d50a9812 req-26682a99-cd6d-4e9c-89d1-95f4b6b18bcb service nova] Lock "6121c067-801b-4e61-af7f-fe0f318a2e3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1007.889759] env[62301]: DEBUG oslo_concurrency.lockutils [req-ebf7eb76-b5a8-467a-84e0-51a6d50a9812 req-26682a99-cd6d-4e9c-89d1-95f4b6b18bcb service nova] Lock "6121c067-801b-4e61-af7f-fe0f318a2e3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1007.889759] env[62301]: DEBUG nova.compute.manager [req-ebf7eb76-b5a8-467a-84e0-51a6d50a9812 req-26682a99-cd6d-4e9c-89d1-95f4b6b18bcb service nova] [instance: 6121c067-801b-4e61-af7f-fe0f318a2e3e] No waiting events found dispatching network-vif-plugged-4ee5a7d5-38b9-4bea-96f1-a6304cd894cb {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1007.889759] env[62301]: WARNING nova.compute.manager [req-ebf7eb76-b5a8-467a-84e0-51a6d50a9812 req-26682a99-cd6d-4e9c-89d1-95f4b6b18bcb service nova] [instance: 6121c067-801b-4e61-af7f-fe0f318a2e3e] Received unexpected event network-vif-plugged-4ee5a7d5-38b9-4bea-96f1-a6304cd894cb for instance with vm_state building and task_state spawning. [ 1007.896367] env[62301]: DEBUG nova.network.neutron [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 6121c067-801b-4e61-af7f-fe0f318a2e3e] Successfully updated port: 4ee5a7d5-38b9-4bea-96f1-a6304cd894cb {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1007.902133] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2f440652-1d53-4771-b9c5-206ca00467b7 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Acquiring lock "refresh_cache-e99adbe5-c6e8-4b50-87d7-83ef53b30f08" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.902693] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2f440652-1d53-4771-b9c5-206ca00467b7 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Acquired lock "refresh_cache-e99adbe5-c6e8-4b50-87d7-83ef53b30f08" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.902894] env[62301]: DEBUG nova.network.neutron [None req-2f440652-1d53-4771-b9c5-206ca00467b7 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1007.909403] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6aacca3-aafa-497c-97aa-7597033fc8e1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.923463] env[62301]: DEBUG nova.compute.utils [None req-2f440652-1d53-4771-b9c5-206ca00467b7 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Can not refresh info_cache because instance was not found {{(pid=62301) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1055}} [ 1007.954829] env[62301]: DEBUG nova.compute.manager [req-3a889067-eb90-4080-887a-e35a32429ee2 req-3b6c8692-8469-4767-a899-27502c5df869 service nova] [instance: 85377a80-db0b-48de-af62-aa3e8aafe692] Detach interface failed, port_id=46acda3d-1c18-4f1c-98fa-74b73fc607eb, reason: Instance 85377a80-db0b-48de-af62-aa3e8aafe692 could not be found. {{(pid=62301) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1007.956080] env[62301]: DEBUG nova.network.neutron [None req-2f440652-1d53-4771-b9c5-206ca00467b7 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1008.056182] env[62301]: DEBUG nova.network.neutron [None req-2f440652-1d53-4771-b9c5-206ca00467b7 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.081784] env[62301]: DEBUG oslo_vmware.api [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52eb9a81-f776-0974-c9a8-ed48e9cf2c56, 'name': SearchDatastore_Task, 'duration_secs': 0.014488} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.084461] env[62301]: DEBUG oslo_concurrency.lockutils [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.084727] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 4744b0fa-67e1-42a1-a7d8-a094690ad4ca/4744b0fa-67e1-42a1-a7d8-a094690ad4ca.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1008.085185] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e222057-375f-4674-b2f2-a169515b19d0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.094170] env[62301]: DEBUG oslo_vmware.api [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 1008.094170] env[62301]: value = "task-2570797" [ 1008.094170] env[62301]: _type = "Task" [ 1008.094170] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.109415] env[62301]: DEBUG oslo_vmware.api [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570797, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.201059] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b01d05a-5f54-4eaa-bcfd-76ffc060617a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.210286] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355f7635-395c-4a76-a086-cbe314f400b6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.249348] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c8ff05-550a-42d1-9c8b-c870a5ec1be8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.258981] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2489eb04-1def-4f25-b1c7-693c16c88ea9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.268083] env[62301]: DEBUG oslo_vmware.api [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570796, 'name': ReconfigVM_Task, 'duration_secs': 0.212806} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.269231] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Reconfigured VM instance instance-00000051 to detach disk 2000 {{(pid=62301) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1008.270134] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b844cc-3a27-4033-b902-63269f4b0b42 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.282150] env[62301]: DEBUG nova.compute.provider_tree [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.309223] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 4eccc0d6-5a82-4a41-a077-966479407c6b/4eccc0d6-5a82-4a41-a077-966479407c6b.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1008.310512] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b548c925-26ef-408f-9ea6-8f490671b370 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.332812] env[62301]: DEBUG oslo_vmware.api [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 1008.332812] env[62301]: value = "task-2570798" [ 1008.332812] env[62301]: _type = "Task" [ 1008.332812] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.346642] env[62301]: DEBUG oslo_vmware.api [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570798, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.360415] env[62301]: INFO nova.compute.manager [-] [instance: 85377a80-db0b-48de-af62-aa3e8aafe692] Took 1.34 seconds to deallocate network for instance. [ 1008.406786] env[62301]: DEBUG oslo_concurrency.lockutils [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquiring lock "refresh_cache-6121c067-801b-4e61-af7f-fe0f318a2e3e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.406786] env[62301]: DEBUG oslo_concurrency.lockutils [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquired lock "refresh_cache-6121c067-801b-4e61-af7f-fe0f318a2e3e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.406960] env[62301]: DEBUG nova.network.neutron [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 6121c067-801b-4e61-af7f-fe0f318a2e3e] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.520450] env[62301]: DEBUG oslo_concurrency.lockutils [None req-21237826-536b-4449-89e1-e3414f055df1 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Acquiring lock "c7eabb57-0166-4a6c-852b-9dfbb762a515" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.520851] env[62301]: DEBUG oslo_concurrency.lockutils [None req-21237826-536b-4449-89e1-e3414f055df1 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Lock "c7eabb57-0166-4a6c-852b-9dfbb762a515" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.521240] env[62301]: DEBUG oslo_concurrency.lockutils [None req-21237826-536b-4449-89e1-e3414f055df1 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Acquiring lock "c7eabb57-0166-4a6c-852b-9dfbb762a515-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.521476] env[62301]: DEBUG oslo_concurrency.lockutils [None req-21237826-536b-4449-89e1-e3414f055df1 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Lock "c7eabb57-0166-4a6c-852b-9dfbb762a515-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.521659] env[62301]: DEBUG oslo_concurrency.lockutils [None req-21237826-536b-4449-89e1-e3414f055df1 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Lock "c7eabb57-0166-4a6c-852b-9dfbb762a515-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.524131] env[62301]: INFO nova.compute.manager [None req-21237826-536b-4449-89e1-e3414f055df1 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Terminating instance [ 1008.558751] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2f440652-1d53-4771-b9c5-206ca00467b7 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Releasing lock "refresh_cache-e99adbe5-c6e8-4b50-87d7-83ef53b30f08" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.559236] env[62301]: DEBUG nova.compute.manager [None req-2f440652-1d53-4771-b9c5-206ca00467b7 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1008.559510] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-2f440652-1d53-4771-b9c5-206ca00467b7 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1008.559747] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-39bc97cc-de02-4021-b5aa-4335e8be6c3a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.572762] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1811fa77-6060-4190-9924-02f8dcf23c85 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.615680] env[62301]: WARNING nova.virt.vmwareapi.vmops [None req-2f440652-1d53-4771-b9c5-206ca00467b7 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance e99adbe5-c6e8-4b50-87d7-83ef53b30f08 could not be found. [ 1008.615958] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-2f440652-1d53-4771-b9c5-206ca00467b7 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1008.616213] env[62301]: INFO nova.compute.manager [None req-2f440652-1d53-4771-b9c5-206ca00467b7 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1008.616520] env[62301]: DEBUG oslo.service.loopingcall [None req-2f440652-1d53-4771-b9c5-206ca00467b7 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1008.617288] env[62301]: DEBUG nova.compute.manager [-] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1008.617457] env[62301]: DEBUG nova.network.neutron [-] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1008.622989] env[62301]: DEBUG oslo_vmware.api [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570797, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495133} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.623310] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 4744b0fa-67e1-42a1-a7d8-a094690ad4ca/4744b0fa-67e1-42a1-a7d8-a094690ad4ca.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1008.623552] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4744b0fa-67e1-42a1-a7d8-a094690ad4ca] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1008.623838] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ce7b49a-92cb-415a-a974-4ef3b9ce6f33 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.631609] env[62301]: DEBUG oslo_vmware.api [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 1008.631609] env[62301]: value = "task-2570799" [ 1008.631609] env[62301]: _type = "Task" [ 1008.631609] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.644000] env[62301]: DEBUG oslo_vmware.api [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570799, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.652129] env[62301]: DEBUG nova.network.neutron [-] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1008.710686] env[62301]: DEBUG oslo_vmware.rw_handles [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5268f063-2f1a-292d-d16d-3a5dde1549fe/disk-0.vmdk. {{(pid=62301) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1008.711698] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec243f6f-1a5e-478e-a8f6-006be67b9370 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.720250] env[62301]: DEBUG oslo_vmware.rw_handles [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5268f063-2f1a-292d-d16d-3a5dde1549fe/disk-0.vmdk is in state: ready. {{(pid=62301) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1008.720449] env[62301]: ERROR oslo_vmware.rw_handles [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5268f063-2f1a-292d-d16d-3a5dde1549fe/disk-0.vmdk due to incomplete transfer. [ 1008.720706] env[62301]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2ce4164e-4efe-4a5e-9a15-d141caecf4e0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.729658] env[62301]: DEBUG oslo_vmware.rw_handles [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5268f063-2f1a-292d-d16d-3a5dde1549fe/disk-0.vmdk. {{(pid=62301) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1008.730009] env[62301]: DEBUG nova.virt.vmwareapi.images [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Uploaded image d54367fb-71f3-4730-aae5-113f3e13e2d3 to the Glance image server {{(pid=62301) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1008.732619] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Destroying the VM {{(pid=62301) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1008.732877] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-10e8d88c-5b28-488d-845a-73d2c9cf3e70 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.740433] env[62301]: DEBUG oslo_vmware.api [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Waiting for the task: (returnval){ [ 1008.740433] env[62301]: value = "task-2570800" [ 1008.740433] env[62301]: _type = "Task" [ 1008.740433] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.749797] env[62301]: DEBUG oslo_vmware.api [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570800, 'name': Destroy_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.786128] env[62301]: DEBUG nova.scheduler.client.report [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.843616] env[62301]: DEBUG oslo_vmware.api [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570798, 'name': ReconfigVM_Task, 'duration_secs': 0.509247} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.843895] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 4eccc0d6-5a82-4a41-a077-966479407c6b/4eccc0d6-5a82-4a41-a077-966479407c6b.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1008.844833] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793d36b5-e6bc-45e5-8ec5-90e1875b8246 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.865873] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894e920d-7939-4571-bd93-8d9ef7522273 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.869016] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cd1c182d-dd6e-4d60-9db0-031fb88be56f tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.890446] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48be9765-e0af-4370-a575-c94c8614c1c2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.915812] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb15f703-03b0-442e-9adf-e08c959a04a1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.923901] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1008.924249] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-453bc135-1d6c-44ba-9266-ef5ca00574d6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.931232] env[62301]: DEBUG oslo_vmware.api [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 1008.931232] env[62301]: value = "task-2570801" [ 1008.931232] env[62301]: _type = "Task" [ 1008.931232] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.940127] env[62301]: DEBUG oslo_vmware.api [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570801, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.948586] env[62301]: DEBUG nova.network.neutron [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 6121c067-801b-4e61-af7f-fe0f318a2e3e] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1009.028500] env[62301]: DEBUG nova.compute.manager [None req-21237826-536b-4449-89e1-e3414f055df1 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1009.028500] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-21237826-536b-4449-89e1-e3414f055df1 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1009.029399] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a459c52e-8af2-4dc3-8ad0-29f1e056faad {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.038177] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-21237826-536b-4449-89e1-e3414f055df1 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.038430] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-297c5dea-5847-4df3-8040-63c51492429e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.045330] env[62301]: DEBUG oslo_vmware.api [None req-21237826-536b-4449-89e1-e3414f055df1 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Waiting for the task: (returnval){ [ 1009.045330] env[62301]: value = "task-2570802" [ 1009.045330] env[62301]: _type = "Task" [ 1009.045330] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.056672] env[62301]: DEBUG oslo_vmware.api [None req-21237826-536b-4449-89e1-e3414f055df1 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Task: {'id': task-2570802, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.087482] env[62301]: DEBUG nova.network.neutron [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 6121c067-801b-4e61-af7f-fe0f318a2e3e] Updating instance_info_cache with network_info: [{"id": "4ee5a7d5-38b9-4bea-96f1-a6304cd894cb", "address": "fa:16:3e:39:b0:28", "network": {"id": "84fdfe6c-b92c-4aa3-a9b8-6d0fb516b49a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-430300115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f79c1c72ace843d4be630377bd5e2326", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ee5a7d5-38", "ovs_interfaceid": "4ee5a7d5-38b9-4bea-96f1-a6304cd894cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.142800] env[62301]: DEBUG oslo_vmware.api [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570799, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102709} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.142920] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4744b0fa-67e1-42a1-a7d8-a094690ad4ca] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1009.143686] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254d2aa1-ec4e-4c41-b4a4-987d1ff8c755 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.158599] env[62301]: DEBUG nova.network.neutron [-] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.168564] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4744b0fa-67e1-42a1-a7d8-a094690ad4ca] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 4744b0fa-67e1-42a1-a7d8-a094690ad4ca/4744b0fa-67e1-42a1-a7d8-a094690ad4ca.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1009.169435] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f78aafd-1fdf-4d90-9663-82369273023f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.193503] env[62301]: DEBUG oslo_vmware.api [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 1009.193503] env[62301]: value = "task-2570803" [ 1009.193503] env[62301]: _type = "Task" [ 1009.193503] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.203558] env[62301]: DEBUG oslo_vmware.api [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570803, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.251730] env[62301]: DEBUG oslo_vmware.api [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570800, 'name': Destroy_Task, 'duration_secs': 0.373327} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.252052] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Destroyed the VM [ 1009.252405] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Deleting Snapshot of the VM instance {{(pid=62301) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1009.252703] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8a0c0d15-c665-4e37-9a48-e04969fd7e4b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.260731] env[62301]: DEBUG oslo_vmware.api [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Waiting for the task: (returnval){ [ 1009.260731] env[62301]: value = "task-2570804" [ 1009.260731] env[62301]: _type = "Task" [ 1009.260731] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.270061] env[62301]: DEBUG oslo_vmware.api [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570804, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.292458] env[62301]: DEBUG oslo_concurrency.lockutils [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.434s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1009.293100] env[62301]: DEBUG nova.compute.manager [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1009.295760] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7dc751cd-5c88-4943-9065-544730e8b0ca tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.667s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1009.295971] env[62301]: DEBUG nova.objects.instance [None req-7dc751cd-5c88-4943-9065-544730e8b0ca tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lazy-loading 'resources' on Instance uuid 9b75c3ad-c32e-42c8-943a-70254bcf68dc {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.442566] env[62301]: DEBUG oslo_vmware.api [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570801, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.556140] env[62301]: DEBUG oslo_vmware.api [None req-21237826-536b-4449-89e1-e3414f055df1 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Task: {'id': task-2570802, 'name': PowerOffVM_Task, 'duration_secs': 0.233727} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.556456] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-21237826-536b-4449-89e1-e3414f055df1 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.556658] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-21237826-536b-4449-89e1-e3414f055df1 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1009.556936] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bca08ca7-100c-4a7d-bc4a-a8d72fc49d12 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.590418] env[62301]: DEBUG oslo_concurrency.lockutils [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Releasing lock "refresh_cache-6121c067-801b-4e61-af7f-fe0f318a2e3e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.590748] env[62301]: DEBUG nova.compute.manager [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 6121c067-801b-4e61-af7f-fe0f318a2e3e] Instance network_info: |[{"id": "4ee5a7d5-38b9-4bea-96f1-a6304cd894cb", "address": "fa:16:3e:39:b0:28", "network": {"id": "84fdfe6c-b92c-4aa3-a9b8-6d0fb516b49a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-430300115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f79c1c72ace843d4be630377bd5e2326", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ee5a7d5-38", "ovs_interfaceid": "4ee5a7d5-38b9-4bea-96f1-a6304cd894cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1009.591220] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 6121c067-801b-4e61-af7f-fe0f318a2e3e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:b0:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '07e9bef1-2b0e-4e4d-997f-de71bb0e213a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ee5a7d5-38b9-4bea-96f1-a6304cd894cb', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1009.598651] env[62301]: DEBUG oslo.service.loopingcall [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1009.599248] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6121c067-801b-4e61-af7f-fe0f318a2e3e] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1009.599814] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb4c5ef7-3d4d-4f7c-8462-bff12bc1ff57 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.620037] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1009.620037] env[62301]: value = "task-2570806" [ 1009.620037] env[62301]: _type = "Task" [ 1009.620037] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.629580] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570806, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.670404] env[62301]: INFO nova.compute.manager [-] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Took 1.05 seconds to deallocate network for instance. [ 1009.704773] env[62301]: DEBUG oslo_vmware.api [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570803, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.773392] env[62301]: DEBUG oslo_vmware.api [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570804, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.801902] env[62301]: DEBUG nova.compute.utils [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1009.803532] env[62301]: DEBUG nova.compute.manager [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1009.803677] env[62301]: DEBUG nova.network.neutron [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1009.855024] env[62301]: DEBUG nova.policy [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a8f3de2018d4e52aaaf9cc9ade88cd6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ea9bdc8a9b547d881e4051cff4426f9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 1009.913620] env[62301]: DEBUG nova.compute.manager [req-608074de-0719-47a1-8e70-cdf707a13a83 req-396ae65a-68ef-49d5-8951-25c1bb64e195 service nova] [instance: 6121c067-801b-4e61-af7f-fe0f318a2e3e] Received event network-changed-4ee5a7d5-38b9-4bea-96f1-a6304cd894cb {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1009.913815] env[62301]: DEBUG nova.compute.manager [req-608074de-0719-47a1-8e70-cdf707a13a83 req-396ae65a-68ef-49d5-8951-25c1bb64e195 service nova] [instance: 6121c067-801b-4e61-af7f-fe0f318a2e3e] Refreshing instance network info cache due to event network-changed-4ee5a7d5-38b9-4bea-96f1-a6304cd894cb. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1009.914050] env[62301]: DEBUG oslo_concurrency.lockutils [req-608074de-0719-47a1-8e70-cdf707a13a83 req-396ae65a-68ef-49d5-8951-25c1bb64e195 service nova] Acquiring lock "refresh_cache-6121c067-801b-4e61-af7f-fe0f318a2e3e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.914260] env[62301]: DEBUG oslo_concurrency.lockutils [req-608074de-0719-47a1-8e70-cdf707a13a83 req-396ae65a-68ef-49d5-8951-25c1bb64e195 service nova] Acquired lock "refresh_cache-6121c067-801b-4e61-af7f-fe0f318a2e3e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.915070] env[62301]: DEBUG nova.network.neutron [req-608074de-0719-47a1-8e70-cdf707a13a83 req-396ae65a-68ef-49d5-8951-25c1bb64e195 service nova] [instance: 6121c067-801b-4e61-af7f-fe0f318a2e3e] Refreshing network info cache for port 4ee5a7d5-38b9-4bea-96f1-a6304cd894cb {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1009.934310] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Acquiring lock "d7d711f5-1852-4f9b-baf6-ab11bc310be9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1009.934526] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Lock "d7d711f5-1852-4f9b-baf6-ab11bc310be9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1009.949404] env[62301]: DEBUG oslo_vmware.api [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570801, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.070214] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bacbf33-38f1-437a-8324-d3df73937a80 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.082409] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abe528d-89c9-4321-8d78-24d0b0a93043 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.150401] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e963a00-88b1-489b-8f81-220b933c676a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.162485] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570806, 'name': CreateVM_Task} progress is 15%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.165885] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335d946f-7e8d-46ae-8e82-c485ef984ab0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.180755] env[62301]: INFO nova.compute.manager [None req-2f440652-1d53-4771-b9c5-206ca00467b7 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Instance disappeared during terminate [ 1010.181037] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2f440652-1d53-4771-b9c5-206ca00467b7 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Lock "e99adbe5-c6e8-4b50-87d7-83ef53b30f08" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.787s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1010.186033] env[62301]: DEBUG nova.compute.provider_tree [None req-7dc751cd-5c88-4943-9065-544730e8b0ca tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.205532] env[62301]: DEBUG oslo_vmware.api [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570803, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.208353] env[62301]: DEBUG nova.network.neutron [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Successfully created port: b5a35e02-2fa4-4a1a-9156-e6a6e67fb8e0 {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1010.272626] env[62301]: DEBUG oslo_vmware.api [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570804, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.307317] env[62301]: DEBUG nova.compute.manager [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1010.441333] env[62301]: DEBUG nova.compute.manager [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] [instance: d7d711f5-1852-4f9b-baf6-ab11bc310be9] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1010.447836] env[62301]: DEBUG oslo_vmware.api [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570801, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.653659] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570806, 'name': CreateVM_Task} progress is 15%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.662356] env[62301]: DEBUG nova.network.neutron [req-608074de-0719-47a1-8e70-cdf707a13a83 req-396ae65a-68ef-49d5-8951-25c1bb64e195 service nova] [instance: 6121c067-801b-4e61-af7f-fe0f318a2e3e] Updated VIF entry in instance network info cache for port 4ee5a7d5-38b9-4bea-96f1-a6304cd894cb. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1010.662725] env[62301]: DEBUG nova.network.neutron [req-608074de-0719-47a1-8e70-cdf707a13a83 req-396ae65a-68ef-49d5-8951-25c1bb64e195 service nova] [instance: 6121c067-801b-4e61-af7f-fe0f318a2e3e] Updating instance_info_cache with network_info: [{"id": "4ee5a7d5-38b9-4bea-96f1-a6304cd894cb", "address": "fa:16:3e:39:b0:28", "network": {"id": "84fdfe6c-b92c-4aa3-a9b8-6d0fb516b49a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-430300115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f79c1c72ace843d4be630377bd5e2326", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ee5a7d5-38", "ovs_interfaceid": "4ee5a7d5-38b9-4bea-96f1-a6304cd894cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.685292] env[62301]: DEBUG nova.scheduler.client.report [None req-7dc751cd-5c88-4943-9065-544730e8b0ca tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.706518] env[62301]: DEBUG oslo_vmware.api [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570803, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.772503] env[62301]: DEBUG oslo_vmware.api [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570804, 'name': RemoveSnapshot_Task, 'duration_secs': 1.350538} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.772812] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Deleted Snapshot of the VM instance {{(pid=62301) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1010.773132] env[62301]: DEBUG nova.compute.manager [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1010.773880] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1c6fb1-4481-4c43-90ff-5c9764e39883 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.946716] env[62301]: DEBUG oslo_vmware.api [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570801, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.968506] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.155061] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570806, 'name': CreateVM_Task} progress is 15%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.165796] env[62301]: DEBUG oslo_concurrency.lockutils [req-608074de-0719-47a1-8e70-cdf707a13a83 req-396ae65a-68ef-49d5-8951-25c1bb64e195 service nova] Releasing lock "refresh_cache-6121c067-801b-4e61-af7f-fe0f318a2e3e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.189923] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7dc751cd-5c88-4943-9065-544730e8b0ca tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.894s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.192375] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.909s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.193843] env[62301]: INFO nova.compute.claims [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: de6bacc7-556f-4809-a791-26892786c64a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1011.205931] env[62301]: DEBUG oslo_vmware.api [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570803, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.209537] env[62301]: INFO nova.scheduler.client.report [None req-7dc751cd-5c88-4943-9065-544730e8b0ca tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Deleted allocations for instance 9b75c3ad-c32e-42c8-943a-70254bcf68dc [ 1011.289237] env[62301]: INFO nova.compute.manager [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Shelve offloading [ 1011.316511] env[62301]: DEBUG nova.compute.manager [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1011.344198] env[62301]: DEBUG nova.virt.hardware [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1011.344509] env[62301]: DEBUG nova.virt.hardware [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1011.344820] env[62301]: DEBUG nova.virt.hardware [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1011.344820] env[62301]: DEBUG nova.virt.hardware [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1011.344963] env[62301]: DEBUG nova.virt.hardware [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1011.345098] env[62301]: DEBUG nova.virt.hardware [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1011.345310] env[62301]: DEBUG nova.virt.hardware [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1011.345488] env[62301]: DEBUG nova.virt.hardware [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1011.345669] env[62301]: DEBUG nova.virt.hardware [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1011.345831] env[62301]: DEBUG nova.virt.hardware [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1011.346079] env[62301]: DEBUG nova.virt.hardware [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1011.346874] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975dac55-8440-461e-9740-ebee2607a9ae {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.355223] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5debf292-f62c-43c6-9ff5-5750814bff24 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.445469] env[62301]: DEBUG oslo_vmware.api [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570801, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.555876] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-21237826-536b-4449-89e1-e3414f055df1 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1011.556174] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-21237826-536b-4449-89e1-e3414f055df1 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1011.556371] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-21237826-536b-4449-89e1-e3414f055df1 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Deleting the datastore file [datastore1] c7eabb57-0166-4a6c-852b-9dfbb762a515 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1011.556680] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d5bbd95-7426-4415-bd37-8a70b58686a1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.565581] env[62301]: DEBUG oslo_vmware.api [None req-21237826-536b-4449-89e1-e3414f055df1 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Waiting for the task: (returnval){ [ 1011.565581] env[62301]: value = "task-2570807" [ 1011.565581] env[62301]: _type = "Task" [ 1011.565581] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.574503] env[62301]: DEBUG oslo_vmware.api [None req-21237826-536b-4449-89e1-e3414f055df1 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Task: {'id': task-2570807, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.654804] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570806, 'name': CreateVM_Task} progress is 25%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.709242] env[62301]: DEBUG oslo_vmware.api [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570803, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.719959] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7dc751cd-5c88-4943-9065-544730e8b0ca tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lock "9b75c3ad-c32e-42c8-943a-70254bcf68dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.262s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.793296] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1011.794394] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44b59142-fd90-44b7-82bb-1162b01d6fd6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.803489] env[62301]: DEBUG oslo_vmware.api [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Waiting for the task: (returnval){ [ 1011.803489] env[62301]: value = "task-2570808" [ 1011.803489] env[62301]: _type = "Task" [ 1011.803489] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.814870] env[62301]: DEBUG oslo_vmware.api [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570808, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.844665] env[62301]: DEBUG nova.network.neutron [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Successfully updated port: b5a35e02-2fa4-4a1a-9156-e6a6e67fb8e0 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1011.946884] env[62301]: DEBUG oslo_vmware.api [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570801, 'name': PowerOnVM_Task, 'duration_secs': 3.000821} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.947187] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1011.954897] env[62301]: DEBUG nova.compute.manager [req-cc50837c-7353-472a-ae40-188e79b38feb req-0014662b-bba4-42ef-8253-567e86f7a72e service nova] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Received event network-vif-plugged-b5a35e02-2fa4-4a1a-9156-e6a6e67fb8e0 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1011.955148] env[62301]: DEBUG oslo_concurrency.lockutils [req-cc50837c-7353-472a-ae40-188e79b38feb req-0014662b-bba4-42ef-8253-567e86f7a72e service nova] Acquiring lock "3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.955388] env[62301]: DEBUG oslo_concurrency.lockutils [req-cc50837c-7353-472a-ae40-188e79b38feb req-0014662b-bba4-42ef-8253-567e86f7a72e service nova] Lock "3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.955839] env[62301]: DEBUG oslo_concurrency.lockutils [req-cc50837c-7353-472a-ae40-188e79b38feb req-0014662b-bba4-42ef-8253-567e86f7a72e service nova] Lock "3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.955839] env[62301]: DEBUG nova.compute.manager [req-cc50837c-7353-472a-ae40-188e79b38feb req-0014662b-bba4-42ef-8253-567e86f7a72e service nova] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] No waiting events found dispatching network-vif-plugged-b5a35e02-2fa4-4a1a-9156-e6a6e67fb8e0 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1011.956085] env[62301]: WARNING nova.compute.manager [req-cc50837c-7353-472a-ae40-188e79b38feb req-0014662b-bba4-42ef-8253-567e86f7a72e service nova] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Received unexpected event network-vif-plugged-b5a35e02-2fa4-4a1a-9156-e6a6e67fb8e0 for instance with vm_state building and task_state spawning. [ 1011.956362] env[62301]: DEBUG nova.compute.manager [req-cc50837c-7353-472a-ae40-188e79b38feb req-0014662b-bba4-42ef-8253-567e86f7a72e service nova] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Received event network-changed-b5a35e02-2fa4-4a1a-9156-e6a6e67fb8e0 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1011.956601] env[62301]: DEBUG nova.compute.manager [req-cc50837c-7353-472a-ae40-188e79b38feb req-0014662b-bba4-42ef-8253-567e86f7a72e service nova] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Refreshing instance network info cache due to event network-changed-b5a35e02-2fa4-4a1a-9156-e6a6e67fb8e0. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1011.956841] env[62301]: DEBUG oslo_concurrency.lockutils [req-cc50837c-7353-472a-ae40-188e79b38feb req-0014662b-bba4-42ef-8253-567e86f7a72e service nova] Acquiring lock "refresh_cache-3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.957027] env[62301]: DEBUG oslo_concurrency.lockutils [req-cc50837c-7353-472a-ae40-188e79b38feb req-0014662b-bba4-42ef-8253-567e86f7a72e service nova] Acquired lock "refresh_cache-3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.957256] env[62301]: DEBUG nova.network.neutron [req-cc50837c-7353-472a-ae40-188e79b38feb req-0014662b-bba4-42ef-8253-567e86f7a72e service nova] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Refreshing network info cache for port b5a35e02-2fa4-4a1a-9156-e6a6e67fb8e0 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1012.076773] env[62301]: DEBUG oslo_vmware.api [None req-21237826-536b-4449-89e1-e3414f055df1 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Task: {'id': task-2570807, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.370076} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.077045] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-21237826-536b-4449-89e1-e3414f055df1 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1012.077234] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-21237826-536b-4449-89e1-e3414f055df1 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1012.077415] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-21237826-536b-4449-89e1-e3414f055df1 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1012.077587] env[62301]: INFO nova.compute.manager [None req-21237826-536b-4449-89e1-e3414f055df1 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Took 3.05 seconds to destroy the instance on the hypervisor. [ 1012.077917] env[62301]: DEBUG oslo.service.loopingcall [None req-21237826-536b-4449-89e1-e3414f055df1 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1012.078782] env[62301]: DEBUG nova.compute.manager [-] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1012.078782] env[62301]: DEBUG nova.network.neutron [-] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1012.158576] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570806, 'name': CreateVM_Task} progress is 25%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.211813] env[62301]: DEBUG oslo_vmware.api [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570803, 'name': ReconfigVM_Task, 'duration_secs': 2.760915} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.211813] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4744b0fa-67e1-42a1-a7d8-a094690ad4ca] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 4744b0fa-67e1-42a1-a7d8-a094690ad4ca/4744b0fa-67e1-42a1-a7d8-a094690ad4ca.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1012.211813] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05b0b78d-b3b2-4fc7-9de8-d78b0ef76a71 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.220954] env[62301]: DEBUG oslo_vmware.api [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 1012.220954] env[62301]: value = "task-2570809" [ 1012.220954] env[62301]: _type = "Task" [ 1012.220954] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.233648] env[62301]: DEBUG oslo_vmware.api [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570809, 'name': Rename_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.316705] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] VM already powered off {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1012.317105] env[62301]: DEBUG nova.compute.manager [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1012.320917] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddea7ddd-91da-4a32-b7b8-65d8e62a87a9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.327362] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Acquiring lock "refresh_cache-d44608fc-c2b2-4331-ba83-0553238f5f6d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.327498] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Acquired lock "refresh_cache-d44608fc-c2b2-4331-ba83-0553238f5f6d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.327677] env[62301]: DEBUG nova.network.neutron [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1012.349331] env[62301]: DEBUG oslo_concurrency.lockutils [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquiring lock "refresh_cache-3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.492775] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e2633a-9432-42b9-a20f-3282a21c19fd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.503598] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be283fa0-a97c-4528-b798-c4a632d746df {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.512357] env[62301]: DEBUG nova.network.neutron [req-cc50837c-7353-472a-ae40-188e79b38feb req-0014662b-bba4-42ef-8253-567e86f7a72e service nova] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1012.543953] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1706f1d8-da1e-40fc-a89a-63f8fe5a8f84 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.552579] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d4ef15-9fd1-4dbe-a913-0d710c756bab {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.567167] env[62301]: DEBUG nova.compute.provider_tree [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.621667] env[62301]: DEBUG nova.network.neutron [req-cc50837c-7353-472a-ae40-188e79b38feb req-0014662b-bba4-42ef-8253-567e86f7a72e service nova] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.656248] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570806, 'name': CreateVM_Task} progress is 25%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.731367] env[62301]: DEBUG oslo_vmware.api [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570809, 'name': Rename_Task, 'duration_secs': 0.258041} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.731621] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4744b0fa-67e1-42a1-a7d8-a094690ad4ca] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1012.731856] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05de674a-bbab-4f10-9b1d-8fb33b22634d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.739067] env[62301]: DEBUG oslo_vmware.api [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 1012.739067] env[62301]: value = "task-2570810" [ 1012.739067] env[62301]: _type = "Task" [ 1012.739067] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.746646] env[62301]: DEBUG oslo_vmware.api [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570810, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.847737] env[62301]: DEBUG nova.network.neutron [-] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.941691] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cb89ae96-66b8-4bba-b8c4-6abcaad65941 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Acquiring lock "222560d8-31b8-4349-aaa0-67d1497ac0a6" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.941691] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cb89ae96-66b8-4bba-b8c4-6abcaad65941 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lock "222560d8-31b8-4349-aaa0-67d1497ac0a6" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.001758] env[62301]: INFO nova.compute.manager [None req-333633a8-2465-46b6-bf09-01f601539f0a tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Updating instance to original state: 'active' [ 1013.041408] env[62301]: DEBUG nova.network.neutron [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Updating instance_info_cache with network_info: [{"id": "e7617da4-5e36-4a41-a3b3-f9581ffa2905", "address": "fa:16:3e:c6:82:c0", "network": {"id": "6139468e-0c7f-40bd-a1a3-32f52ddad899", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-755801576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f2685f8007c46feaba89744ed234030", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7617da4-5e", "ovs_interfaceid": "e7617da4-5e36-4a41-a3b3-f9581ffa2905", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.070545] env[62301]: DEBUG nova.scheduler.client.report [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.124853] env[62301]: DEBUG oslo_concurrency.lockutils [req-cc50837c-7353-472a-ae40-188e79b38feb req-0014662b-bba4-42ef-8253-567e86f7a72e service nova] Releasing lock "refresh_cache-3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.125306] env[62301]: DEBUG oslo_concurrency.lockutils [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquired lock "refresh_cache-3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.125465] env[62301]: DEBUG nova.network.neutron [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1013.160189] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570806, 'name': CreateVM_Task} progress is 25%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.251227] env[62301]: DEBUG oslo_vmware.api [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570810, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.350415] env[62301]: INFO nova.compute.manager [-] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Took 1.27 seconds to deallocate network for instance. [ 1013.447768] env[62301]: INFO nova.compute.manager [None req-cb89ae96-66b8-4bba-b8c4-6abcaad65941 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Detaching volume c5abad2d-1c2c-481e-a062-15fe14642305 [ 1013.488574] env[62301]: INFO nova.virt.block_device [None req-cb89ae96-66b8-4bba-b8c4-6abcaad65941 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Attempting to driver detach volume c5abad2d-1c2c-481e-a062-15fe14642305 from mountpoint /dev/sdb [ 1013.488816] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb89ae96-66b8-4bba-b8c4-6abcaad65941 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Volume detach. Driver type: vmdk {{(pid=62301) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1013.489009] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb89ae96-66b8-4bba-b8c4-6abcaad65941 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518889', 'volume_id': 'c5abad2d-1c2c-481e-a062-15fe14642305', 'name': 'volume-c5abad2d-1c2c-481e-a062-15fe14642305', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '222560d8-31b8-4349-aaa0-67d1497ac0a6', 'attached_at': '', 'detached_at': '', 'volume_id': 'c5abad2d-1c2c-481e-a062-15fe14642305', 'serial': 'c5abad2d-1c2c-481e-a062-15fe14642305'} {{(pid=62301) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1013.489916] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae13dd7-85f4-499c-9e7e-5558d0d8d228 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.518127] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670e8007-dc4e-47d7-aec1-72d92b01367d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.526652] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4506fd-a1b9-4a4d-90ea-19b1f137a80b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.547757] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Releasing lock "refresh_cache-d44608fc-c2b2-4331-ba83-0553238f5f6d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.551064] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37121572-7c92-423f-9b28-ac1038ed4a23 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.568461] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb89ae96-66b8-4bba-b8c4-6abcaad65941 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] The volume has not been displaced from its original location: [datastore2] volume-c5abad2d-1c2c-481e-a062-15fe14642305/volume-c5abad2d-1c2c-481e-a062-15fe14642305.vmdk. No consolidation needed. {{(pid=62301) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1013.573698] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb89ae96-66b8-4bba-b8c4-6abcaad65941 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Reconfiguring VM instance instance-00000031 to detach disk 2001 {{(pid=62301) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1013.574226] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6802c25-a8dd-4248-8b9c-1206e75f4204 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.587157] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.395s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.587644] env[62301]: DEBUG nova.compute.manager [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: de6bacc7-556f-4809-a791-26892786c64a] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1013.591025] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.082s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.592287] env[62301]: INFO nova.compute.claims [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: 9317e942-06ea-4055-8eb8-0bce94a7dd77] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1013.603558] env[62301]: DEBUG oslo_vmware.api [None req-cb89ae96-66b8-4bba-b8c4-6abcaad65941 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Waiting for the task: (returnval){ [ 1013.603558] env[62301]: value = "task-2570811" [ 1013.603558] env[62301]: _type = "Task" [ 1013.603558] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.614621] env[62301]: DEBUG oslo_vmware.api [None req-cb89ae96-66b8-4bba-b8c4-6abcaad65941 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2570811, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.657228] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570806, 'name': CreateVM_Task} progress is 25%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.677104] env[62301]: DEBUG nova.network.neutron [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1013.752625] env[62301]: DEBUG oslo_vmware.api [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570810, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.856108] env[62301]: DEBUG nova.network.neutron [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Updating instance_info_cache with network_info: [{"id": "b5a35e02-2fa4-4a1a-9156-e6a6e67fb8e0", "address": "fa:16:3e:5f:1f:d8", "network": {"id": "2bb96169-7594-47bb-8c69-56a2af9dfa32", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1110516366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ea9bdc8a9b547d881e4051cff4426f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a35e02-2f", "ovs_interfaceid": "b5a35e02-2fa4-4a1a-9156-e6a6e67fb8e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.858055] env[62301]: DEBUG oslo_concurrency.lockutils [None req-21237826-536b-4449-89e1-e3414f055df1 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1013.859132] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1013.860289] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a383c8fc-6a9e-49a9-8809-fe220ee4b88f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.868264] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1013.869112] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e18282d-c231-47c7-b3e7-efdc750d964a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.966033] env[62301]: DEBUG oslo_concurrency.lockutils [None req-ea92bfce-f085-4629-ad84-e54308ecfabe tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquiring lock "4eccc0d6-5a82-4a41-a077-966479407c6b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1013.966246] env[62301]: DEBUG oslo_concurrency.lockutils [None req-ea92bfce-f085-4629-ad84-e54308ecfabe tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lock "4eccc0d6-5a82-4a41-a077-966479407c6b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.967020] env[62301]: DEBUG oslo_concurrency.lockutils [None req-ea92bfce-f085-4629-ad84-e54308ecfabe tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquiring lock "4eccc0d6-5a82-4a41-a077-966479407c6b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1013.967020] env[62301]: DEBUG oslo_concurrency.lockutils [None req-ea92bfce-f085-4629-ad84-e54308ecfabe tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lock "4eccc0d6-5a82-4a41-a077-966479407c6b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.967020] env[62301]: DEBUG oslo_concurrency.lockutils [None req-ea92bfce-f085-4629-ad84-e54308ecfabe tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lock "4eccc0d6-5a82-4a41-a077-966479407c6b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.968983] env[62301]: INFO nova.compute.manager [None req-ea92bfce-f085-4629-ad84-e54308ecfabe tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Terminating instance [ 1013.988973] env[62301]: DEBUG nova.compute.manager [req-522c1f17-a591-4978-8fc9-4ce6df1bdba6 req-b37b47ee-d554-40b0-977e-9ec16537ccd8 service nova] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Received event network-vif-deleted-3669774d-b16e-4386-8ca4-41c98cc3f8b0 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1013.989158] env[62301]: DEBUG nova.compute.manager [req-522c1f17-a591-4978-8fc9-4ce6df1bdba6 req-b37b47ee-d554-40b0-977e-9ec16537ccd8 service nova] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Received event network-vif-unplugged-e7617da4-5e36-4a41-a3b3-f9581ffa2905 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1013.989346] env[62301]: DEBUG oslo_concurrency.lockutils [req-522c1f17-a591-4978-8fc9-4ce6df1bdba6 req-b37b47ee-d554-40b0-977e-9ec16537ccd8 service nova] Acquiring lock "d44608fc-c2b2-4331-ba83-0553238f5f6d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1013.989894] env[62301]: DEBUG oslo_concurrency.lockutils [req-522c1f17-a591-4978-8fc9-4ce6df1bdba6 req-b37b47ee-d554-40b0-977e-9ec16537ccd8 service nova] Lock "d44608fc-c2b2-4331-ba83-0553238f5f6d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.990102] env[62301]: DEBUG oslo_concurrency.lockutils [req-522c1f17-a591-4978-8fc9-4ce6df1bdba6 req-b37b47ee-d554-40b0-977e-9ec16537ccd8 service nova] Lock "d44608fc-c2b2-4331-ba83-0553238f5f6d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.990280] env[62301]: DEBUG nova.compute.manager [req-522c1f17-a591-4978-8fc9-4ce6df1bdba6 req-b37b47ee-d554-40b0-977e-9ec16537ccd8 service nova] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] No waiting events found dispatching network-vif-unplugged-e7617da4-5e36-4a41-a3b3-f9581ffa2905 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1013.990450] env[62301]: WARNING nova.compute.manager [req-522c1f17-a591-4978-8fc9-4ce6df1bdba6 req-b37b47ee-d554-40b0-977e-9ec16537ccd8 service nova] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Received unexpected event network-vif-unplugged-e7617da4-5e36-4a41-a3b3-f9581ffa2905 for instance with vm_state shelved and task_state shelving_offloading. [ 1013.990609] env[62301]: DEBUG nova.compute.manager [req-522c1f17-a591-4978-8fc9-4ce6df1bdba6 req-b37b47ee-d554-40b0-977e-9ec16537ccd8 service nova] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Received event network-changed-e7617da4-5e36-4a41-a3b3-f9581ffa2905 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1013.990763] env[62301]: DEBUG nova.compute.manager [req-522c1f17-a591-4978-8fc9-4ce6df1bdba6 req-b37b47ee-d554-40b0-977e-9ec16537ccd8 service nova] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Refreshing instance network info cache due to event network-changed-e7617da4-5e36-4a41-a3b3-f9581ffa2905. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1013.990943] env[62301]: DEBUG oslo_concurrency.lockutils [req-522c1f17-a591-4978-8fc9-4ce6df1bdba6 req-b37b47ee-d554-40b0-977e-9ec16537ccd8 service nova] Acquiring lock "refresh_cache-d44608fc-c2b2-4331-ba83-0553238f5f6d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.991139] env[62301]: DEBUG oslo_concurrency.lockutils [req-522c1f17-a591-4978-8fc9-4ce6df1bdba6 req-b37b47ee-d554-40b0-977e-9ec16537ccd8 service nova] Acquired lock "refresh_cache-d44608fc-c2b2-4331-ba83-0553238f5f6d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.991312] env[62301]: DEBUG nova.network.neutron [req-522c1f17-a591-4978-8fc9-4ce6df1bdba6 req-b37b47ee-d554-40b0-977e-9ec16537ccd8 service nova] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Refreshing network info cache for port e7617da4-5e36-4a41-a3b3-f9581ffa2905 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1014.098102] env[62301]: DEBUG nova.compute.utils [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1014.102718] env[62301]: DEBUG nova.compute.manager [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: de6bacc7-556f-4809-a791-26892786c64a] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1014.102718] env[62301]: DEBUG nova.network.neutron [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: de6bacc7-556f-4809-a791-26892786c64a] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1014.116072] env[62301]: DEBUG oslo_vmware.api [None req-cb89ae96-66b8-4bba-b8c4-6abcaad65941 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2570811, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.158666] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570806, 'name': CreateVM_Task} progress is 25%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.191309] env[62301]: DEBUG nova.policy [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '91d5e5b9c3f1415481d5c8493f8a0a3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd9321d86af043f3bd996499cb5f7eca', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 1014.254023] env[62301]: DEBUG oslo_vmware.api [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570810, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.333317] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1014.333570] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Deleting contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1014.333754] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Deleting the datastore file [datastore2] d44608fc-c2b2-4331-ba83-0553238f5f6d {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1014.334092] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ade4c905-9801-4ff8-b5de-1ded2cf54fc8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.341634] env[62301]: DEBUG oslo_vmware.api [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Waiting for the task: (returnval){ [ 1014.341634] env[62301]: value = "task-2570813" [ 1014.341634] env[62301]: _type = "Task" [ 1014.341634] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.355788] env[62301]: DEBUG oslo_vmware.api [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570813, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.361038] env[62301]: DEBUG oslo_concurrency.lockutils [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Releasing lock "refresh_cache-3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.361484] env[62301]: DEBUG nova.compute.manager [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Instance network_info: |[{"id": "b5a35e02-2fa4-4a1a-9156-e6a6e67fb8e0", "address": "fa:16:3e:5f:1f:d8", "network": {"id": "2bb96169-7594-47bb-8c69-56a2af9dfa32", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1110516366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ea9bdc8a9b547d881e4051cff4426f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a35e02-2f", "ovs_interfaceid": "b5a35e02-2fa4-4a1a-9156-e6a6e67fb8e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1014.362640] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:1f:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d054505-89d3-49c5-8b38-5da917a42c49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5a35e02-2fa4-4a1a-9156-e6a6e67fb8e0', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1014.370371] env[62301]: DEBUG oslo.service.loopingcall [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1014.371029] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1014.371029] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c788a34f-3854-42fb-91ce-292e13aef722 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.393175] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1014.393175] env[62301]: value = "task-2570814" [ 1014.393175] env[62301]: _type = "Task" [ 1014.393175] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.404854] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570814, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.473411] env[62301]: DEBUG nova.compute.manager [None req-ea92bfce-f085-4629-ad84-e54308ecfabe tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1014.473654] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea92bfce-f085-4629-ad84-e54308ecfabe tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1014.473969] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec8d9cf6-ed94-4c2f-9e09-40bb248b1ef4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.482810] env[62301]: DEBUG oslo_vmware.api [None req-ea92bfce-f085-4629-ad84-e54308ecfabe tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 1014.482810] env[62301]: value = "task-2570815" [ 1014.482810] env[62301]: _type = "Task" [ 1014.482810] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.501560] env[62301]: DEBUG oslo_vmware.api [None req-ea92bfce-f085-4629-ad84-e54308ecfabe tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570815, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.552708] env[62301]: DEBUG nova.network.neutron [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: de6bacc7-556f-4809-a791-26892786c64a] Successfully created port: f80116cc-d8cb-4eee-afa0-c69ff3daa43e {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1014.603416] env[62301]: DEBUG nova.compute.manager [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: de6bacc7-556f-4809-a791-26892786c64a] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1014.625805] env[62301]: DEBUG oslo_vmware.api [None req-cb89ae96-66b8-4bba-b8c4-6abcaad65941 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2570811, 'name': ReconfigVM_Task, 'duration_secs': 0.726986} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.626206] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb89ae96-66b8-4bba-b8c4-6abcaad65941 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Reconfigured VM instance instance-00000031 to detach disk 2001 {{(pid=62301) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1014.631881] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8e713a1-c146-4659-9a39-b1c2086e2974 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.657666] env[62301]: DEBUG oslo_vmware.api [None req-cb89ae96-66b8-4bba-b8c4-6abcaad65941 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Waiting for the task: (returnval){ [ 1014.657666] env[62301]: value = "task-2570816" [ 1014.657666] env[62301]: _type = "Task" [ 1014.657666] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.664813] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570806, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.674312] env[62301]: DEBUG oslo_vmware.api [None req-cb89ae96-66b8-4bba-b8c4-6abcaad65941 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2570816, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.754945] env[62301]: DEBUG oslo_vmware.api [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570810, 'name': PowerOnVM_Task, 'duration_secs': 1.609234} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.755798] env[62301]: DEBUG nova.network.neutron [req-522c1f17-a591-4978-8fc9-4ce6df1bdba6 req-b37b47ee-d554-40b0-977e-9ec16537ccd8 service nova] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Updated VIF entry in instance network info cache for port e7617da4-5e36-4a41-a3b3-f9581ffa2905. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1014.756135] env[62301]: DEBUG nova.network.neutron [req-522c1f17-a591-4978-8fc9-4ce6df1bdba6 req-b37b47ee-d554-40b0-977e-9ec16537ccd8 service nova] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Updating instance_info_cache with network_info: [{"id": "e7617da4-5e36-4a41-a3b3-f9581ffa2905", "address": "fa:16:3e:c6:82:c0", "network": {"id": "6139468e-0c7f-40bd-a1a3-32f52ddad899", "bridge": null, "label": "tempest-ServersNegativeTestJSON-755801576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f2685f8007c46feaba89744ed234030", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape7617da4-5e", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.757301] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4744b0fa-67e1-42a1-a7d8-a094690ad4ca] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1014.759264] env[62301]: INFO nova.compute.manager [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4744b0fa-67e1-42a1-a7d8-a094690ad4ca] Took 15.14 seconds to spawn the instance on the hypervisor. [ 1014.759264] env[62301]: DEBUG nova.compute.manager [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4744b0fa-67e1-42a1-a7d8-a094690ad4ca] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1014.759264] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c537a123-c8df-4328-b37a-956f86a9b25a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.858963] env[62301]: DEBUG oslo_vmware.api [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570813, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208467} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.858963] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1014.858963] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Deleted contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1014.859190] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1014.882907] env[62301]: INFO nova.scheduler.client.report [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Deleted allocations for instance d44608fc-c2b2-4331-ba83-0553238f5f6d [ 1014.906232] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570814, 'name': CreateVM_Task, 'duration_secs': 0.466163} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.908402] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1014.909976] env[62301]: DEBUG oslo_concurrency.lockutils [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.910259] env[62301]: DEBUG oslo_concurrency.lockutils [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.910654] env[62301]: DEBUG oslo_concurrency.lockutils [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.911532] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30247548-1a83-441b-80f7-c7b8b35985d2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.917305] env[62301]: DEBUG oslo_vmware.api [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 1014.917305] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]524ed4af-3610-3413-816f-519c753b1585" [ 1014.917305] env[62301]: _type = "Task" [ 1014.917305] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.923335] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0006f816-378a-4f18-b114-f57d091a863f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.931305] env[62301]: DEBUG oslo_vmware.api [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]524ed4af-3610-3413-816f-519c753b1585, 'name': SearchDatastore_Task, 'duration_secs': 0.0117} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.933232] env[62301]: DEBUG oslo_concurrency.lockutils [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.933475] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1014.933806] env[62301]: DEBUG oslo_concurrency.lockutils [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.933937] env[62301]: DEBUG oslo_concurrency.lockutils [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.934130] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1014.935238] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9050444-045c-434c-a16a-d9033c5be2ff {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.937696] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d35a73-10b9-495f-9fbd-5ebb784701ec {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.971272] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d152b612-56d0-4c09-bdcb-03f243c8b1cf {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.973965] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1014.974153] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1014.974833] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2d761e6-3d36-451e-8df8-339726b0c140 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.982948] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5c7579-75b2-43d8-89a8-ee4c5e9c087f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.986670] env[62301]: DEBUG oslo_vmware.api [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 1014.986670] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5296ecc4-0d30-076d-46df-0e390a9b1fef" [ 1014.986670] env[62301]: _type = "Task" [ 1014.986670] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.000520] env[62301]: DEBUG nova.compute.provider_tree [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.007170] env[62301]: DEBUG oslo_vmware.api [None req-ea92bfce-f085-4629-ad84-e54308ecfabe tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570815, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.010448] env[62301]: DEBUG oslo_vmware.api [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5296ecc4-0d30-076d-46df-0e390a9b1fef, 'name': SearchDatastore_Task, 'duration_secs': 0.010825} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.011730] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c25f91fc-7fe4-4cf9-8ff2-4b82e9f25510 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.017131] env[62301]: DEBUG oslo_vmware.api [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 1015.017131] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52b70272-24c2-4650-e8e6-b3d7172d6459" [ 1015.017131] env[62301]: _type = "Task" [ 1015.017131] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.025384] env[62301]: DEBUG oslo_vmware.api [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52b70272-24c2-4650-e8e6-b3d7172d6459, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.164753] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570806, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.171462] env[62301]: DEBUG oslo_vmware.api [None req-cb89ae96-66b8-4bba-b8c4-6abcaad65941 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2570816, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.261450] env[62301]: DEBUG oslo_concurrency.lockutils [req-522c1f17-a591-4978-8fc9-4ce6df1bdba6 req-b37b47ee-d554-40b0-977e-9ec16537ccd8 service nova] Releasing lock "refresh_cache-d44608fc-c2b2-4331-ba83-0553238f5f6d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.280215] env[62301]: INFO nova.compute.manager [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4744b0fa-67e1-42a1-a7d8-a094690ad4ca] Took 28.63 seconds to build instance. [ 1015.389154] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.409832] env[62301]: DEBUG oslo_concurrency.lockutils [None req-014caaf8-79bb-4f01-bcaf-bf262ee763c9 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Acquiring lock "7015dc41-f1f8-4dd4-8e35-6ea6e574d44e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.410099] env[62301]: DEBUG oslo_concurrency.lockutils [None req-014caaf8-79bb-4f01-bcaf-bf262ee763c9 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Lock "7015dc41-f1f8-4dd4-8e35-6ea6e574d44e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.499057] env[62301]: DEBUG oslo_vmware.api [None req-ea92bfce-f085-4629-ad84-e54308ecfabe tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570815, 'name': PowerOffVM_Task, 'duration_secs': 0.766109} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.499057] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea92bfce-f085-4629-ad84-e54308ecfabe tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1015.499057] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea92bfce-f085-4629-ad84-e54308ecfabe tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Volume detach. Driver type: vmdk {{(pid=62301) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1015.499057] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea92bfce-f085-4629-ad84-e54308ecfabe tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518906', 'volume_id': '62808f94-22a2-4f84-84e4-1ab4417d3e2e', 'name': 'volume-62808f94-22a2-4f84-84e4-1ab4417d3e2e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '4eccc0d6-5a82-4a41-a077-966479407c6b', 'attached_at': '2025-02-15T20:53:47.000000', 'detached_at': '', 'volume_id': '62808f94-22a2-4f84-84e4-1ab4417d3e2e', 'serial': '62808f94-22a2-4f84-84e4-1ab4417d3e2e'} {{(pid=62301) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1015.499728] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15986bec-cc73-46cc-876c-27db3c0e1cfe {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.504296] env[62301]: DEBUG nova.scheduler.client.report [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.529427] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9618bcc-b97f-490e-8e51-48c59d612bbb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.539046] env[62301]: DEBUG oslo_vmware.api [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52b70272-24c2-4650-e8e6-b3d7172d6459, 'name': SearchDatastore_Task, 'duration_secs': 0.011026} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.540919] env[62301]: DEBUG oslo_concurrency.lockutils [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.541204] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738/3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1015.541561] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dce2af35-5b48-4bc2-b7ee-e2d929a4e9f4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.543824] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060fbfba-edd3-4741-842c-3cb9003611f3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.566981] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b31fd2-65df-47dc-a3be-1036b2c1d932 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.569927] env[62301]: DEBUG oslo_vmware.api [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 1015.569927] env[62301]: value = "task-2570817" [ 1015.569927] env[62301]: _type = "Task" [ 1015.569927] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.583997] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea92bfce-f085-4629-ad84-e54308ecfabe tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] The volume has not been displaced from its original location: [datastore1] volume-62808f94-22a2-4f84-84e4-1ab4417d3e2e/volume-62808f94-22a2-4f84-84e4-1ab4417d3e2e.vmdk. No consolidation needed. {{(pid=62301) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1015.589103] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea92bfce-f085-4629-ad84-e54308ecfabe tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Reconfiguring VM instance instance-00000051 to detach disk 2001 {{(pid=62301) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1015.589770] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-021afb22-bc53-4962-8fc7-9d5fbcada345 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.606692] env[62301]: DEBUG oslo_vmware.api [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570817, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.612972] env[62301]: DEBUG oslo_vmware.api [None req-ea92bfce-f085-4629-ad84-e54308ecfabe tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 1015.612972] env[62301]: value = "task-2570818" [ 1015.612972] env[62301]: _type = "Task" [ 1015.612972] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.623534] env[62301]: DEBUG nova.compute.manager [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: de6bacc7-556f-4809-a791-26892786c64a] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1015.623808] env[62301]: DEBUG oslo_vmware.api [None req-ea92bfce-f085-4629-ad84-e54308ecfabe tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570818, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.648159] env[62301]: DEBUG nova.virt.hardware [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1015.648461] env[62301]: DEBUG nova.virt.hardware [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1015.648639] env[62301]: DEBUG nova.virt.hardware [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1015.648855] env[62301]: DEBUG nova.virt.hardware [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1015.649036] env[62301]: DEBUG nova.virt.hardware [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1015.649216] env[62301]: DEBUG nova.virt.hardware [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1015.649442] env[62301]: DEBUG nova.virt.hardware [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1015.649625] env[62301]: DEBUG nova.virt.hardware [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1015.649798] env[62301]: DEBUG nova.virt.hardware [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1015.649963] env[62301]: DEBUG nova.virt.hardware [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1015.650156] env[62301]: DEBUG nova.virt.hardware [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1015.651149] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41196594-c264-43df-9bf6-ea7f4dc6dfbe {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.670387] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570806, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.672580] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8859143b-e338-4289-bebc-988d8f7cb8a9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.684715] env[62301]: DEBUG oslo_vmware.api [None req-cb89ae96-66b8-4bba-b8c4-6abcaad65941 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2570816, 'name': ReconfigVM_Task, 'duration_secs': 0.524845} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.692632] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb89ae96-66b8-4bba-b8c4-6abcaad65941 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518889', 'volume_id': 'c5abad2d-1c2c-481e-a062-15fe14642305', 'name': 'volume-c5abad2d-1c2c-481e-a062-15fe14642305', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '222560d8-31b8-4349-aaa0-67d1497ac0a6', 'attached_at': '', 'detached_at': '', 'volume_id': 'c5abad2d-1c2c-481e-a062-15fe14642305', 'serial': 'c5abad2d-1c2c-481e-a062-15fe14642305'} {{(pid=62301) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1015.782291] env[62301]: DEBUG oslo_concurrency.lockutils [None req-531de974-967f-4fa6-afc4-26e6a1820edc tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "4744b0fa-67e1-42a1-a7d8-a094690ad4ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.142s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.913641] env[62301]: INFO nova.compute.manager [None req-014caaf8-79bb-4f01-bcaf-bf262ee763c9 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Detaching volume e0c2c132-41ef-4277-a647-830ca77c732a [ 1015.968550] env[62301]: INFO nova.virt.block_device [None req-014caaf8-79bb-4f01-bcaf-bf262ee763c9 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Attempting to driver detach volume e0c2c132-41ef-4277-a647-830ca77c732a from mountpoint /dev/sdb [ 1015.968746] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-014caaf8-79bb-4f01-bcaf-bf262ee763c9 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Volume detach. Driver type: vmdk {{(pid=62301) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1015.968928] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-014caaf8-79bb-4f01-bcaf-bf262ee763c9 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518899', 'volume_id': 'e0c2c132-41ef-4277-a647-830ca77c732a', 'name': 'volume-e0c2c132-41ef-4277-a647-830ca77c732a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '7015dc41-f1f8-4dd4-8e35-6ea6e574d44e', 'attached_at': '', 'detached_at': '', 'volume_id': 'e0c2c132-41ef-4277-a647-830ca77c732a', 'serial': 'e0c2c132-41ef-4277-a647-830ca77c732a'} {{(pid=62301) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1015.970470] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4f3b0b-0225-40ed-9bdc-e3e3ade18d81 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.995192] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b19cdab-1f2f-4b59-9125-f222e1cb8f78 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.005053] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7cce01-ab75-4ba8-85ce-654fcf3e583a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.028152] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.438s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.028674] env[62301]: DEBUG nova.compute.manager [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: 9317e942-06ea-4055-8eb8-0bce94a7dd77] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1016.031513] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.184s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.033242] env[62301]: INFO nova.compute.claims [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: f71f1995-ec56-4466-b04d-4026d9710b3e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1016.041028] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38eed49b-9de4-4c2f-ae53-519a22f9a1c0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.055956] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-014caaf8-79bb-4f01-bcaf-bf262ee763c9 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] The volume has not been displaced from its original location: [datastore1] volume-e0c2c132-41ef-4277-a647-830ca77c732a/volume-e0c2c132-41ef-4277-a647-830ca77c732a.vmdk. No consolidation needed. {{(pid=62301) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1016.061435] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-014caaf8-79bb-4f01-bcaf-bf262ee763c9 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Reconfiguring VM instance instance-0000003e to detach disk 2001 {{(pid=62301) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1016.061806] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f1c2226-4ffd-473e-802e-ea841b955616 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.086388] env[62301]: DEBUG oslo_vmware.api [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570817, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473118} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.087690] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738/3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1016.087894] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1016.088227] env[62301]: DEBUG oslo_vmware.api [None req-014caaf8-79bb-4f01-bcaf-bf262ee763c9 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Waiting for the task: (returnval){ [ 1016.088227] env[62301]: value = "task-2570819" [ 1016.088227] env[62301]: _type = "Task" [ 1016.088227] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.088411] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36264ed6-7cac-4a2d-a460-c4808c8881b8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.103737] env[62301]: DEBUG oslo_vmware.api [None req-014caaf8-79bb-4f01-bcaf-bf262ee763c9 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570819, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.105329] env[62301]: DEBUG oslo_vmware.api [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 1016.105329] env[62301]: value = "task-2570820" [ 1016.105329] env[62301]: _type = "Task" [ 1016.105329] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.117137] env[62301]: DEBUG oslo_vmware.api [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570820, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.123424] env[62301]: DEBUG nova.compute.manager [req-36f94798-f0ca-47a0-866b-bb310d6d2383 req-265f72ec-2e69-4f90-a63f-ab8e2393e106 service nova] [instance: de6bacc7-556f-4809-a791-26892786c64a] Received event network-vif-plugged-f80116cc-d8cb-4eee-afa0-c69ff3daa43e {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1016.123652] env[62301]: DEBUG oslo_concurrency.lockutils [req-36f94798-f0ca-47a0-866b-bb310d6d2383 req-265f72ec-2e69-4f90-a63f-ab8e2393e106 service nova] Acquiring lock "de6bacc7-556f-4809-a791-26892786c64a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.123866] env[62301]: DEBUG oslo_concurrency.lockutils [req-36f94798-f0ca-47a0-866b-bb310d6d2383 req-265f72ec-2e69-4f90-a63f-ab8e2393e106 service nova] Lock "de6bacc7-556f-4809-a791-26892786c64a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.124056] env[62301]: DEBUG oslo_concurrency.lockutils [req-36f94798-f0ca-47a0-866b-bb310d6d2383 req-265f72ec-2e69-4f90-a63f-ab8e2393e106 service nova] Lock "de6bacc7-556f-4809-a791-26892786c64a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.124229] env[62301]: DEBUG nova.compute.manager [req-36f94798-f0ca-47a0-866b-bb310d6d2383 req-265f72ec-2e69-4f90-a63f-ab8e2393e106 service nova] [instance: de6bacc7-556f-4809-a791-26892786c64a] No waiting events found dispatching network-vif-plugged-f80116cc-d8cb-4eee-afa0-c69ff3daa43e {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1016.124401] env[62301]: WARNING nova.compute.manager [req-36f94798-f0ca-47a0-866b-bb310d6d2383 req-265f72ec-2e69-4f90-a63f-ab8e2393e106 service nova] [instance: de6bacc7-556f-4809-a791-26892786c64a] Received unexpected event network-vif-plugged-f80116cc-d8cb-4eee-afa0-c69ff3daa43e for instance with vm_state building and task_state spawning. [ 1016.131525] env[62301]: DEBUG oslo_vmware.api [None req-ea92bfce-f085-4629-ad84-e54308ecfabe tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570818, 'name': ReconfigVM_Task, 'duration_secs': 0.340915} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.132198] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea92bfce-f085-4629-ad84-e54308ecfabe tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Reconfigured VM instance instance-00000051 to detach disk 2001 {{(pid=62301) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1016.137215] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-992c9174-36bc-4629-9467-2e9bf73ae7e0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.155920] env[62301]: DEBUG oslo_vmware.api [None req-ea92bfce-f085-4629-ad84-e54308ecfabe tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 1016.155920] env[62301]: value = "task-2570821" [ 1016.155920] env[62301]: _type = "Task" [ 1016.155920] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.170159] env[62301]: DEBUG oslo_vmware.api [None req-ea92bfce-f085-4629-ad84-e54308ecfabe tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570821, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.174379] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8c2b73cb-1b4a-4af6-ae5e-772bdc41fee2 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquiring lock "4744b0fa-67e1-42a1-a7d8-a094690ad4ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.174733] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8c2b73cb-1b4a-4af6-ae5e-772bdc41fee2 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "4744b0fa-67e1-42a1-a7d8-a094690ad4ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.175037] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8c2b73cb-1b4a-4af6-ae5e-772bdc41fee2 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquiring lock "4744b0fa-67e1-42a1-a7d8-a094690ad4ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.175295] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8c2b73cb-1b4a-4af6-ae5e-772bdc41fee2 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "4744b0fa-67e1-42a1-a7d8-a094690ad4ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.175543] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8c2b73cb-1b4a-4af6-ae5e-772bdc41fee2 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "4744b0fa-67e1-42a1-a7d8-a094690ad4ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.177330] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570806, 'name': CreateVM_Task, 'duration_secs': 6.086348} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.177450] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6121c067-801b-4e61-af7f-fe0f318a2e3e] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1016.177965] env[62301]: INFO nova.compute.manager [None req-8c2b73cb-1b4a-4af6-ae5e-772bdc41fee2 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4744b0fa-67e1-42a1-a7d8-a094690ad4ca] Terminating instance [ 1016.180701] env[62301]: DEBUG oslo_concurrency.lockutils [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.180880] env[62301]: DEBUG oslo_concurrency.lockutils [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.181286] env[62301]: DEBUG oslo_concurrency.lockutils [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.183156] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88d8a6ba-63b5-42ba-b6e6-607eb9e8d612 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.190894] env[62301]: DEBUG oslo_vmware.api [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 1016.190894] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]524a2b75-a692-1c1c-329a-ca2c1f9cd3b2" [ 1016.190894] env[62301]: _type = "Task" [ 1016.190894] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.202585] env[62301]: DEBUG oslo_vmware.api [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]524a2b75-a692-1c1c-329a-ca2c1f9cd3b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.244201] env[62301]: DEBUG nova.network.neutron [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: de6bacc7-556f-4809-a791-26892786c64a] Successfully updated port: f80116cc-d8cb-4eee-afa0-c69ff3daa43e {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1016.247180] env[62301]: DEBUG nova.objects.instance [None req-cb89ae96-66b8-4bba-b8c4-6abcaad65941 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lazy-loading 'flavor' on Instance uuid 222560d8-31b8-4349-aaa0-67d1497ac0a6 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.542765] env[62301]: DEBUG nova.compute.utils [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1016.546474] env[62301]: DEBUG nova.compute.manager [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: 9317e942-06ea-4055-8eb8-0bce94a7dd77] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1016.546474] env[62301]: DEBUG nova.network.neutron [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: 9317e942-06ea-4055-8eb8-0bce94a7dd77] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1016.592189] env[62301]: DEBUG nova.policy [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '91d5e5b9c3f1415481d5c8493f8a0a3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd9321d86af043f3bd996499cb5f7eca', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 1016.613582] env[62301]: DEBUG oslo_vmware.api [None req-014caaf8-79bb-4f01-bcaf-bf262ee763c9 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570819, 'name': ReconfigVM_Task, 'duration_secs': 0.292122} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.614301] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-014caaf8-79bb-4f01-bcaf-bf262ee763c9 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Reconfigured VM instance instance-0000003e to detach disk 2001 {{(pid=62301) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1016.621931] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bec37bcf-efae-44de-8710-1a1782c01833 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.632439] env[62301]: DEBUG oslo_vmware.api [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570820, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092578} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.632881] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1016.634123] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f954b97-4822-4c2c-846b-da9c6afb91cb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.639762] env[62301]: DEBUG oslo_vmware.api [None req-014caaf8-79bb-4f01-bcaf-bf262ee763c9 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Waiting for the task: (returnval){ [ 1016.639762] env[62301]: value = "task-2570822" [ 1016.639762] env[62301]: _type = "Task" [ 1016.639762] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.658203] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738/3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1016.663432] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6860afc4-a1f2-45ac-a267-bee52f66d4cf {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.690938] env[62301]: DEBUG nova.compute.manager [None req-8c2b73cb-1b4a-4af6-ae5e-772bdc41fee2 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4744b0fa-67e1-42a1-a7d8-a094690ad4ca] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1016.691311] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2b73cb-1b4a-4af6-ae5e-772bdc41fee2 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4744b0fa-67e1-42a1-a7d8-a094690ad4ca] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1016.691535] env[62301]: DEBUG oslo_vmware.api [None req-ea92bfce-f085-4629-ad84-e54308ecfabe tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570821, 'name': ReconfigVM_Task, 'duration_secs': 0.207834} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.696519] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5acc0c-6322-40e0-b0fb-0a2431606f91 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.699294] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea92bfce-f085-4629-ad84-e54308ecfabe tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518906', 'volume_id': '62808f94-22a2-4f84-84e4-1ab4417d3e2e', 'name': 'volume-62808f94-22a2-4f84-84e4-1ab4417d3e2e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '4eccc0d6-5a82-4a41-a077-966479407c6b', 'attached_at': '2025-02-15T20:53:47.000000', 'detached_at': '', 'volume_id': '62808f94-22a2-4f84-84e4-1ab4417d3e2e', 'serial': '62808f94-22a2-4f84-84e4-1ab4417d3e2e'} {{(pid=62301) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1016.699568] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-ea92bfce-f085-4629-ad84-e54308ecfabe tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1016.699860] env[62301]: DEBUG oslo_vmware.api [None req-014caaf8-79bb-4f01-bcaf-bf262ee763c9 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570822, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.700137] env[62301]: DEBUG oslo_vmware.api [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 1016.700137] env[62301]: value = "task-2570823" [ 1016.700137] env[62301]: _type = "Task" [ 1016.700137] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.703859] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6173236-4b28-4f98-9b90-6653f09eaacf {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.713348] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2b73cb-1b4a-4af6-ae5e-772bdc41fee2 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4744b0fa-67e1-42a1-a7d8-a094690ad4ca] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.714011] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f12f891-46a6-4645-88da-cdd1f51b5339 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.720054] env[62301]: DEBUG oslo_vmware.api [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]524a2b75-a692-1c1c-329a-ca2c1f9cd3b2, 'name': SearchDatastore_Task, 'duration_secs': 0.016697} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.725868] env[62301]: DEBUG oslo_concurrency.lockutils [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.726183] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 6121c067-801b-4e61-af7f-fe0f318a2e3e] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1016.726423] env[62301]: DEBUG oslo_concurrency.lockutils [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.726575] env[62301]: DEBUG oslo_concurrency.lockutils [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.726752] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1016.727038] env[62301]: DEBUG oslo_vmware.api [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570823, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.727327] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-ea92bfce-f085-4629-ad84-e54308ecfabe tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1016.727511] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-203e15c9-b32e-4e42-a5a3-76bbc420836b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.729359] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b59460a-1d39-4bae-8d2a-4141adab5645 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.732060] env[62301]: DEBUG oslo_vmware.api [None req-8c2b73cb-1b4a-4af6-ae5e-772bdc41fee2 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 1016.732060] env[62301]: value = "task-2570824" [ 1016.732060] env[62301]: _type = "Task" [ 1016.732060] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.742111] env[62301]: DEBUG oslo_vmware.api [None req-8c2b73cb-1b4a-4af6-ae5e-772bdc41fee2 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570824, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.743507] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1016.743684] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1016.744462] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6f4deac-a2b7-4984-8301-89c4c94ff2db {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.749696] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Acquiring lock "refresh_cache-de6bacc7-556f-4809-a791-26892786c64a" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.749753] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Acquired lock "refresh_cache-de6bacc7-556f-4809-a791-26892786c64a" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.749962] env[62301]: DEBUG nova.network.neutron [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: de6bacc7-556f-4809-a791-26892786c64a] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1016.758688] env[62301]: DEBUG oslo_vmware.api [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 1016.758688] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52fa894e-e9f4-3815-3e7e-a3050d70271d" [ 1016.758688] env[62301]: _type = "Task" [ 1016.758688] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.767940] env[62301]: DEBUG oslo_vmware.api [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52fa894e-e9f4-3815-3e7e-a3050d70271d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.814289] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-ea92bfce-f085-4629-ad84-e54308ecfabe tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1016.814661] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-ea92bfce-f085-4629-ad84-e54308ecfabe tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1016.814978] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea92bfce-f085-4629-ad84-e54308ecfabe tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Deleting the datastore file [datastore1] 4eccc0d6-5a82-4a41-a077-966479407c6b {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1016.815377] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e2e3239-babe-46c3-8ac5-72380938108e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.822567] env[62301]: DEBUG oslo_vmware.api [None req-ea92bfce-f085-4629-ad84-e54308ecfabe tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 1016.822567] env[62301]: value = "task-2570826" [ 1016.822567] env[62301]: _type = "Task" [ 1016.822567] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.831410] env[62301]: DEBUG oslo_vmware.api [None req-ea92bfce-f085-4629-ad84-e54308ecfabe tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570826, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.930673] env[62301]: DEBUG nova.network.neutron [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: 9317e942-06ea-4055-8eb8-0bce94a7dd77] Successfully created port: 604f1877-b8e1-423d-98a1-691024718f35 {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1017.053013] env[62301]: DEBUG nova.compute.manager [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: 9317e942-06ea-4055-8eb8-0bce94a7dd77] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1017.160378] env[62301]: DEBUG oslo_vmware.api [None req-014caaf8-79bb-4f01-bcaf-bf262ee763c9 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570822, 'name': ReconfigVM_Task, 'duration_secs': 0.169299} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.163271] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-014caaf8-79bb-4f01-bcaf-bf262ee763c9 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518899', 'volume_id': 'e0c2c132-41ef-4277-a647-830ca77c732a', 'name': 'volume-e0c2c132-41ef-4277-a647-830ca77c732a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '7015dc41-f1f8-4dd4-8e35-6ea6e574d44e', 'attached_at': '', 'detached_at': '', 'volume_id': 'e0c2c132-41ef-4277-a647-830ca77c732a', 'serial': 'e0c2c132-41ef-4277-a647-830ca77c732a'} {{(pid=62301) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1017.217769] env[62301]: DEBUG oslo_vmware.api [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570823, 'name': ReconfigVM_Task, 'duration_secs': 0.497732} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.218049] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738/3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1017.219255] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8cd10b6-fedc-4f15-ab0f-2b169bdba2c1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.227237] env[62301]: DEBUG oslo_vmware.api [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 1017.227237] env[62301]: value = "task-2570827" [ 1017.227237] env[62301]: _type = "Task" [ 1017.227237] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.244468] env[62301]: DEBUG oslo_vmware.api [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570827, 'name': Rename_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.250114] env[62301]: DEBUG oslo_vmware.api [None req-8c2b73cb-1b4a-4af6-ae5e-772bdc41fee2 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570824, 'name': PowerOffVM_Task, 'duration_secs': 0.195442} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.251209] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2b73cb-1b4a-4af6-ae5e-772bdc41fee2 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4744b0fa-67e1-42a1-a7d8-a094690ad4ca] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.251209] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2b73cb-1b4a-4af6-ae5e-772bdc41fee2 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4744b0fa-67e1-42a1-a7d8-a094690ad4ca] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1017.251209] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46d6bd25-1a03-4e01-918d-55c83f5d0ad4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.267370] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cb89ae96-66b8-4bba-b8c4-6abcaad65941 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lock "222560d8-31b8-4349-aaa0-67d1497ac0a6" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.326s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.275370] env[62301]: DEBUG oslo_vmware.api [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52fa894e-e9f4-3815-3e7e-a3050d70271d, 'name': SearchDatastore_Task, 'duration_secs': 0.015807} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.276307] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e57265fa-08b8-44ca-bb41-24054a60df64 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.285706] env[62301]: DEBUG oslo_vmware.api [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 1017.285706] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52d316df-0794-de21-92db-71759584d7e6" [ 1017.285706] env[62301]: _type = "Task" [ 1017.285706] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.294530] env[62301]: DEBUG oslo_vmware.api [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52d316df-0794-de21-92db-71759584d7e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.314942] env[62301]: DEBUG nova.network.neutron [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: de6bacc7-556f-4809-a791-26892786c64a] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1017.332142] env[62301]: DEBUG oslo_vmware.api [None req-ea92bfce-f085-4629-ad84-e54308ecfabe tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570826, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170402} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.334937] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea92bfce-f085-4629-ad84-e54308ecfabe tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1017.335168] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-ea92bfce-f085-4629-ad84-e54308ecfabe tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1017.335345] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-ea92bfce-f085-4629-ad84-e54308ecfabe tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.335541] env[62301]: INFO nova.compute.manager [None req-ea92bfce-f085-4629-ad84-e54308ecfabe tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Took 2.86 seconds to destroy the instance on the hypervisor. [ 1017.335782] env[62301]: DEBUG oslo.service.loopingcall [None req-ea92bfce-f085-4629-ad84-e54308ecfabe tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1017.337250] env[62301]: DEBUG nova.compute.manager [-] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1017.337250] env[62301]: DEBUG nova.network.neutron [-] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1017.343688] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2b73cb-1b4a-4af6-ae5e-772bdc41fee2 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4744b0fa-67e1-42a1-a7d8-a094690ad4ca] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1017.344519] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2b73cb-1b4a-4af6-ae5e-772bdc41fee2 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4744b0fa-67e1-42a1-a7d8-a094690ad4ca] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1017.344519] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c2b73cb-1b4a-4af6-ae5e-772bdc41fee2 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Deleting the datastore file [datastore1] 4744b0fa-67e1-42a1-a7d8-a094690ad4ca {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1017.345398] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-184b9172-6388-4ec0-b872-8d2f3b4c44de {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.351573] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a859106a-2e89-4205-95da-29b77428ac26 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.355770] env[62301]: DEBUG oslo_vmware.api [None req-8c2b73cb-1b4a-4af6-ae5e-772bdc41fee2 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 1017.355770] env[62301]: value = "task-2570829" [ 1017.355770] env[62301]: _type = "Task" [ 1017.355770] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.362671] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be91c08-3617-467d-a758-578309e0980d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.368924] env[62301]: DEBUG oslo_vmware.api [None req-8c2b73cb-1b4a-4af6-ae5e-772bdc41fee2 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570829, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.402474] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da833f7b-2f3c-4da6-9ef3-21a09a12eff9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.411701] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b10920-3b67-4f50-b997-580be27f682e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.426720] env[62301]: DEBUG nova.compute.provider_tree [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Updating inventory in ProviderTree for provider f2701398-2646-410f-990f-c3cfa8025d57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1017.463696] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Acquiring lock "d44608fc-c2b2-4331-ba83-0553238f5f6d" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1017.595718] env[62301]: DEBUG nova.network.neutron [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: de6bacc7-556f-4809-a791-26892786c64a] Updating instance_info_cache with network_info: [{"id": "f80116cc-d8cb-4eee-afa0-c69ff3daa43e", "address": "fa:16:3e:a6:3c:04", "network": {"id": "25a17008-c596-4191-a906-cd7d90baa689", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-196336172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd9321d86af043f3bd996499cb5f7eca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf80116cc-d8", "ovs_interfaceid": "f80116cc-d8cb-4eee-afa0-c69ff3daa43e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.709261] env[62301]: DEBUG nova.objects.instance [None req-014caaf8-79bb-4f01-bcaf-bf262ee763c9 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Lazy-loading 'flavor' on Instance uuid 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.742563] env[62301]: DEBUG oslo_vmware.api [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570827, 'name': Rename_Task, 'duration_secs': 0.270982} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.742839] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1017.743090] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79dd5ef4-44bc-4598-9a87-2220daaa7208 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.751106] env[62301]: DEBUG oslo_vmware.api [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 1017.751106] env[62301]: value = "task-2570830" [ 1017.751106] env[62301]: _type = "Task" [ 1017.751106] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.761378] env[62301]: DEBUG oslo_vmware.api [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570830, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.799808] env[62301]: DEBUG oslo_vmware.api [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52d316df-0794-de21-92db-71759584d7e6, 'name': SearchDatastore_Task, 'duration_secs': 0.012137} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.800131] env[62301]: DEBUG oslo_concurrency.lockutils [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.800378] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 6121c067-801b-4e61-af7f-fe0f318a2e3e/6121c067-801b-4e61-af7f-fe0f318a2e3e.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1017.800913] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2ebc0c7-3619-4396-b0bb-21364ae04307 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.808687] env[62301]: DEBUG oslo_vmware.api [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 1017.808687] env[62301]: value = "task-2570831" [ 1017.808687] env[62301]: _type = "Task" [ 1017.808687] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.818072] env[62301]: DEBUG oslo_vmware.api [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570831, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.866944] env[62301]: DEBUG oslo_vmware.api [None req-8c2b73cb-1b4a-4af6-ae5e-772bdc41fee2 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570829, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207646} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.867419] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c2b73cb-1b4a-4af6-ae5e-772bdc41fee2 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1017.867627] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2b73cb-1b4a-4af6-ae5e-772bdc41fee2 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4744b0fa-67e1-42a1-a7d8-a094690ad4ca] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1017.867805] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2b73cb-1b4a-4af6-ae5e-772bdc41fee2 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4744b0fa-67e1-42a1-a7d8-a094690ad4ca] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.867976] env[62301]: INFO nova.compute.manager [None req-8c2b73cb-1b4a-4af6-ae5e-772bdc41fee2 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 4744b0fa-67e1-42a1-a7d8-a094690ad4ca] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1017.868401] env[62301]: DEBUG oslo.service.loopingcall [None req-8c2b73cb-1b4a-4af6-ae5e-772bdc41fee2 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1017.868619] env[62301]: DEBUG nova.compute.manager [-] [instance: 4744b0fa-67e1-42a1-a7d8-a094690ad4ca] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1017.868718] env[62301]: DEBUG nova.network.neutron [-] [instance: 4744b0fa-67e1-42a1-a7d8-a094690ad4ca] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1017.952866] env[62301]: ERROR nova.scheduler.client.report [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [req-4883c5b8-22ef-4f55-ae8a-c1115d7d9be0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f2701398-2646-410f-990f-c3cfa8025d57. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4883c5b8-22ef-4f55-ae8a-c1115d7d9be0"}]} [ 1017.973964] env[62301]: DEBUG nova.scheduler.client.report [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Refreshing inventories for resource provider f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1017.989249] env[62301]: DEBUG nova.compute.manager [req-58178243-16a2-47d0-834b-d536cd40a77c req-ceae5f9a-128e-4996-a3c0-67384857c116 service nova] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Received event network-vif-deleted-a00d47f5-5e7d-45c3-9ecd-b79a293bc41e {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1017.989409] env[62301]: INFO nova.compute.manager [req-58178243-16a2-47d0-834b-d536cd40a77c req-ceae5f9a-128e-4996-a3c0-67384857c116 service nova] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Neutron deleted interface a00d47f5-5e7d-45c3-9ecd-b79a293bc41e; detaching it from the instance and deleting it from the info cache [ 1017.989711] env[62301]: DEBUG nova.network.neutron [req-58178243-16a2-47d0-834b-d536cd40a77c req-ceae5f9a-128e-4996-a3c0-67384857c116 service nova] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.991909] env[62301]: DEBUG nova.scheduler.client.report [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Updating ProviderTree inventory for provider f2701398-2646-410f-990f-c3cfa8025d57 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1017.992150] env[62301]: DEBUG nova.compute.provider_tree [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Updating inventory in ProviderTree for provider f2701398-2646-410f-990f-c3cfa8025d57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1018.008427] env[62301]: DEBUG nova.scheduler.client.report [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Refreshing aggregate associations for resource provider f2701398-2646-410f-990f-c3cfa8025d57, aggregates: None {{(pid=62301) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1018.033860] env[62301]: DEBUG nova.scheduler.client.report [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Refreshing trait associations for resource provider f2701398-2646-410f-990f-c3cfa8025d57, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62301) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1018.066410] env[62301]: DEBUG nova.compute.manager [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: 9317e942-06ea-4055-8eb8-0bce94a7dd77] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1018.099529] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Releasing lock "refresh_cache-de6bacc7-556f-4809-a791-26892786c64a" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.099529] env[62301]: DEBUG nova.compute.manager [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: de6bacc7-556f-4809-a791-26892786c64a] Instance network_info: |[{"id": "f80116cc-d8cb-4eee-afa0-c69ff3daa43e", "address": "fa:16:3e:a6:3c:04", "network": {"id": "25a17008-c596-4191-a906-cd7d90baa689", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-196336172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd9321d86af043f3bd996499cb5f7eca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf80116cc-d8", "ovs_interfaceid": "f80116cc-d8cb-4eee-afa0-c69ff3daa43e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1018.100050] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: de6bacc7-556f-4809-a791-26892786c64a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:3c:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4399275-8e92-4448-be9e-d4984e93e89c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f80116cc-d8cb-4eee-afa0-c69ff3daa43e', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1018.108555] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Creating folder: Project (bd9321d86af043f3bd996499cb5f7eca). Parent ref: group-v518653. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1018.117774] env[62301]: DEBUG nova.virt.hardware [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1018.118131] env[62301]: DEBUG nova.virt.hardware [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1018.118490] env[62301]: DEBUG nova.virt.hardware [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.118490] env[62301]: DEBUG nova.virt.hardware [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1018.118700] env[62301]: DEBUG nova.virt.hardware [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.118767] env[62301]: DEBUG nova.virt.hardware [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1018.118937] env[62301]: DEBUG nova.virt.hardware [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1018.119416] env[62301]: DEBUG nova.virt.hardware [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1018.119416] env[62301]: DEBUG nova.virt.hardware [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1018.119552] env[62301]: DEBUG nova.virt.hardware [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1018.119740] env[62301]: DEBUG nova.virt.hardware [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1018.120068] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6229792-b9af-40f4-ab28-b09555bb3058 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.123283] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e0a162-7b8a-401d-b3cb-b40f40839eb3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.134562] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a598922a-b95d-42f7-aed2-5a7efd43d1ee {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.141720] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Created folder: Project (bd9321d86af043f3bd996499cb5f7eca) in parent group-v518653. [ 1018.141915] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Creating folder: Instances. Parent ref: group-v518922. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1018.142713] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c9652d8-64be-4800-806c-fcb29cff9062 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.169207] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Created folder: Instances in parent group-v518922. [ 1018.170202] env[62301]: DEBUG oslo.service.loopingcall [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1018.170202] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de6bacc7-556f-4809-a791-26892786c64a] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1018.170403] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d1e5556-1ad4-4be6-9787-9cdd1e6af8d7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.198039] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1018.198039] env[62301]: value = "task-2570834" [ 1018.198039] env[62301]: _type = "Task" [ 1018.198039] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.221057] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570834, 'name': CreateVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.226384] env[62301]: DEBUG nova.compute.manager [req-5c6affb7-2a77-4fc7-82fc-3b91fa76960d req-af62dcac-53f7-4c54-ae9d-38b8c3f12f38 service nova] [instance: de6bacc7-556f-4809-a791-26892786c64a] Received event network-changed-f80116cc-d8cb-4eee-afa0-c69ff3daa43e {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1018.226734] env[62301]: DEBUG nova.compute.manager [req-5c6affb7-2a77-4fc7-82fc-3b91fa76960d req-af62dcac-53f7-4c54-ae9d-38b8c3f12f38 service nova] [instance: de6bacc7-556f-4809-a791-26892786c64a] Refreshing instance network info cache due to event network-changed-f80116cc-d8cb-4eee-afa0-c69ff3daa43e. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1018.226821] env[62301]: DEBUG oslo_concurrency.lockutils [req-5c6affb7-2a77-4fc7-82fc-3b91fa76960d req-af62dcac-53f7-4c54-ae9d-38b8c3f12f38 service nova] Acquiring lock "refresh_cache-de6bacc7-556f-4809-a791-26892786c64a" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.227039] env[62301]: DEBUG oslo_concurrency.lockutils [req-5c6affb7-2a77-4fc7-82fc-3b91fa76960d req-af62dcac-53f7-4c54-ae9d-38b8c3f12f38 service nova] Acquired lock "refresh_cache-de6bacc7-556f-4809-a791-26892786c64a" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.227217] env[62301]: DEBUG nova.network.neutron [req-5c6affb7-2a77-4fc7-82fc-3b91fa76960d req-af62dcac-53f7-4c54-ae9d-38b8c3f12f38 service nova] [instance: de6bacc7-556f-4809-a791-26892786c64a] Refreshing network info cache for port f80116cc-d8cb-4eee-afa0-c69ff3daa43e {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1018.263107] env[62301]: DEBUG oslo_vmware.api [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570830, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.283371] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5e0f563e-eda0-4dd8-b13b-6acf6c95f69a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Acquiring lock "222560d8-31b8-4349-aaa0-67d1497ac0a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1018.283757] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5e0f563e-eda0-4dd8-b13b-6acf6c95f69a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lock "222560d8-31b8-4349-aaa0-67d1497ac0a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1018.283920] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5e0f563e-eda0-4dd8-b13b-6acf6c95f69a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Acquiring lock "222560d8-31b8-4349-aaa0-67d1497ac0a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1018.284091] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5e0f563e-eda0-4dd8-b13b-6acf6c95f69a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lock "222560d8-31b8-4349-aaa0-67d1497ac0a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1018.284273] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5e0f563e-eda0-4dd8-b13b-6acf6c95f69a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lock "222560d8-31b8-4349-aaa0-67d1497ac0a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1018.286709] env[62301]: INFO nova.compute.manager [None req-5e0f563e-eda0-4dd8-b13b-6acf6c95f69a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Terminating instance [ 1018.324787] env[62301]: DEBUG oslo_vmware.api [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570831, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514002} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.328432] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 6121c067-801b-4e61-af7f-fe0f318a2e3e/6121c067-801b-4e61-af7f-fe0f318a2e3e.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1018.328432] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 6121c067-801b-4e61-af7f-fe0f318a2e3e] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1018.328974] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c8e3182-bb95-4680-991d-058396aa927a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.337126] env[62301]: DEBUG oslo_vmware.api [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 1018.337126] env[62301]: value = "task-2570835" [ 1018.337126] env[62301]: _type = "Task" [ 1018.337126] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.351479] env[62301]: DEBUG oslo_vmware.api [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570835, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.407092] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbd088b-4cae-4aab-899d-e82c83620082 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.416157] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5343c0-9925-4d78-b785-6559f4af4597 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.449874] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ca3076-fb9d-4797-aac6-1f3753105641 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.462935] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2239b674-0104-4070-bf31-f81a6a445c99 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.470702] env[62301]: DEBUG nova.network.neutron [-] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.487136] env[62301]: DEBUG nova.compute.provider_tree [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Updating inventory in ProviderTree for provider f2701398-2646-410f-990f-c3cfa8025d57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1018.496996] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-04f7b0a1-2576-4bf3-b0c2-8814a47c97e6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.508411] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00a7ffc-c273-4cbf-a2e8-7b642485c8d7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.522122] env[62301]: DEBUG nova.network.neutron [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: 9317e942-06ea-4055-8eb8-0bce94a7dd77] Successfully updated port: 604f1877-b8e1-423d-98a1-691024718f35 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1018.547738] env[62301]: DEBUG nova.compute.manager [req-58178243-16a2-47d0-834b-d536cd40a77c req-ceae5f9a-128e-4996-a3c0-67384857c116 service nova] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Detach interface failed, port_id=a00d47f5-5e7d-45c3-9ecd-b79a293bc41e, reason: Instance 4eccc0d6-5a82-4a41-a077-966479407c6b could not be found. {{(pid=62301) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1018.709421] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570834, 'name': CreateVM_Task, 'duration_secs': 0.404966} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.709758] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de6bacc7-556f-4809-a791-26892786c64a] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1018.710243] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.710404] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.710733] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.711038] env[62301]: DEBUG nova.network.neutron [-] [instance: 4744b0fa-67e1-42a1-a7d8-a094690ad4ca] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.712510] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1bb1cf8-c58f-4d0e-bdce-822a41ad41b8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.716468] env[62301]: DEBUG oslo_concurrency.lockutils [None req-014caaf8-79bb-4f01-bcaf-bf262ee763c9 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Lock "7015dc41-f1f8-4dd4-8e35-6ea6e574d44e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.306s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1018.718762] env[62301]: DEBUG oslo_vmware.api [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Waiting for the task: (returnval){ [ 1018.718762] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]529ee107-b145-5cf2-6a16-e1d11155228f" [ 1018.718762] env[62301]: _type = "Task" [ 1018.718762] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.732504] env[62301]: DEBUG oslo_vmware.api [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]529ee107-b145-5cf2-6a16-e1d11155228f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.761223] env[62301]: DEBUG oslo_vmware.api [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570830, 'name': PowerOnVM_Task, 'duration_secs': 0.640175} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.761582] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.761698] env[62301]: INFO nova.compute.manager [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Took 7.45 seconds to spawn the instance on the hypervisor. [ 1018.761921] env[62301]: DEBUG nova.compute.manager [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1018.762782] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab6a434-7315-4d47-9e13-afdb201a9bf4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.791539] env[62301]: DEBUG nova.compute.manager [None req-5e0f563e-eda0-4dd8-b13b-6acf6c95f69a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1018.791762] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0f563e-eda0-4dd8-b13b-6acf6c95f69a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1018.792765] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174ca415-06e5-4122-a953-1139c4920e3a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.803061] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e0f563e-eda0-4dd8-b13b-6acf6c95f69a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.803061] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd4d259b-3824-444e-af0c-1860976db7d2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.809972] env[62301]: DEBUG oslo_vmware.api [None req-5e0f563e-eda0-4dd8-b13b-6acf6c95f69a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Waiting for the task: (returnval){ [ 1018.809972] env[62301]: value = "task-2570836" [ 1018.809972] env[62301]: _type = "Task" [ 1018.809972] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.820610] env[62301]: DEBUG oslo_vmware.api [None req-5e0f563e-eda0-4dd8-b13b-6acf6c95f69a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2570836, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.847352] env[62301]: DEBUG oslo_vmware.api [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570835, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083472} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.847615] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 6121c067-801b-4e61-af7f-fe0f318a2e3e] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1018.848489] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa48dd9c-230b-451b-8526-d98fdf5799b9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.874244] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 6121c067-801b-4e61-af7f-fe0f318a2e3e] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 6121c067-801b-4e61-af7f-fe0f318a2e3e/6121c067-801b-4e61-af7f-fe0f318a2e3e.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1018.877040] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cafeff0-4b0f-4a61-8299-a959fbf32ec1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.898760] env[62301]: DEBUG oslo_vmware.api [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 1018.898760] env[62301]: value = "task-2570837" [ 1018.898760] env[62301]: _type = "Task" [ 1018.898760] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.909340] env[62301]: DEBUG oslo_vmware.api [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570837, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.974134] env[62301]: INFO nova.compute.manager [-] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Took 1.64 seconds to deallocate network for instance. [ 1019.026757] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Acquiring lock "refresh_cache-9317e942-06ea-4055-8eb8-0bce94a7dd77" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.026912] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Acquired lock "refresh_cache-9317e942-06ea-4055-8eb8-0bce94a7dd77" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.027078] env[62301]: DEBUG nova.network.neutron [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: 9317e942-06ea-4055-8eb8-0bce94a7dd77] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.036028] env[62301]: DEBUG nova.scheduler.client.report [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Updated inventory for provider f2701398-2646-410f-990f-c3cfa8025d57 with generation 140 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1019.036028] env[62301]: DEBUG nova.compute.provider_tree [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Updating resource provider f2701398-2646-410f-990f-c3cfa8025d57 generation from 140 to 141 during operation: update_inventory {{(pid=62301) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1019.036028] env[62301]: DEBUG nova.compute.provider_tree [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Updating inventory in ProviderTree for provider f2701398-2646-410f-990f-c3cfa8025d57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1019.115112] env[62301]: DEBUG nova.network.neutron [req-5c6affb7-2a77-4fc7-82fc-3b91fa76960d req-af62dcac-53f7-4c54-ae9d-38b8c3f12f38 service nova] [instance: de6bacc7-556f-4809-a791-26892786c64a] Updated VIF entry in instance network info cache for port f80116cc-d8cb-4eee-afa0-c69ff3daa43e. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1019.115812] env[62301]: DEBUG nova.network.neutron [req-5c6affb7-2a77-4fc7-82fc-3b91fa76960d req-af62dcac-53f7-4c54-ae9d-38b8c3f12f38 service nova] [instance: de6bacc7-556f-4809-a791-26892786c64a] Updating instance_info_cache with network_info: [{"id": "f80116cc-d8cb-4eee-afa0-c69ff3daa43e", "address": "fa:16:3e:a6:3c:04", "network": {"id": "25a17008-c596-4191-a906-cd7d90baa689", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-196336172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd9321d86af043f3bd996499cb5f7eca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf80116cc-d8", "ovs_interfaceid": "f80116cc-d8cb-4eee-afa0-c69ff3daa43e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.156318] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6a327026-3ba7-4600-a9db-8306f2a33c9b tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Acquiring lock "7015dc41-f1f8-4dd4-8e35-6ea6e574d44e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1019.156655] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6a327026-3ba7-4600-a9db-8306f2a33c9b tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Lock "7015dc41-f1f8-4dd4-8e35-6ea6e574d44e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1019.156921] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6a327026-3ba7-4600-a9db-8306f2a33c9b tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Acquiring lock "7015dc41-f1f8-4dd4-8e35-6ea6e574d44e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1019.157148] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6a327026-3ba7-4600-a9db-8306f2a33c9b tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Lock "7015dc41-f1f8-4dd4-8e35-6ea6e574d44e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1019.157323] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6a327026-3ba7-4600-a9db-8306f2a33c9b tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Lock "7015dc41-f1f8-4dd4-8e35-6ea6e574d44e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.159717] env[62301]: INFO nova.compute.manager [None req-6a327026-3ba7-4600-a9db-8306f2a33c9b tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Terminating instance [ 1019.215905] env[62301]: INFO nova.compute.manager [-] [instance: 4744b0fa-67e1-42a1-a7d8-a094690ad4ca] Took 1.35 seconds to deallocate network for instance. [ 1019.240192] env[62301]: DEBUG oslo_vmware.api [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]529ee107-b145-5cf2-6a16-e1d11155228f, 'name': SearchDatastore_Task, 'duration_secs': 0.029403} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.240681] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.241030] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: de6bacc7-556f-4809-a791-26892786c64a] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1019.241380] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.241592] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.241864] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1019.242259] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-345f97eb-b71a-4f0c-a79e-7b6053e97627 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.255592] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1019.255657] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1019.257134] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfb826a3-161a-4d49-8555-712d348e0719 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.264848] env[62301]: DEBUG oslo_vmware.api [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Waiting for the task: (returnval){ [ 1019.264848] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]525deb64-0f50-844e-e377-a5828b18fe9d" [ 1019.264848] env[62301]: _type = "Task" [ 1019.264848] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.282032] env[62301]: DEBUG oslo_vmware.api [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]525deb64-0f50-844e-e377-a5828b18fe9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.282944] env[62301]: INFO nova.compute.manager [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Took 19.69 seconds to build instance. [ 1019.321666] env[62301]: DEBUG oslo_vmware.api [None req-5e0f563e-eda0-4dd8-b13b-6acf6c95f69a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2570836, 'name': PowerOffVM_Task, 'duration_secs': 0.450505} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.321949] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e0f563e-eda0-4dd8-b13b-6acf6c95f69a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1019.322098] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0f563e-eda0-4dd8-b13b-6acf6c95f69a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1019.322361] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03100851-c31d-4b95-899b-0efc9ad0da25 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.409599] env[62301]: DEBUG oslo_vmware.api [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570837, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.427347] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0f563e-eda0-4dd8-b13b-6acf6c95f69a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1019.427598] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0f563e-eda0-4dd8-b13b-6acf6c95f69a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1019.427888] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e0f563e-eda0-4dd8-b13b-6acf6c95f69a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Deleting the datastore file [datastore1] 222560d8-31b8-4349-aaa0-67d1497ac0a6 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1019.428510] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5541e186-229c-44d7-a52f-8c1a59429ddb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.438577] env[62301]: DEBUG oslo_vmware.api [None req-5e0f563e-eda0-4dd8-b13b-6acf6c95f69a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Waiting for the task: (returnval){ [ 1019.438577] env[62301]: value = "task-2570839" [ 1019.438577] env[62301]: _type = "Task" [ 1019.438577] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.450089] env[62301]: DEBUG oslo_vmware.api [None req-5e0f563e-eda0-4dd8-b13b-6acf6c95f69a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2570839, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.533857] env[62301]: INFO nova.compute.manager [None req-ea92bfce-f085-4629-ad84-e54308ecfabe tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Took 0.56 seconds to detach 1 volumes for instance. [ 1019.541096] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.510s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.541979] env[62301]: DEBUG nova.compute.manager [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: f71f1995-ec56-4466-b04d-4026d9710b3e] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1019.544473] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 18.373s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1019.563018] env[62301]: DEBUG nova.network.neutron [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: 9317e942-06ea-4055-8eb8-0bce94a7dd77] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1019.619276] env[62301]: DEBUG oslo_concurrency.lockutils [req-5c6affb7-2a77-4fc7-82fc-3b91fa76960d req-af62dcac-53f7-4c54-ae9d-38b8c3f12f38 service nova] Releasing lock "refresh_cache-de6bacc7-556f-4809-a791-26892786c64a" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.664355] env[62301]: DEBUG nova.compute.manager [None req-6a327026-3ba7-4600-a9db-8306f2a33c9b tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1019.664641] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-6a327026-3ba7-4600-a9db-8306f2a33c9b tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1019.665556] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f91ef3-eebb-4ef1-953c-ff9d5e3cf091 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.674961] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a327026-3ba7-4600-a9db-8306f2a33c9b tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1019.675255] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94c03403-93e9-4142-8c6a-4fdf6de4a9bd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.683100] env[62301]: DEBUG oslo_vmware.api [None req-6a327026-3ba7-4600-a9db-8306f2a33c9b tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Waiting for the task: (returnval){ [ 1019.683100] env[62301]: value = "task-2570840" [ 1019.683100] env[62301]: _type = "Task" [ 1019.683100] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.694798] env[62301]: DEBUG oslo_vmware.api [None req-6a327026-3ba7-4600-a9db-8306f2a33c9b tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570840, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.728597] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8c2b73cb-1b4a-4af6-ae5e-772bdc41fee2 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1019.732657] env[62301]: DEBUG nova.network.neutron [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: 9317e942-06ea-4055-8eb8-0bce94a7dd77] Updating instance_info_cache with network_info: [{"id": "604f1877-b8e1-423d-98a1-691024718f35", "address": "fa:16:3e:2b:36:de", "network": {"id": "25a17008-c596-4191-a906-cd7d90baa689", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-196336172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd9321d86af043f3bd996499cb5f7eca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap604f1877-b8", "ovs_interfaceid": "604f1877-b8e1-423d-98a1-691024718f35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.776033] env[62301]: DEBUG oslo_vmware.api [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]525deb64-0f50-844e-e377-a5828b18fe9d, 'name': SearchDatastore_Task, 'duration_secs': 0.034514} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.777278] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4a95b68-a3cf-43e7-858f-cee5ec384f36 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.783489] env[62301]: DEBUG oslo_vmware.api [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Waiting for the task: (returnval){ [ 1019.783489] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52da881a-ba24-03bb-02b0-b16e97015209" [ 1019.783489] env[62301]: _type = "Task" [ 1019.783489] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.786966] env[62301]: DEBUG oslo_concurrency.lockutils [None req-480603b2-c8b2-45ed-8fdb-0076e1d4f95a tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.964s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.793292] env[62301]: DEBUG oslo_vmware.api [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52da881a-ba24-03bb-02b0-b16e97015209, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.912090] env[62301]: DEBUG oslo_vmware.api [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570837, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.949177] env[62301]: DEBUG oslo_vmware.api [None req-5e0f563e-eda0-4dd8-b13b-6acf6c95f69a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2570839, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.022436] env[62301]: DEBUG nova.compute.manager [req-1fef1cbf-02aa-4856-a2cb-5f09944c21a2 req-1bc05b06-8d55-4cf2-a7df-533541034e24 service nova] [instance: 4744b0fa-67e1-42a1-a7d8-a094690ad4ca] Received event network-vif-deleted-77aba40e-b37d-497e-b847-b81b073d672d {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1020.044537] env[62301]: DEBUG oslo_concurrency.lockutils [None req-ea92bfce-f085-4629-ad84-e54308ecfabe tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1020.046116] env[62301]: DEBUG nova.compute.utils [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1020.048401] env[62301]: DEBUG nova.compute.manager [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: f71f1995-ec56-4466-b04d-4026d9710b3e] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1020.048401] env[62301]: DEBUG nova.network.neutron [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: f71f1995-ec56-4466-b04d-4026d9710b3e] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1020.159167] env[62301]: DEBUG nova.policy [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '91d5e5b9c3f1415481d5c8493f8a0a3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd9321d86af043f3bd996499cb5f7eca', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 1020.197269] env[62301]: DEBUG oslo_vmware.api [None req-6a327026-3ba7-4600-a9db-8306f2a33c9b tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570840, 'name': PowerOffVM_Task, 'duration_secs': 0.370178} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.197605] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a327026-3ba7-4600-a9db-8306f2a33c9b tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1020.198854] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-6a327026-3ba7-4600-a9db-8306f2a33c9b tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1020.198854] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00814483-eb80-4485-85d0-b742c84c54e9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.235339] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Releasing lock "refresh_cache-9317e942-06ea-4055-8eb8-0bce94a7dd77" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.235764] env[62301]: DEBUG nova.compute.manager [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: 9317e942-06ea-4055-8eb8-0bce94a7dd77] Instance network_info: |[{"id": "604f1877-b8e1-423d-98a1-691024718f35", "address": "fa:16:3e:2b:36:de", "network": {"id": "25a17008-c596-4191-a906-cd7d90baa689", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-196336172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd9321d86af043f3bd996499cb5f7eca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap604f1877-b8", "ovs_interfaceid": "604f1877-b8e1-423d-98a1-691024718f35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1020.236260] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: 9317e942-06ea-4055-8eb8-0bce94a7dd77] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:36:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4399275-8e92-4448-be9e-d4984e93e89c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '604f1877-b8e1-423d-98a1-691024718f35', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1020.244478] env[62301]: DEBUG oslo.service.loopingcall [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1020.244724] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9317e942-06ea-4055-8eb8-0bce94a7dd77] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1020.244950] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab5b3759-289c-48c6-b42f-29c2c7b2ea6f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.269135] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1020.269135] env[62301]: value = "task-2570842" [ 1020.269135] env[62301]: _type = "Task" [ 1020.269135] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.278794] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-6a327026-3ba7-4600-a9db-8306f2a33c9b tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1020.279043] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-6a327026-3ba7-4600-a9db-8306f2a33c9b tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Deleting contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1020.279233] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a327026-3ba7-4600-a9db-8306f2a33c9b tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Deleting the datastore file [datastore2] 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1020.282589] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e7789f1-b809-46c3-b689-e27030c3f4d1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.284553] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570842, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.294480] env[62301]: DEBUG oslo_vmware.api [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52da881a-ba24-03bb-02b0-b16e97015209, 'name': SearchDatastore_Task, 'duration_secs': 0.020678} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.296047] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.296330] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] de6bacc7-556f-4809-a791-26892786c64a/de6bacc7-556f-4809-a791-26892786c64a.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1020.296663] env[62301]: DEBUG oslo_vmware.api [None req-6a327026-3ba7-4600-a9db-8306f2a33c9b tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Waiting for the task: (returnval){ [ 1020.296663] env[62301]: value = "task-2570843" [ 1020.296663] env[62301]: _type = "Task" [ 1020.296663] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.296857] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8dd8ee7-6d90-42ad-9b3c-fac7613c8e3d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.310720] env[62301]: DEBUG oslo_vmware.api [None req-6a327026-3ba7-4600-a9db-8306f2a33c9b tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570843, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.310720] env[62301]: DEBUG oslo_vmware.api [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Waiting for the task: (returnval){ [ 1020.310720] env[62301]: value = "task-2570844" [ 1020.310720] env[62301]: _type = "Task" [ 1020.310720] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.321049] env[62301]: DEBUG oslo_vmware.api [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Task: {'id': task-2570844, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.380664] env[62301]: DEBUG nova.compute.manager [req-2b3e8152-6a65-4f1b-b235-83380c4238a6 req-f7d43835-da73-4977-98b8-9872872f59ee service nova] [instance: 9317e942-06ea-4055-8eb8-0bce94a7dd77] Received event network-vif-plugged-604f1877-b8e1-423d-98a1-691024718f35 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1020.380846] env[62301]: DEBUG oslo_concurrency.lockutils [req-2b3e8152-6a65-4f1b-b235-83380c4238a6 req-f7d43835-da73-4977-98b8-9872872f59ee service nova] Acquiring lock "9317e942-06ea-4055-8eb8-0bce94a7dd77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1020.381109] env[62301]: DEBUG oslo_concurrency.lockutils [req-2b3e8152-6a65-4f1b-b235-83380c4238a6 req-f7d43835-da73-4977-98b8-9872872f59ee service nova] Lock "9317e942-06ea-4055-8eb8-0bce94a7dd77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1020.381359] env[62301]: DEBUG oslo_concurrency.lockutils [req-2b3e8152-6a65-4f1b-b235-83380c4238a6 req-f7d43835-da73-4977-98b8-9872872f59ee service nova] Lock "9317e942-06ea-4055-8eb8-0bce94a7dd77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.381548] env[62301]: DEBUG nova.compute.manager [req-2b3e8152-6a65-4f1b-b235-83380c4238a6 req-f7d43835-da73-4977-98b8-9872872f59ee service nova] [instance: 9317e942-06ea-4055-8eb8-0bce94a7dd77] No waiting events found dispatching network-vif-plugged-604f1877-b8e1-423d-98a1-691024718f35 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1020.381720] env[62301]: WARNING nova.compute.manager [req-2b3e8152-6a65-4f1b-b235-83380c4238a6 req-f7d43835-da73-4977-98b8-9872872f59ee service nova] [instance: 9317e942-06ea-4055-8eb8-0bce94a7dd77] Received unexpected event network-vif-plugged-604f1877-b8e1-423d-98a1-691024718f35 for instance with vm_state building and task_state spawning. [ 1020.381879] env[62301]: DEBUG nova.compute.manager [req-2b3e8152-6a65-4f1b-b235-83380c4238a6 req-f7d43835-da73-4977-98b8-9872872f59ee service nova] [instance: 9317e942-06ea-4055-8eb8-0bce94a7dd77] Received event network-changed-604f1877-b8e1-423d-98a1-691024718f35 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1020.382043] env[62301]: DEBUG nova.compute.manager [req-2b3e8152-6a65-4f1b-b235-83380c4238a6 req-f7d43835-da73-4977-98b8-9872872f59ee service nova] [instance: 9317e942-06ea-4055-8eb8-0bce94a7dd77] Refreshing instance network info cache due to event network-changed-604f1877-b8e1-423d-98a1-691024718f35. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1020.382230] env[62301]: DEBUG oslo_concurrency.lockutils [req-2b3e8152-6a65-4f1b-b235-83380c4238a6 req-f7d43835-da73-4977-98b8-9872872f59ee service nova] Acquiring lock "refresh_cache-9317e942-06ea-4055-8eb8-0bce94a7dd77" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.382364] env[62301]: DEBUG oslo_concurrency.lockutils [req-2b3e8152-6a65-4f1b-b235-83380c4238a6 req-f7d43835-da73-4977-98b8-9872872f59ee service nova] Acquired lock "refresh_cache-9317e942-06ea-4055-8eb8-0bce94a7dd77" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.382516] env[62301]: DEBUG nova.network.neutron [req-2b3e8152-6a65-4f1b-b235-83380c4238a6 req-f7d43835-da73-4977-98b8-9872872f59ee service nova] [instance: 9317e942-06ea-4055-8eb8-0bce94a7dd77] Refreshing network info cache for port 604f1877-b8e1-423d-98a1-691024718f35 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1020.412934] env[62301]: DEBUG oslo_vmware.api [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570837, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.450241] env[62301]: DEBUG oslo_vmware.api [None req-5e0f563e-eda0-4dd8-b13b-6acf6c95f69a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2570839, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.519246} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.450523] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e0f563e-eda0-4dd8-b13b-6acf6c95f69a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1020.450720] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0f563e-eda0-4dd8-b13b-6acf6c95f69a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1020.450900] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0f563e-eda0-4dd8-b13b-6acf6c95f69a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1020.451088] env[62301]: INFO nova.compute.manager [None req-5e0f563e-eda0-4dd8-b13b-6acf6c95f69a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1020.451359] env[62301]: DEBUG oslo.service.loopingcall [None req-5e0f563e-eda0-4dd8-b13b-6acf6c95f69a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1020.451560] env[62301]: DEBUG nova.compute.manager [-] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1020.451764] env[62301]: DEBUG nova.network.neutron [-] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1020.542788] env[62301]: DEBUG nova.network.neutron [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: f71f1995-ec56-4466-b04d-4026d9710b3e] Successfully created port: 4865c6ca-91c0-42f7-a77e-63020439c765 {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1020.559446] env[62301]: DEBUG nova.compute.manager [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: f71f1995-ec56-4466-b04d-4026d9710b3e] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1020.562738] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Applying migration context for instance 8836b3f4-9580-4f12-bd01-eccae3940527 as it has an incoming, in-progress migration cabddc3c-7a55-4fd5-a786-d94093992d27. Migration status is confirming {{(pid=62301) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1020.564504] env[62301]: INFO nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Updating resource usage from migration cabddc3c-7a55-4fd5-a786-d94093992d27 [ 1020.588365] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance c51583ab-2881-42e3-b9e6-831afc6b6f49 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1020.588516] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 222560d8-31b8-4349-aaa0-67d1497ac0a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1020.588636] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 12eef27c-e671-4325-974d-efa141d2c656 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1020.588751] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1020.588888] env[62301]: WARNING nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance c7eabb57-0166-4a6c-852b-9dfbb762a515 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1020.589020] env[62301]: WARNING nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 1ac5d7c4-6057-4e7e-813b-50bb62790679 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1020.589164] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 4eccc0d6-5a82-4a41-a077-966479407c6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1020.589284] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 771fe5ee-9535-4329-9d69-86d9ec130698 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1020.589396] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Migration cabddc3c-7a55-4fd5-a786-d94093992d27 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1020.589505] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 8836b3f4-9580-4f12-bd01-eccae3940527 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1020.589627] env[62301]: WARNING nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 85377a80-db0b-48de-af62-aa3e8aafe692 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1020.589745] env[62301]: WARNING nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 4744b0fa-67e1-42a1-a7d8-a094690ad4ca is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1020.589855] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 6121c067-801b-4e61-af7f-fe0f318a2e3e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1020.589962] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance de6bacc7-556f-4809-a791-26892786c64a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1020.590082] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 9317e942-06ea-4055-8eb8-0bce94a7dd77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1020.590189] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance f71f1995-ec56-4466-b04d-4026d9710b3e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1020.794392] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570842, 'name': CreateVM_Task} progress is 25%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.819560] env[62301]: DEBUG oslo_vmware.api [None req-6a327026-3ba7-4600-a9db-8306f2a33c9b tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570843, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151958} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.823024] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a327026-3ba7-4600-a9db-8306f2a33c9b tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1020.823024] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-6a327026-3ba7-4600-a9db-8306f2a33c9b tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Deleted contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1020.823024] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-6a327026-3ba7-4600-a9db-8306f2a33c9b tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1020.823024] env[62301]: INFO nova.compute.manager [None req-6a327026-3ba7-4600-a9db-8306f2a33c9b tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1020.823024] env[62301]: DEBUG oslo.service.loopingcall [None req-6a327026-3ba7-4600-a9db-8306f2a33c9b tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1020.823024] env[62301]: DEBUG nova.compute.manager [-] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1020.823024] env[62301]: DEBUG nova.network.neutron [-] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1020.828218] env[62301]: DEBUG oslo_vmware.api [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Task: {'id': task-2570844, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478419} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.828965] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] de6bacc7-556f-4809-a791-26892786c64a/de6bacc7-556f-4809-a791-26892786c64a.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1020.829250] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: de6bacc7-556f-4809-a791-26892786c64a] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1020.829786] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06b56816-7a18-4d99-be48-e26baae69b1f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.838444] env[62301]: DEBUG oslo_vmware.api [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Waiting for the task: (returnval){ [ 1020.838444] env[62301]: value = "task-2570845" [ 1020.838444] env[62301]: _type = "Task" [ 1020.838444] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.848184] env[62301]: DEBUG oslo_vmware.api [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Task: {'id': task-2570845, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.913107] env[62301]: DEBUG oslo_vmware.api [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570837, 'name': ReconfigVM_Task, 'duration_secs': 1.8007} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.913539] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 6121c067-801b-4e61-af7f-fe0f318a2e3e] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 6121c067-801b-4e61-af7f-fe0f318a2e3e/6121c067-801b-4e61-af7f-fe0f318a2e3e.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1020.914504] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5da2582-0b33-48b6-ac19-14a949331f43 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.923098] env[62301]: DEBUG oslo_vmware.api [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 1020.923098] env[62301]: value = "task-2570846" [ 1020.923098] env[62301]: _type = "Task" [ 1020.923098] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.933274] env[62301]: DEBUG oslo_vmware.api [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570846, 'name': Rename_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.094325] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance d7d711f5-1852-4f9b-baf6-ab11bc310be9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1021.094325] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (f2701398-2646-410f-990f-c3cfa8025d57): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 1021.281197] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570842, 'name': CreateVM_Task, 'duration_secs': 0.766058} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.281437] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9317e942-06ea-4055-8eb8-0bce94a7dd77] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1021.282152] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.282326] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.282642] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.282898] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da6d024a-1e8d-408e-b2a0-339861d166a1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.287952] env[62301]: DEBUG oslo_vmware.api [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Waiting for the task: (returnval){ [ 1021.287952] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]524efd0a-9e40-a8c2-7b3b-848774d519d0" [ 1021.287952] env[62301]: _type = "Task" [ 1021.287952] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.299685] env[62301]: DEBUG oslo_vmware.api [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]524efd0a-9e40-a8c2-7b3b-848774d519d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.309270] env[62301]: DEBUG nova.compute.manager [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Stashing vm_state: active {{(pid=62301) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1021.350353] env[62301]: DEBUG oslo_vmware.api [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Task: {'id': task-2570845, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071597} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.350353] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: de6bacc7-556f-4809-a791-26892786c64a] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1021.353019] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d08944-e1f0-4219-8dd7-c2e906d54052 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.382621] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: de6bacc7-556f-4809-a791-26892786c64a] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] de6bacc7-556f-4809-a791-26892786c64a/de6bacc7-556f-4809-a791-26892786c64a.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1021.383921] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0d84dfd-8a93-4ebd-b6ef-eba6dd023bbd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.405614] env[62301]: DEBUG oslo_vmware.api [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Waiting for the task: (returnval){ [ 1021.405614] env[62301]: value = "task-2570847" [ 1021.405614] env[62301]: _type = "Task" [ 1021.405614] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.416240] env[62301]: DEBUG oslo_vmware.api [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Task: {'id': task-2570847, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.439502] env[62301]: DEBUG oslo_vmware.api [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570846, 'name': Rename_Task, 'duration_secs': 0.196513} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.439785] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 6121c067-801b-4e61-af7f-fe0f318a2e3e] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1021.440047] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1d7b0cf-d43f-4fad-88a1-51bc85425f6b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.448597] env[62301]: DEBUG oslo_vmware.api [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 1021.448597] env[62301]: value = "task-2570848" [ 1021.448597] env[62301]: _type = "Task" [ 1021.448597] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.457120] env[62301]: DEBUG oslo_vmware.api [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570848, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.531434] env[62301]: DEBUG nova.network.neutron [req-2b3e8152-6a65-4f1b-b235-83380c4238a6 req-f7d43835-da73-4977-98b8-9872872f59ee service nova] [instance: 9317e942-06ea-4055-8eb8-0bce94a7dd77] Updated VIF entry in instance network info cache for port 604f1877-b8e1-423d-98a1-691024718f35. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.531961] env[62301]: DEBUG nova.network.neutron [req-2b3e8152-6a65-4f1b-b235-83380c4238a6 req-f7d43835-da73-4977-98b8-9872872f59ee service nova] [instance: 9317e942-06ea-4055-8eb8-0bce94a7dd77] Updating instance_info_cache with network_info: [{"id": "604f1877-b8e1-423d-98a1-691024718f35", "address": "fa:16:3e:2b:36:de", "network": {"id": "25a17008-c596-4191-a906-cd7d90baa689", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-196336172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd9321d86af043f3bd996499cb5f7eca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap604f1877-b8", "ovs_interfaceid": "604f1877-b8e1-423d-98a1-691024718f35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.576611] env[62301]: DEBUG nova.compute.manager [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: f71f1995-ec56-4466-b04d-4026d9710b3e] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1021.597884] env[62301]: INFO nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance a22844a2-d3b4-4720-b87f-28574de0aa29 has allocations against this compute host but is not found in the database. [ 1021.598077] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1021.598323] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=62301) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1021.598457] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3136MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=62301) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1021.619218] env[62301]: DEBUG nova.virt.hardware [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1021.619475] env[62301]: DEBUG nova.virt.hardware [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1021.619634] env[62301]: DEBUG nova.virt.hardware [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1021.619817] env[62301]: DEBUG nova.virt.hardware [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1021.619961] env[62301]: DEBUG nova.virt.hardware [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1021.620760] env[62301]: DEBUG nova.virt.hardware [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1021.621020] env[62301]: DEBUG nova.virt.hardware [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1021.621192] env[62301]: DEBUG nova.virt.hardware [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1021.621402] env[62301]: DEBUG nova.virt.hardware [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1021.621685] env[62301]: DEBUG nova.virt.hardware [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1021.621901] env[62301]: DEBUG nova.virt.hardware [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1021.625612] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b939ffc-3a38-47dc-a1ab-0f60931a618e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.644222] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab202e1-3bd2-4267-953f-8913e1684e42 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.799744] env[62301]: DEBUG oslo_vmware.api [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]524efd0a-9e40-a8c2-7b3b-848774d519d0, 'name': SearchDatastore_Task, 'duration_secs': 0.016453} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.802874] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.803133] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: 9317e942-06ea-4055-8eb8-0bce94a7dd77] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1021.803396] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.803571] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.803759] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1021.804238] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c3f81b5-dd26-4780-943e-4c97a8bca31b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.813057] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1021.813359] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1021.813976] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd9044ef-0d29-4b59-b88a-f30c237739cb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.826102] env[62301]: DEBUG oslo_vmware.api [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Waiting for the task: (returnval){ [ 1021.826102] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52015d80-d56d-650f-5632-9a837f8bd51a" [ 1021.826102] env[62301]: _type = "Task" [ 1021.826102] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.833144] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.845578] env[62301]: DEBUG oslo_vmware.api [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52015d80-d56d-650f-5632-9a837f8bd51a, 'name': SearchDatastore_Task, 'duration_secs': 0.012764} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.849536] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45b78a59-3b1a-4b84-b4f2-9029dfd25f3a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.857806] env[62301]: DEBUG oslo_vmware.api [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Waiting for the task: (returnval){ [ 1021.857806] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52dab2cd-3ae1-ce0b-4bd3-513205f35ae8" [ 1021.857806] env[62301]: _type = "Task" [ 1021.857806] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.871619] env[62301]: DEBUG oslo_vmware.api [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52dab2cd-3ae1-ce0b-4bd3-513205f35ae8, 'name': SearchDatastore_Task, 'duration_secs': 0.010145} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.871870] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.872138] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 9317e942-06ea-4055-8eb8-0bce94a7dd77/9317e942-06ea-4055-8eb8-0bce94a7dd77.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1021.872384] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a691429c-f7ec-4209-a097-c7d75f557a48 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.883336] env[62301]: DEBUG oslo_vmware.api [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Waiting for the task: (returnval){ [ 1021.883336] env[62301]: value = "task-2570849" [ 1021.883336] env[62301]: _type = "Task" [ 1021.883336] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.894408] env[62301]: DEBUG oslo_vmware.api [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Task: {'id': task-2570849, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.919095] env[62301]: DEBUG oslo_vmware.api [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Task: {'id': task-2570847, 'name': ReconfigVM_Task, 'duration_secs': 0.324403} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.919999] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: de6bacc7-556f-4809-a791-26892786c64a] Reconfigured VM instance instance-00000063 to attach disk [datastore2] de6bacc7-556f-4809-a791-26892786c64a/de6bacc7-556f-4809-a791-26892786c64a.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1021.920878] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b68e2925-e760-400d-a03d-ac9648984301 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.930522] env[62301]: DEBUG oslo_vmware.api [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Waiting for the task: (returnval){ [ 1021.930522] env[62301]: value = "task-2570850" [ 1021.930522] env[62301]: _type = "Task" [ 1021.930522] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.936583] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a89acf4-a7d0-4038-9b7f-933da833fd6e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.942658] env[62301]: DEBUG oslo_vmware.api [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Task: {'id': task-2570850, 'name': Rename_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.948035] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647e3b40-2619-46dc-94cf-4ea182312733 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.960174] env[62301]: DEBUG oslo_vmware.api [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570848, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.985959] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0397bd05-0377-4e5a-9488-ca95d45bb6ae {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.995387] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a64e2da-132a-418e-8743-456e61a2173d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.012650] env[62301]: DEBUG nova.compute.provider_tree [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.034848] env[62301]: DEBUG oslo_concurrency.lockutils [req-2b3e8152-6a65-4f1b-b235-83380c4238a6 req-f7d43835-da73-4977-98b8-9872872f59ee service nova] Releasing lock "refresh_cache-9317e942-06ea-4055-8eb8-0bce94a7dd77" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.057354] env[62301]: DEBUG nova.compute.manager [req-c6f8703f-89ff-4736-9c28-be482fdfdb8b req-e1700d19-442f-4876-a3c0-aef780f369e8 service nova] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Received event network-vif-deleted-34c12832-1800-4ea5-9853-250d0c1cc243 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1022.057568] env[62301]: INFO nova.compute.manager [req-c6f8703f-89ff-4736-9c28-be482fdfdb8b req-e1700d19-442f-4876-a3c0-aef780f369e8 service nova] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Neutron deleted interface 34c12832-1800-4ea5-9853-250d0c1cc243; detaching it from the instance and deleting it from the info cache [ 1022.057753] env[62301]: DEBUG nova.network.neutron [req-c6f8703f-89ff-4736-9c28-be482fdfdb8b req-e1700d19-442f-4876-a3c0-aef780f369e8 service nova] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.176342] env[62301]: DEBUG nova.network.neutron [-] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.358636] env[62301]: DEBUG nova.network.neutron [-] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.394688] env[62301]: DEBUG oslo_vmware.api [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Task: {'id': task-2570849, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473227} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.395018] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 9317e942-06ea-4055-8eb8-0bce94a7dd77/9317e942-06ea-4055-8eb8-0bce94a7dd77.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1022.395238] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: 9317e942-06ea-4055-8eb8-0bce94a7dd77] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1022.395490] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-034c59b6-a22a-4bab-89c1-0b43f90e7b5a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.404564] env[62301]: DEBUG oslo_vmware.api [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Waiting for the task: (returnval){ [ 1022.404564] env[62301]: value = "task-2570851" [ 1022.404564] env[62301]: _type = "Task" [ 1022.404564] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.410135] env[62301]: DEBUG nova.compute.manager [req-ba380da9-d0b8-41e7-a4f7-d081714b78f3 req-8590c170-dc46-4f0e-8097-96e762f2e22e service nova] [instance: f71f1995-ec56-4466-b04d-4026d9710b3e] Received event network-vif-plugged-4865c6ca-91c0-42f7-a77e-63020439c765 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1022.410360] env[62301]: DEBUG oslo_concurrency.lockutils [req-ba380da9-d0b8-41e7-a4f7-d081714b78f3 req-8590c170-dc46-4f0e-8097-96e762f2e22e service nova] Acquiring lock "f71f1995-ec56-4466-b04d-4026d9710b3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.410604] env[62301]: DEBUG oslo_concurrency.lockutils [req-ba380da9-d0b8-41e7-a4f7-d081714b78f3 req-8590c170-dc46-4f0e-8097-96e762f2e22e service nova] Lock "f71f1995-ec56-4466-b04d-4026d9710b3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.410782] env[62301]: DEBUG oslo_concurrency.lockutils [req-ba380da9-d0b8-41e7-a4f7-d081714b78f3 req-8590c170-dc46-4f0e-8097-96e762f2e22e service nova] Lock "f71f1995-ec56-4466-b04d-4026d9710b3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.410914] env[62301]: DEBUG nova.compute.manager [req-ba380da9-d0b8-41e7-a4f7-d081714b78f3 req-8590c170-dc46-4f0e-8097-96e762f2e22e service nova] [instance: f71f1995-ec56-4466-b04d-4026d9710b3e] No waiting events found dispatching network-vif-plugged-4865c6ca-91c0-42f7-a77e-63020439c765 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1022.411067] env[62301]: WARNING nova.compute.manager [req-ba380da9-d0b8-41e7-a4f7-d081714b78f3 req-8590c170-dc46-4f0e-8097-96e762f2e22e service nova] [instance: f71f1995-ec56-4466-b04d-4026d9710b3e] Received unexpected event network-vif-plugged-4865c6ca-91c0-42f7-a77e-63020439c765 for instance with vm_state building and task_state spawning. [ 1022.421401] env[62301]: DEBUG oslo_vmware.api [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Task: {'id': task-2570851, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.441640] env[62301]: DEBUG oslo_vmware.api [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Task: {'id': task-2570850, 'name': Rename_Task, 'duration_secs': 0.15143} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.441901] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: de6bacc7-556f-4809-a791-26892786c64a] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1022.442164] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ebce9a7e-36e2-41b2-b211-8c365295f792 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.450221] env[62301]: DEBUG oslo_vmware.api [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Waiting for the task: (returnval){ [ 1022.450221] env[62301]: value = "task-2570852" [ 1022.450221] env[62301]: _type = "Task" [ 1022.450221] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.462832] env[62301]: DEBUG oslo_vmware.api [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Task: {'id': task-2570852, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.466226] env[62301]: DEBUG oslo_vmware.api [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570848, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.515921] env[62301]: DEBUG nova.scheduler.client.report [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.559032] env[62301]: DEBUG nova.network.neutron [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: f71f1995-ec56-4466-b04d-4026d9710b3e] Successfully updated port: 4865c6ca-91c0-42f7-a77e-63020439c765 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1022.560316] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3d962c37-0522-4e57-a305-b260a05605a2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.573771] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6906bfb5-12be-407c-a168-f28c11954d8d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.607713] env[62301]: DEBUG nova.compute.manager [req-c6f8703f-89ff-4736-9c28-be482fdfdb8b req-e1700d19-442f-4876-a3c0-aef780f369e8 service nova] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Detach interface failed, port_id=34c12832-1800-4ea5-9853-250d0c1cc243, reason: Instance 222560d8-31b8-4349-aaa0-67d1497ac0a6 could not be found. {{(pid=62301) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1022.607959] env[62301]: DEBUG nova.compute.manager [req-c6f8703f-89ff-4736-9c28-be482fdfdb8b req-e1700d19-442f-4876-a3c0-aef780f369e8 service nova] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Received event network-vif-deleted-eda45011-3e4c-4f43-8bbe-e318d510e502 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1022.608152] env[62301]: INFO nova.compute.manager [req-c6f8703f-89ff-4736-9c28-be482fdfdb8b req-e1700d19-442f-4876-a3c0-aef780f369e8 service nova] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Neutron deleted interface eda45011-3e4c-4f43-8bbe-e318d510e502; detaching it from the instance and deleting it from the info cache [ 1022.608379] env[62301]: DEBUG nova.network.neutron [req-c6f8703f-89ff-4736-9c28-be482fdfdb8b req-e1700d19-442f-4876-a3c0-aef780f369e8 service nova] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.680498] env[62301]: INFO nova.compute.manager [-] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Took 2.23 seconds to deallocate network for instance. [ 1022.860716] env[62301]: INFO nova.compute.manager [-] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Took 2.04 seconds to deallocate network for instance. [ 1022.917565] env[62301]: DEBUG oslo_vmware.api [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Task: {'id': task-2570851, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073336} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.917828] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: 9317e942-06ea-4055-8eb8-0bce94a7dd77] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1022.918656] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28bf8f4d-e00c-4d1e-a188-1b7720b46442 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.944259] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: 9317e942-06ea-4055-8eb8-0bce94a7dd77] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 9317e942-06ea-4055-8eb8-0bce94a7dd77/9317e942-06ea-4055-8eb8-0bce94a7dd77.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1022.944602] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd6470f6-57bf-4583-a433-75d69351c86f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.971730] env[62301]: DEBUG oslo_vmware.api [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570848, 'name': PowerOnVM_Task, 'duration_secs': 1.094367} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.975244] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 6121c067-801b-4e61-af7f-fe0f318a2e3e] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1022.975455] env[62301]: INFO nova.compute.manager [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 6121c067-801b-4e61-af7f-fe0f318a2e3e] Took 16.02 seconds to spawn the instance on the hypervisor. [ 1022.975636] env[62301]: DEBUG nova.compute.manager [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 6121c067-801b-4e61-af7f-fe0f318a2e3e] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1022.975956] env[62301]: DEBUG oslo_vmware.api [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Waiting for the task: (returnval){ [ 1022.975956] env[62301]: value = "task-2570853" [ 1022.975956] env[62301]: _type = "Task" [ 1022.975956] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.976165] env[62301]: DEBUG oslo_vmware.api [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Task: {'id': task-2570852, 'name': PowerOnVM_Task, 'duration_secs': 0.492026} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.976828] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50764788-c5cc-439a-b692-f2f18e6297e9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.979214] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: de6bacc7-556f-4809-a791-26892786c64a] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1022.979410] env[62301]: INFO nova.compute.manager [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: de6bacc7-556f-4809-a791-26892786c64a] Took 7.36 seconds to spawn the instance on the hypervisor. [ 1022.979581] env[62301]: DEBUG nova.compute.manager [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: de6bacc7-556f-4809-a791-26892786c64a] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1022.982766] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455e374d-0f8a-40bf-a459-69d2acfc71a2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.991854] env[62301]: DEBUG oslo_vmware.api [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Task: {'id': task-2570853, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.023114] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62301) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1023.023423] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.479s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.023763] env[62301]: DEBUG oslo_concurrency.lockutils [None req-fc676bd7-5359-47ed-888c-83165c59397e tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.382s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.023977] env[62301]: DEBUG oslo_concurrency.lockutils [None req-fc676bd7-5359-47ed-888c-83165c59397e tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.026438] env[62301]: DEBUG oslo_concurrency.lockutils [None req-343870d8-b030-4aea-a417-a21eb7d5a503 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 21.026s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.050330] env[62301]: INFO nova.scheduler.client.report [None req-fc676bd7-5359-47ed-888c-83165c59397e tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Deleted allocations for instance 1ac5d7c4-6057-4e7e-813b-50bb62790679 [ 1023.061705] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Acquiring lock "refresh_cache-f71f1995-ec56-4466-b04d-4026d9710b3e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.061896] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Acquired lock "refresh_cache-f71f1995-ec56-4466-b04d-4026d9710b3e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.062062] env[62301]: DEBUG nova.network.neutron [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: f71f1995-ec56-4466-b04d-4026d9710b3e] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1023.110523] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6e9a8707-e13b-4e44-9e5a-ce9d8ad96e10 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.122049] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81107a97-7dae-4666-b709-e50cbb2cf504 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.154035] env[62301]: DEBUG nova.compute.manager [req-c6f8703f-89ff-4736-9c28-be482fdfdb8b req-e1700d19-442f-4876-a3c0-aef780f369e8 service nova] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Detach interface failed, port_id=eda45011-3e4c-4f43-8bbe-e318d510e502, reason: Instance 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e could not be found. {{(pid=62301) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1023.186814] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5e0f563e-eda0-4dd8-b13b-6acf6c95f69a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.367361] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6a327026-3ba7-4600-a9db-8306f2a33c9b tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.492582] env[62301]: DEBUG oslo_vmware.api [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Task: {'id': task-2570853, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.510175] env[62301]: INFO nova.compute.manager [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 6121c067-801b-4e61-af7f-fe0f318a2e3e] Took 29.30 seconds to build instance. [ 1023.511285] env[62301]: INFO nova.compute.manager [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: de6bacc7-556f-4809-a791-26892786c64a] Took 23.25 seconds to build instance. [ 1023.559032] env[62301]: DEBUG oslo_concurrency.lockutils [None req-fc676bd7-5359-47ed-888c-83165c59397e tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "1ac5d7c4-6057-4e7e-813b-50bb62790679" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.247s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.617044] env[62301]: DEBUG nova.network.neutron [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: f71f1995-ec56-4466-b04d-4026d9710b3e] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1023.791015] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c69b7e-edcc-43ef-8619-98a99135c0bb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.795473] env[62301]: DEBUG nova.network.neutron [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: f71f1995-ec56-4466-b04d-4026d9710b3e] Updating instance_info_cache with network_info: [{"id": "4865c6ca-91c0-42f7-a77e-63020439c765", "address": "fa:16:3e:76:ad:1c", "network": {"id": "25a17008-c596-4191-a906-cd7d90baa689", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-196336172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd9321d86af043f3bd996499cb5f7eca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4865c6ca-91", "ovs_interfaceid": "4865c6ca-91c0-42f7-a77e-63020439c765", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.802191] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78fb3bc0-f125-4f77-b419-61df53245975 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.833069] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa59fb2-6bf0-4a69-a49b-d150cf8bcee7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.840780] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1106c8b9-a2c8-46db-9a4f-826501b21de4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.854614] env[62301]: DEBUG nova.compute.provider_tree [None req-343870d8-b030-4aea-a417-a21eb7d5a503 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.988750] env[62301]: DEBUG oslo_vmware.api [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Task: {'id': task-2570853, 'name': ReconfigVM_Task, 'duration_secs': 0.718744} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.989103] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: 9317e942-06ea-4055-8eb8-0bce94a7dd77] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 9317e942-06ea-4055-8eb8-0bce94a7dd77/9317e942-06ea-4055-8eb8-0bce94a7dd77.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.989654] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f8d9742-976e-416a-ae3c-1580652ab67f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.996853] env[62301]: DEBUG oslo_vmware.api [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Waiting for the task: (returnval){ [ 1023.996853] env[62301]: value = "task-2570854" [ 1023.996853] env[62301]: _type = "Task" [ 1023.996853] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.006205] env[62301]: DEBUG oslo_vmware.api [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Task: {'id': task-2570854, 'name': Rename_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.013713] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6c571d05-2553-4efc-a2d3-5bebca2e2460 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Lock "de6bacc7-556f-4809-a791-26892786c64a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.762s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1024.014051] env[62301]: DEBUG oslo_concurrency.lockutils [None req-355a578b-b3bf-42b5-8ec2-3e64ba9b5cf9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "6121c067-801b-4e61-af7f-fe0f318a2e3e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.809s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1024.302460] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Releasing lock "refresh_cache-f71f1995-ec56-4466-b04d-4026d9710b3e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.302936] env[62301]: DEBUG nova.compute.manager [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: f71f1995-ec56-4466-b04d-4026d9710b3e] Instance network_info: |[{"id": "4865c6ca-91c0-42f7-a77e-63020439c765", "address": "fa:16:3e:76:ad:1c", "network": {"id": "25a17008-c596-4191-a906-cd7d90baa689", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-196336172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd9321d86af043f3bd996499cb5f7eca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4865c6ca-91", "ovs_interfaceid": "4865c6ca-91c0-42f7-a77e-63020439c765", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1024.303387] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: f71f1995-ec56-4466-b04d-4026d9710b3e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:ad:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4399275-8e92-4448-be9e-d4984e93e89c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4865c6ca-91c0-42f7-a77e-63020439c765', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1024.312012] env[62301]: DEBUG oslo.service.loopingcall [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1024.312316] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f71f1995-ec56-4466-b04d-4026d9710b3e] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1024.312558] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ffe62da4-6e94-454b-ba9f-e46dad2a4489 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.333236] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1024.333236] env[62301]: value = "task-2570855" [ 1024.333236] env[62301]: _type = "Task" [ 1024.333236] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.341677] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570855, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.357930] env[62301]: DEBUG nova.scheduler.client.report [None req-343870d8-b030-4aea-a417-a21eb7d5a503 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.441060] env[62301]: DEBUG nova.compute.manager [req-fa7c3a92-76ae-47fc-98ee-a642b74ad692 req-c73da68d-2e9b-4bbf-9ec3-3facaf14e6fb service nova] [instance: f71f1995-ec56-4466-b04d-4026d9710b3e] Received event network-changed-4865c6ca-91c0-42f7-a77e-63020439c765 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1024.441272] env[62301]: DEBUG nova.compute.manager [req-fa7c3a92-76ae-47fc-98ee-a642b74ad692 req-c73da68d-2e9b-4bbf-9ec3-3facaf14e6fb service nova] [instance: f71f1995-ec56-4466-b04d-4026d9710b3e] Refreshing instance network info cache due to event network-changed-4865c6ca-91c0-42f7-a77e-63020439c765. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1024.441504] env[62301]: DEBUG oslo_concurrency.lockutils [req-fa7c3a92-76ae-47fc-98ee-a642b74ad692 req-c73da68d-2e9b-4bbf-9ec3-3facaf14e6fb service nova] Acquiring lock "refresh_cache-f71f1995-ec56-4466-b04d-4026d9710b3e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.441662] env[62301]: DEBUG oslo_concurrency.lockutils [req-fa7c3a92-76ae-47fc-98ee-a642b74ad692 req-c73da68d-2e9b-4bbf-9ec3-3facaf14e6fb service nova] Acquired lock "refresh_cache-f71f1995-ec56-4466-b04d-4026d9710b3e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.441830] env[62301]: DEBUG nova.network.neutron [req-fa7c3a92-76ae-47fc-98ee-a642b74ad692 req-c73da68d-2e9b-4bbf-9ec3-3facaf14e6fb service nova] [instance: f71f1995-ec56-4466-b04d-4026d9710b3e] Refreshing network info cache for port 4865c6ca-91c0-42f7-a77e-63020439c765 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1024.507199] env[62301]: DEBUG oslo_vmware.api [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Task: {'id': task-2570854, 'name': Rename_Task, 'duration_secs': 0.18894} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.507559] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: 9317e942-06ea-4055-8eb8-0bce94a7dd77] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1024.507884] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61984269-1a87-4489-a277-9d13eee27d13 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.516650] env[62301]: DEBUG oslo_vmware.api [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Waiting for the task: (returnval){ [ 1024.516650] env[62301]: value = "task-2570856" [ 1024.516650] env[62301]: _type = "Task" [ 1024.516650] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.524707] env[62301]: DEBUG oslo_vmware.api [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Task: {'id': task-2570856, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.842996] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570855, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.027701] env[62301]: DEBUG oslo_vmware.api [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Task: {'id': task-2570856, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.163101] env[62301]: DEBUG nova.network.neutron [req-fa7c3a92-76ae-47fc-98ee-a642b74ad692 req-c73da68d-2e9b-4bbf-9ec3-3facaf14e6fb service nova] [instance: f71f1995-ec56-4466-b04d-4026d9710b3e] Updated VIF entry in instance network info cache for port 4865c6ca-91c0-42f7-a77e-63020439c765. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1025.163525] env[62301]: DEBUG nova.network.neutron [req-fa7c3a92-76ae-47fc-98ee-a642b74ad692 req-c73da68d-2e9b-4bbf-9ec3-3facaf14e6fb service nova] [instance: f71f1995-ec56-4466-b04d-4026d9710b3e] Updating instance_info_cache with network_info: [{"id": "4865c6ca-91c0-42f7-a77e-63020439c765", "address": "fa:16:3e:76:ad:1c", "network": {"id": "25a17008-c596-4191-a906-cd7d90baa689", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-196336172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd9321d86af043f3bd996499cb5f7eca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4865c6ca-91", "ovs_interfaceid": "4865c6ca-91c0-42f7-a77e-63020439c765", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.344500] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570855, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.370074] env[62301]: DEBUG oslo_concurrency.lockutils [None req-343870d8-b030-4aea-a417-a21eb7d5a503 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.344s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1025.372995] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cd1c182d-dd6e-4d60-9db0-031fb88be56f tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.504s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1025.373203] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cd1c182d-dd6e-4d60-9db0-031fb88be56f tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1025.375335] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.407s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1025.376747] env[62301]: INFO nova.compute.claims [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] [instance: d7d711f5-1852-4f9b-baf6-ab11bc310be9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1025.402852] env[62301]: INFO nova.scheduler.client.report [None req-cd1c182d-dd6e-4d60-9db0-031fb88be56f tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Deleted allocations for instance 85377a80-db0b-48de-af62-aa3e8aafe692 [ 1025.529745] env[62301]: DEBUG oslo_vmware.api [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Task: {'id': task-2570856, 'name': PowerOnVM_Task, 'duration_secs': 0.795359} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.530127] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: 9317e942-06ea-4055-8eb8-0bce94a7dd77] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1025.530367] env[62301]: INFO nova.compute.manager [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: 9317e942-06ea-4055-8eb8-0bce94a7dd77] Took 7.46 seconds to spawn the instance on the hypervisor. [ 1025.530571] env[62301]: DEBUG nova.compute.manager [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: 9317e942-06ea-4055-8eb8-0bce94a7dd77] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.531407] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84ba933-49ef-4ef6-96cd-a4fb13f9d10c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.666847] env[62301]: DEBUG oslo_concurrency.lockutils [req-fa7c3a92-76ae-47fc-98ee-a642b74ad692 req-c73da68d-2e9b-4bbf-9ec3-3facaf14e6fb service nova] Releasing lock "refresh_cache-f71f1995-ec56-4466-b04d-4026d9710b3e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.667227] env[62301]: DEBUG nova.compute.manager [req-fa7c3a92-76ae-47fc-98ee-a642b74ad692 req-c73da68d-2e9b-4bbf-9ec3-3facaf14e6fb service nova] [instance: 6121c067-801b-4e61-af7f-fe0f318a2e3e] Received event network-changed-4ee5a7d5-38b9-4bea-96f1-a6304cd894cb {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1025.667473] env[62301]: DEBUG nova.compute.manager [req-fa7c3a92-76ae-47fc-98ee-a642b74ad692 req-c73da68d-2e9b-4bbf-9ec3-3facaf14e6fb service nova] [instance: 6121c067-801b-4e61-af7f-fe0f318a2e3e] Refreshing instance network info cache due to event network-changed-4ee5a7d5-38b9-4bea-96f1-a6304cd894cb. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1025.667757] env[62301]: DEBUG oslo_concurrency.lockutils [req-fa7c3a92-76ae-47fc-98ee-a642b74ad692 req-c73da68d-2e9b-4bbf-9ec3-3facaf14e6fb service nova] Acquiring lock "refresh_cache-6121c067-801b-4e61-af7f-fe0f318a2e3e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.667976] env[62301]: DEBUG oslo_concurrency.lockutils [req-fa7c3a92-76ae-47fc-98ee-a642b74ad692 req-c73da68d-2e9b-4bbf-9ec3-3facaf14e6fb service nova] Acquired lock "refresh_cache-6121c067-801b-4e61-af7f-fe0f318a2e3e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.668221] env[62301]: DEBUG nova.network.neutron [req-fa7c3a92-76ae-47fc-98ee-a642b74ad692 req-c73da68d-2e9b-4bbf-9ec3-3facaf14e6fb service nova] [instance: 6121c067-801b-4e61-af7f-fe0f318a2e3e] Refreshing network info cache for port 4ee5a7d5-38b9-4bea-96f1-a6304cd894cb {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1025.845104] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570855, 'name': CreateVM_Task, 'duration_secs': 1.361831} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.845282] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f71f1995-ec56-4466-b04d-4026d9710b3e] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1025.845971] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.846150] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.846471] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.846728] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0cebcd4-1f82-4dab-94db-90c0eb2fd647 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.851683] env[62301]: DEBUG oslo_vmware.api [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Waiting for the task: (returnval){ [ 1025.851683] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52824a72-f8c1-89af-e31e-490962ba4403" [ 1025.851683] env[62301]: _type = "Task" [ 1025.851683] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.859993] env[62301]: DEBUG oslo_vmware.api [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52824a72-f8c1-89af-e31e-490962ba4403, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.910862] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cd1c182d-dd6e-4d60-9db0-031fb88be56f tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "85377a80-db0b-48de-af62-aa3e8aafe692" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.207s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1025.935254] env[62301]: INFO nova.scheduler.client.report [None req-343870d8-b030-4aea-a417-a21eb7d5a503 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Deleted allocation for migration cabddc3c-7a55-4fd5-a786-d94093992d27 [ 1026.050988] env[62301]: INFO nova.compute.manager [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: 9317e942-06ea-4055-8eb8-0bce94a7dd77] Took 25.57 seconds to build instance. [ 1026.362721] env[62301]: DEBUG oslo_vmware.api [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52824a72-f8c1-89af-e31e-490962ba4403, 'name': SearchDatastore_Task, 'duration_secs': 0.029835} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.363048] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.363375] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: f71f1995-ec56-4466-b04d-4026d9710b3e] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1026.363520] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.363695] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.363991] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1026.364179] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe3c8896-38de-488f-b6fb-4c1a895c4d79 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.376322] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1026.376456] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1026.377227] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3306826e-3f9b-4ab0-8ed5-7231f9ea6da9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.382556] env[62301]: DEBUG oslo_vmware.api [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Waiting for the task: (returnval){ [ 1026.382556] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52785a97-c5c0-bf3a-31cc-dc67fe9429b8" [ 1026.382556] env[62301]: _type = "Task" [ 1026.382556] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.390405] env[62301]: DEBUG oslo_vmware.api [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52785a97-c5c0-bf3a-31cc-dc67fe9429b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.391281] env[62301]: DEBUG nova.network.neutron [req-fa7c3a92-76ae-47fc-98ee-a642b74ad692 req-c73da68d-2e9b-4bbf-9ec3-3facaf14e6fb service nova] [instance: 6121c067-801b-4e61-af7f-fe0f318a2e3e] Updated VIF entry in instance network info cache for port 4ee5a7d5-38b9-4bea-96f1-a6304cd894cb. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1026.391954] env[62301]: DEBUG nova.network.neutron [req-fa7c3a92-76ae-47fc-98ee-a642b74ad692 req-c73da68d-2e9b-4bbf-9ec3-3facaf14e6fb service nova] [instance: 6121c067-801b-4e61-af7f-fe0f318a2e3e] Updating instance_info_cache with network_info: [{"id": "4ee5a7d5-38b9-4bea-96f1-a6304cd894cb", "address": "fa:16:3e:39:b0:28", "network": {"id": "84fdfe6c-b92c-4aa3-a9b8-6d0fb516b49a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-430300115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f79c1c72ace843d4be630377bd5e2326", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ee5a7d5-38", "ovs_interfaceid": "4ee5a7d5-38b9-4bea-96f1-a6304cd894cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.442492] env[62301]: DEBUG oslo_concurrency.lockutils [None req-343870d8-b030-4aea-a417-a21eb7d5a503 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lock "8836b3f4-9580-4f12-bd01-eccae3940527" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 27.355s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1026.445914] env[62301]: DEBUG oslo_concurrency.lockutils [None req-78859eae-95f0-4323-812c-85714f50ab1e tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquiring lock "8836b3f4-9580-4f12-bd01-eccae3940527" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1026.446155] env[62301]: DEBUG oslo_concurrency.lockutils [None req-78859eae-95f0-4323-812c-85714f50ab1e tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lock "8836b3f4-9580-4f12-bd01-eccae3940527" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1026.446433] env[62301]: DEBUG oslo_concurrency.lockutils [None req-78859eae-95f0-4323-812c-85714f50ab1e tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquiring lock "8836b3f4-9580-4f12-bd01-eccae3940527-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1026.446635] env[62301]: DEBUG oslo_concurrency.lockutils [None req-78859eae-95f0-4323-812c-85714f50ab1e tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lock "8836b3f4-9580-4f12-bd01-eccae3940527-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1026.446809] env[62301]: DEBUG oslo_concurrency.lockutils [None req-78859eae-95f0-4323-812c-85714f50ab1e tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lock "8836b3f4-9580-4f12-bd01-eccae3940527-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1026.448802] env[62301]: INFO nova.compute.manager [None req-78859eae-95f0-4323-812c-85714f50ab1e tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Terminating instance [ 1026.552594] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c5bcbf52-70cf-4abb-8ab6-cdc3d78bd427 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Lock "9317e942-06ea-4055-8eb8-0bce94a7dd77" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.076s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1026.590549] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55367486-3be7-45d1-8e5c-1359d62e1b04 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.599268] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66284822-d872-4831-a1b7-3edeafff3658 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.630540] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea7938d-f4b2-45c5-af0e-625251800907 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.637866] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef70a3fd-0bd0-4ab9-b951-29b233102c5d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.650898] env[62301]: DEBUG nova.compute.provider_tree [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.893606] env[62301]: DEBUG oslo_vmware.api [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52785a97-c5c0-bf3a-31cc-dc67fe9429b8, 'name': SearchDatastore_Task, 'duration_secs': 0.010061} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.894246] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8087512a-1ae2-4472-875c-2170fb221c41 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.896826] env[62301]: DEBUG oslo_concurrency.lockutils [req-fa7c3a92-76ae-47fc-98ee-a642b74ad692 req-c73da68d-2e9b-4bbf-9ec3-3facaf14e6fb service nova] Releasing lock "refresh_cache-6121c067-801b-4e61-af7f-fe0f318a2e3e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.899955] env[62301]: DEBUG oslo_vmware.api [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Waiting for the task: (returnval){ [ 1026.899955] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5261edd1-2c86-9d2f-ce6a-aedea5a9b261" [ 1026.899955] env[62301]: _type = "Task" [ 1026.899955] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.909039] env[62301]: DEBUG oslo_vmware.api [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5261edd1-2c86-9d2f-ce6a-aedea5a9b261, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.942271] env[62301]: DEBUG oslo_concurrency.lockutils [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquiring lock "01f2d55f-c484-4b41-8b3f-af1a92a3a0ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1026.942515] env[62301]: DEBUG oslo_concurrency.lockutils [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "01f2d55f-c484-4b41-8b3f-af1a92a3a0ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1026.952447] env[62301]: DEBUG nova.compute.manager [None req-78859eae-95f0-4323-812c-85714f50ab1e tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1026.952659] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-78859eae-95f0-4323-812c-85714f50ab1e tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1026.953645] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b87811-59ec-4ece-afe1-1326906cba45 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.966994] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-78859eae-95f0-4323-812c-85714f50ab1e tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.967200] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db0f9f77-454a-40af-a0b2-6d7a32fab34f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.975081] env[62301]: DEBUG oslo_vmware.api [None req-78859eae-95f0-4323-812c-85714f50ab1e tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 1026.975081] env[62301]: value = "task-2570858" [ 1026.975081] env[62301]: _type = "Task" [ 1026.975081] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.983219] env[62301]: DEBUG oslo_vmware.api [None req-78859eae-95f0-4323-812c-85714f50ab1e tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570858, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.156152] env[62301]: DEBUG nova.scheduler.client.report [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.411496] env[62301]: DEBUG oslo_vmware.api [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5261edd1-2c86-9d2f-ce6a-aedea5a9b261, 'name': SearchDatastore_Task, 'duration_secs': 0.01043} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.411800] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.412075] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] f71f1995-ec56-4466-b04d-4026d9710b3e/f71f1995-ec56-4466-b04d-4026d9710b3e.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1027.412337] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a63c2ac3-5fba-4702-84c9-05c1556450c0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.418984] env[62301]: DEBUG oslo_vmware.api [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Waiting for the task: (returnval){ [ 1027.418984] env[62301]: value = "task-2570859" [ 1027.418984] env[62301]: _type = "Task" [ 1027.418984] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.427955] env[62301]: DEBUG oslo_vmware.api [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Task: {'id': task-2570859, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.444926] env[62301]: DEBUG nova.compute.manager [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 01f2d55f-c484-4b41-8b3f-af1a92a3a0ce] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1027.485408] env[62301]: DEBUG oslo_vmware.api [None req-78859eae-95f0-4323-812c-85714f50ab1e tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570858, 'name': PowerOffVM_Task, 'duration_secs': 0.334688} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.486488] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-78859eae-95f0-4323-812c-85714f50ab1e tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1027.486753] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-78859eae-95f0-4323-812c-85714f50ab1e tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1027.487088] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70b0694c-b965-4af3-8c96-5b6117647911 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.571371] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-78859eae-95f0-4323-812c-85714f50ab1e tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1027.571585] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-78859eae-95f0-4323-812c-85714f50ab1e tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1027.571790] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-78859eae-95f0-4323-812c-85714f50ab1e tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Deleting the datastore file [datastore1] 8836b3f4-9580-4f12-bd01-eccae3940527 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1027.572056] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52f1a1e1-4bc7-4779-8d99-4602fa7c7653 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.580041] env[62301]: DEBUG oslo_vmware.api [None req-78859eae-95f0-4323-812c-85714f50ab1e tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 1027.580041] env[62301]: value = "task-2570861" [ 1027.580041] env[62301]: _type = "Task" [ 1027.580041] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.588200] env[62301]: DEBUG oslo_vmware.api [None req-78859eae-95f0-4323-812c-85714f50ab1e tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570861, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.662978] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.287s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1027.663483] env[62301]: DEBUG nova.compute.manager [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] [instance: d7d711f5-1852-4f9b-baf6-ab11bc310be9] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1027.666788] env[62301]: DEBUG oslo_concurrency.lockutils [None req-21237826-536b-4449-89e1-e3414f055df1 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.809s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1027.666992] env[62301]: DEBUG oslo_concurrency.lockutils [None req-21237826-536b-4449-89e1-e3414f055df1 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1027.669202] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.280s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1027.669400] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1027.672182] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8c2b73cb-1b4a-4af6-ae5e-772bdc41fee2 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.944s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1027.672398] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8c2b73cb-1b4a-4af6-ae5e-772bdc41fee2 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1027.674670] env[62301]: DEBUG oslo_concurrency.lockutils [None req-ea92bfce-f085-4629-ad84-e54308ecfabe tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.630s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1027.674949] env[62301]: DEBUG nova.objects.instance [None req-ea92bfce-f085-4629-ad84-e54308ecfabe tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lazy-loading 'resources' on Instance uuid 4eccc0d6-5a82-4a41-a077-966479407c6b {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.704927] env[62301]: INFO nova.scheduler.client.report [None req-8c2b73cb-1b4a-4af6-ae5e-772bdc41fee2 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Deleted allocations for instance 4744b0fa-67e1-42a1-a7d8-a094690ad4ca [ 1027.708333] env[62301]: INFO nova.scheduler.client.report [None req-21237826-536b-4449-89e1-e3414f055df1 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Deleted allocations for instance c7eabb57-0166-4a6c-852b-9dfbb762a515 [ 1027.932932] env[62301]: DEBUG oslo_vmware.api [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Task: {'id': task-2570859, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.967130] env[62301]: DEBUG oslo_concurrency.lockutils [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.094630] env[62301]: DEBUG oslo_vmware.api [None req-78859eae-95f0-4323-812c-85714f50ab1e tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570861, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.180518] env[62301]: DEBUG nova.compute.utils [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1028.186959] env[62301]: DEBUG nova.compute.manager [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] [instance: d7d711f5-1852-4f9b-baf6-ab11bc310be9] Not allocating networking since 'none' was specified. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1028.188122] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c7ce7232-0fe8-460d-9b4b-10577de777f7 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Lock "d44608fc-c2b2-4331-ba83-0553238f5f6d" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 34.371s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1028.189060] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Lock "d44608fc-c2b2-4331-ba83-0553238f5f6d" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 10.728s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.189296] env[62301]: INFO nova.compute.manager [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Unshelving [ 1028.217019] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8c2b73cb-1b4a-4af6-ae5e-772bdc41fee2 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "4744b0fa-67e1-42a1-a7d8-a094690ad4ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.041s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1028.218388] env[62301]: DEBUG oslo_concurrency.lockutils [None req-21237826-536b-4449-89e1-e3414f055df1 tempest-FloatingIPsAssociationTestJSON-916453024 tempest-FloatingIPsAssociationTestJSON-916453024-project-member] Lock "c7eabb57-0166-4a6c-852b-9dfbb762a515" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.698s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1028.398314] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97927cc8-b201-4bbc-a295-8f30b5cb83c0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.406245] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f01e787-c181-4fe0-8af3-fcccdef53ae8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.446447] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c4acab-c650-4a4a-ada1-1ec6ff701d5e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.458280] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca5cab7-bb81-4cc1-9ddc-5531be81ae35 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.463365] env[62301]: DEBUG oslo_vmware.api [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Task: {'id': task-2570859, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.73386} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.463365] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] f71f1995-ec56-4466-b04d-4026d9710b3e/f71f1995-ec56-4466-b04d-4026d9710b3e.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1028.463365] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: f71f1995-ec56-4466-b04d-4026d9710b3e] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1028.463722] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-699cc164-259e-4b0c-a98b-e43651d39f12 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.473687] env[62301]: DEBUG nova.compute.provider_tree [None req-ea92bfce-f085-4629-ad84-e54308ecfabe tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.476245] env[62301]: DEBUG oslo_vmware.api [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Waiting for the task: (returnval){ [ 1028.476245] env[62301]: value = "task-2570863" [ 1028.476245] env[62301]: _type = "Task" [ 1028.476245] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.488267] env[62301]: DEBUG oslo_vmware.api [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Task: {'id': task-2570863, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.591375] env[62301]: DEBUG oslo_vmware.api [None req-78859eae-95f0-4323-812c-85714f50ab1e tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570861, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.571123} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.591763] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-78859eae-95f0-4323-812c-85714f50ab1e tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.592018] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-78859eae-95f0-4323-812c-85714f50ab1e tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1028.592216] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-78859eae-95f0-4323-812c-85714f50ab1e tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.592399] env[62301]: INFO nova.compute.manager [None req-78859eae-95f0-4323-812c-85714f50ab1e tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1028.592646] env[62301]: DEBUG oslo.service.loopingcall [None req-78859eae-95f0-4323-812c-85714f50ab1e tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1028.592850] env[62301]: DEBUG nova.compute.manager [-] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1028.592947] env[62301]: DEBUG nova.network.neutron [-] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1028.688313] env[62301]: DEBUG nova.compute.manager [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] [instance: d7d711f5-1852-4f9b-baf6-ab11bc310be9] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1028.981247] env[62301]: DEBUG nova.scheduler.client.report [None req-ea92bfce-f085-4629-ad84-e54308ecfabe tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.992546] env[62301]: DEBUG oslo_vmware.api [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Task: {'id': task-2570863, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078599} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.992997] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: f71f1995-ec56-4466-b04d-4026d9710b3e] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1028.995461] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26634b19-060f-4a5b-b7e4-da71a68adb01 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.028860] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: f71f1995-ec56-4466-b04d-4026d9710b3e] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] f71f1995-ec56-4466-b04d-4026d9710b3e/f71f1995-ec56-4466-b04d-4026d9710b3e.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.031925] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ee84a57-cfe9-43c1-ae76-9ecdc94867d5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.053346] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquiring lock "7960bb97-0db8-459d-aea3-0b0dfeac0645" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.053592] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "7960bb97-0db8-459d-aea3-0b0dfeac0645" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.061930] env[62301]: DEBUG oslo_vmware.api [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Waiting for the task: (returnval){ [ 1029.061930] env[62301]: value = "task-2570864" [ 1029.061930] env[62301]: _type = "Task" [ 1029.061930] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.076238] env[62301]: DEBUG oslo_vmware.api [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Task: {'id': task-2570864, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.112977] env[62301]: DEBUG nova.compute.manager [req-396de642-b1a5-4629-9052-1ce1f696a0dd req-192abb05-0c69-4bee-ac33-654efd2f169e service nova] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Received event network-vif-deleted-06fd9342-244d-4562-8ef7-f11ff8d671aa {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1029.113282] env[62301]: INFO nova.compute.manager [req-396de642-b1a5-4629-9052-1ce1f696a0dd req-192abb05-0c69-4bee-ac33-654efd2f169e service nova] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Neutron deleted interface 06fd9342-244d-4562-8ef7-f11ff8d671aa; detaching it from the instance and deleting it from the info cache [ 1029.113494] env[62301]: DEBUG nova.network.neutron [req-396de642-b1a5-4629-9052-1ce1f696a0dd req-192abb05-0c69-4bee-ac33-654efd2f169e service nova] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.218093] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.487913] env[62301]: DEBUG oslo_concurrency.lockutils [None req-ea92bfce-f085-4629-ad84-e54308ecfabe tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.813s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.490334] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 7.657s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.509506] env[62301]: INFO nova.scheduler.client.report [None req-ea92bfce-f085-4629-ad84-e54308ecfabe tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Deleted allocations for instance 4eccc0d6-5a82-4a41-a077-966479407c6b [ 1029.555840] env[62301]: DEBUG nova.network.neutron [-] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.557715] env[62301]: DEBUG nova.compute.manager [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 7960bb97-0db8-459d-aea3-0b0dfeac0645] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1029.576902] env[62301]: DEBUG oslo_vmware.api [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Task: {'id': task-2570864, 'name': ReconfigVM_Task, 'duration_secs': 0.306872} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.577438] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: f71f1995-ec56-4466-b04d-4026d9710b3e] Reconfigured VM instance instance-00000065 to attach disk [datastore1] f71f1995-ec56-4466-b04d-4026d9710b3e/f71f1995-ec56-4466-b04d-4026d9710b3e.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.577876] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d54e555b-7d61-41a4-a254-60638fa020c2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.590228] env[62301]: DEBUG oslo_vmware.api [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Waiting for the task: (returnval){ [ 1029.590228] env[62301]: value = "task-2570865" [ 1029.590228] env[62301]: _type = "Task" [ 1029.590228] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.600937] env[62301]: DEBUG oslo_vmware.api [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Task: {'id': task-2570865, 'name': Rename_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.617838] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6d6c2f06-9b5f-4eb7-a5fa-0ec3dec9d0b0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.629115] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74fcf1fd-4b22-4271-8404-1ea869563dfa {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.663173] env[62301]: DEBUG nova.compute.manager [req-396de642-b1a5-4629-9052-1ce1f696a0dd req-192abb05-0c69-4bee-ac33-654efd2f169e service nova] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Detach interface failed, port_id=06fd9342-244d-4562-8ef7-f11ff8d671aa, reason: Instance 8836b3f4-9580-4f12-bd01-eccae3940527 could not be found. {{(pid=62301) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1029.700797] env[62301]: DEBUG nova.compute.manager [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] [instance: d7d711f5-1852-4f9b-baf6-ab11bc310be9] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1029.743046] env[62301]: DEBUG nova.virt.hardware [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1029.743046] env[62301]: DEBUG nova.virt.hardware [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1029.743046] env[62301]: DEBUG nova.virt.hardware [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1029.743046] env[62301]: DEBUG nova.virt.hardware [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1029.743046] env[62301]: DEBUG nova.virt.hardware [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1029.743046] env[62301]: DEBUG nova.virt.hardware [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1029.743046] env[62301]: DEBUG nova.virt.hardware [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1029.743046] env[62301]: DEBUG nova.virt.hardware [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1029.743046] env[62301]: DEBUG nova.virt.hardware [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1029.743046] env[62301]: DEBUG nova.virt.hardware [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1029.743046] env[62301]: DEBUG nova.virt.hardware [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1029.745049] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e9e078-e2ea-457f-9201-6bebfc2b84a6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.757607] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ec94e7-3383-4cf3-960b-6baee245608d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.775870] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] [instance: d7d711f5-1852-4f9b-baf6-ab11bc310be9] Instance VIF info [] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1029.782190] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Creating folder: Project (d08e6b5669174e478fa16ea1ddfe1de7). Parent ref: group-v518653. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1029.782529] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34f5a37e-e5ee-4e10-b379-baaa1df1ea6c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.796515] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Created folder: Project (d08e6b5669174e478fa16ea1ddfe1de7) in parent group-v518653. [ 1029.797027] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Creating folder: Instances. Parent ref: group-v518928. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1029.797181] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b6cfcf9-3674-4870-9b2f-ffba195af77c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.809223] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Created folder: Instances in parent group-v518928. [ 1029.809522] env[62301]: DEBUG oslo.service.loopingcall [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1029.809728] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7d711f5-1852-4f9b-baf6-ab11bc310be9] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1029.809941] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6fda0eed-21bc-4749-a679-3d1986c49103 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.829361] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1029.829361] env[62301]: value = "task-2570868" [ 1029.829361] env[62301]: _type = "Task" [ 1029.829361] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.843259] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570868, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.995121] env[62301]: INFO nova.compute.claims [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1030.019608] env[62301]: DEBUG oslo_concurrency.lockutils [None req-ea92bfce-f085-4629-ad84-e54308ecfabe tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lock "4eccc0d6-5a82-4a41-a077-966479407c6b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.053s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.061569] env[62301]: INFO nova.compute.manager [-] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Took 1.47 seconds to deallocate network for instance. [ 1030.088695] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.101379] env[62301]: DEBUG oslo_vmware.api [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Task: {'id': task-2570865, 'name': Rename_Task, 'duration_secs': 0.17295} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.101737] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: f71f1995-ec56-4466-b04d-4026d9710b3e] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1030.101958] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12d6bb9f-852d-4d17-8a6e-d95eddee31f1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.112996] env[62301]: DEBUG oslo_vmware.api [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Waiting for the task: (returnval){ [ 1030.112996] env[62301]: value = "task-2570870" [ 1030.112996] env[62301]: _type = "Task" [ 1030.112996] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.123547] env[62301]: DEBUG oslo_vmware.api [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Task: {'id': task-2570870, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.341727] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570868, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.501836] env[62301]: INFO nova.compute.resource_tracker [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Updating resource usage from migration a22844a2-d3b4-4720-b87f-28574de0aa29 [ 1030.574596] env[62301]: DEBUG oslo_concurrency.lockutils [None req-78859eae-95f0-4323-812c-85714f50ab1e tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.627599] env[62301]: DEBUG oslo_vmware.api [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Task: {'id': task-2570870, 'name': PowerOnVM_Task, 'duration_secs': 0.516167} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.627873] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: f71f1995-ec56-4466-b04d-4026d9710b3e] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1030.628096] env[62301]: INFO nova.compute.manager [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: f71f1995-ec56-4466-b04d-4026d9710b3e] Took 9.05 seconds to spawn the instance on the hypervisor. [ 1030.628288] env[62301]: DEBUG nova.compute.manager [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: f71f1995-ec56-4466-b04d-4026d9710b3e] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.629135] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f294940-f8a1-4fb3-90f1-601f0aff604f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.777343] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e9226b-5f6b-4de0-86ad-2a0029b28a7a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.786351] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c6707a-77e8-47ff-a570-a1e428b5f2a4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.830027] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d274ea1-1702-45d3-a303-0380c69fe777 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.846337] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ed68fd-d1bb-4b50-ab0e-b9c66cc3f72a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.850521] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570868, 'name': CreateVM_Task, 'duration_secs': 0.607713} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.850698] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7d711f5-1852-4f9b-baf6-ab11bc310be9] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1030.851592] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.851805] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.852151] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.852409] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07178ca9-cc20-447b-b7bd-2181f5019dd9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.862218] env[62301]: DEBUG nova.compute.provider_tree [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.869157] env[62301]: DEBUG oslo_vmware.api [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Waiting for the task: (returnval){ [ 1030.869157] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52d5dbc9-b6e2-f453-a991-dc9c1f122067" [ 1030.869157] env[62301]: _type = "Task" [ 1030.869157] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.876092] env[62301]: DEBUG oslo_vmware.api [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52d5dbc9-b6e2-f453-a991-dc9c1f122067, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.156214] env[62301]: INFO nova.compute.manager [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: f71f1995-ec56-4466-b04d-4026d9710b3e] Took 30.33 seconds to build instance. [ 1031.369734] env[62301]: DEBUG nova.scheduler.client.report [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.388099] env[62301]: DEBUG oslo_vmware.api [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52d5dbc9-b6e2-f453-a991-dc9c1f122067, 'name': SearchDatastore_Task, 'duration_secs': 0.018532} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.388430] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.388668] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] [instance: d7d711f5-1852-4f9b-baf6-ab11bc310be9] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1031.388902] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.389067] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.389252] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1031.389516] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7cf60e1f-5b95-47e6-a8d9-88a380b4e721 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.399576] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1031.401038] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1031.401038] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d7c5448-e58c-46c0-ad5b-9792d837332c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.406875] env[62301]: DEBUG oslo_vmware.api [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Waiting for the task: (returnval){ [ 1031.406875] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]529625bf-06fd-5838-2472-7b42bdd3733d" [ 1031.406875] env[62301]: _type = "Task" [ 1031.406875] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.414980] env[62301]: DEBUG oslo_vmware.api [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]529625bf-06fd-5838-2472-7b42bdd3733d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.428978] env[62301]: DEBUG oslo_concurrency.lockutils [None req-87c5e397-ba4e-4f61-9906-316a1b7f0b58 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquiring lock "interface-771fe5ee-9535-4329-9d69-86d9ec130698-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1031.429479] env[62301]: DEBUG oslo_concurrency.lockutils [None req-87c5e397-ba4e-4f61-9906-316a1b7f0b58 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lock "interface-771fe5ee-9535-4329-9d69-86d9ec130698-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1031.429538] env[62301]: DEBUG nova.objects.instance [None req-87c5e397-ba4e-4f61-9906-316a1b7f0b58 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lazy-loading 'flavor' on Instance uuid 771fe5ee-9535-4329-9d69-86d9ec130698 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.540902] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquiring lock "f772a532-3402-4b9c-95be-0bbb9c5ef7ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1031.541149] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lock "f772a532-3402-4b9c-95be-0bbb9c5ef7ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1031.663408] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d2ea472a-d5a6-4de7-8ea5-4af3ec5bbb60 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Lock "f71f1995-ec56-4466-b04d-4026d9710b3e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.849s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.877949] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.388s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.878590] env[62301]: INFO nova.compute.manager [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Migrating [ 1031.887820] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5e0f563e-eda0-4dd8-b13b-6acf6c95f69a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.700s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1031.887820] env[62301]: DEBUG nova.objects.instance [None req-5e0f563e-eda0-4dd8-b13b-6acf6c95f69a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lazy-loading 'resources' on Instance uuid 222560d8-31b8-4349-aaa0-67d1497ac0a6 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.917670] env[62301]: DEBUG oslo_vmware.api [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]529625bf-06fd-5838-2472-7b42bdd3733d, 'name': SearchDatastore_Task, 'duration_secs': 0.010314} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.918676] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cbdf004-42c4-4f43-8385-e411fdf5fcf8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.925994] env[62301]: DEBUG oslo_vmware.api [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Waiting for the task: (returnval){ [ 1031.925994] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5262d734-41f0-ec2a-a4ef-26961ee3ec94" [ 1031.925994] env[62301]: _type = "Task" [ 1031.925994] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.935607] env[62301]: DEBUG nova.objects.instance [None req-87c5e397-ba4e-4f61-9906-316a1b7f0b58 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lazy-loading 'pci_requests' on Instance uuid 771fe5ee-9535-4329-9d69-86d9ec130698 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.943198] env[62301]: DEBUG oslo_vmware.api [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5262d734-41f0-ec2a-a4ef-26961ee3ec94, 'name': SearchDatastore_Task, 'duration_secs': 0.012621} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.943496] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.943776] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] d7d711f5-1852-4f9b-baf6-ab11bc310be9/d7d711f5-1852-4f9b-baf6-ab11bc310be9.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1031.944072] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef69429d-b6c9-4522-8b92-31c9dba5876d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.954375] env[62301]: DEBUG oslo_vmware.api [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Waiting for the task: (returnval){ [ 1031.954375] env[62301]: value = "task-2570871" [ 1031.954375] env[62301]: _type = "Task" [ 1031.954375] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.964973] env[62301]: DEBUG oslo_vmware.api [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Task: {'id': task-2570871, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.044509] env[62301]: DEBUG nova.compute.manager [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1032.400816] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquiring lock "refresh_cache-3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.401300] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquired lock "refresh_cache-3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.401300] env[62301]: DEBUG nova.network.neutron [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.440998] env[62301]: DEBUG nova.objects.base [None req-87c5e397-ba4e-4f61-9906-316a1b7f0b58 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Object Instance<771fe5ee-9535-4329-9d69-86d9ec130698> lazy-loaded attributes: flavor,pci_requests {{(pid=62301) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1032.441265] env[62301]: DEBUG nova.network.neutron [None req-87c5e397-ba4e-4f61-9906-316a1b7f0b58 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1032.469063] env[62301]: DEBUG oslo_vmware.api [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Task: {'id': task-2570871, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.561492] env[62301]: DEBUG oslo_concurrency.lockutils [None req-87c5e397-ba4e-4f61-9906-316a1b7f0b58 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lock "interface-771fe5ee-9535-4329-9d69-86d9ec130698-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.132s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.566693] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.728068] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196e842d-151f-4162-bcee-d747e78970a0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.735411] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766714d2-2675-4a7b-864d-f9c81c480973 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.771525] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb62f23-fb36-424e-8214-3b870948bbdf {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.781090] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479f3b77-8912-41fe-8a91-337b39371f49 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.797476] env[62301]: DEBUG nova.compute.provider_tree [None req-5e0f563e-eda0-4dd8-b13b-6acf6c95f69a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Updating inventory in ProviderTree for provider f2701398-2646-410f-990f-c3cfa8025d57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1032.968153] env[62301]: DEBUG oslo_vmware.api [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Task: {'id': task-2570871, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530312} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.968153] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] d7d711f5-1852-4f9b-baf6-ab11bc310be9/d7d711f5-1852-4f9b-baf6-ab11bc310be9.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1032.968153] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] [instance: d7d711f5-1852-4f9b-baf6-ab11bc310be9] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1032.968153] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45c908ca-e393-4167-ac89-a13c8f76955e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.977225] env[62301]: DEBUG oslo_vmware.api [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Waiting for the task: (returnval){ [ 1032.977225] env[62301]: value = "task-2570873" [ 1032.977225] env[62301]: _type = "Task" [ 1032.977225] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.986079] env[62301]: DEBUG oslo_vmware.api [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Task: {'id': task-2570873, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.131489] env[62301]: DEBUG nova.network.neutron [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Updating instance_info_cache with network_info: [{"id": "b5a35e02-2fa4-4a1a-9156-e6a6e67fb8e0", "address": "fa:16:3e:5f:1f:d8", "network": {"id": "2bb96169-7594-47bb-8c69-56a2af9dfa32", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1110516366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ea9bdc8a9b547d881e4051cff4426f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a35e02-2f", "ovs_interfaceid": "b5a35e02-2fa4-4a1a-9156-e6a6e67fb8e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.320415] env[62301]: ERROR nova.scheduler.client.report [None req-5e0f563e-eda0-4dd8-b13b-6acf6c95f69a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [req-7d90a24b-f01f-4f74-9408-2bc3f98d057b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f2701398-2646-410f-990f-c3cfa8025d57. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7d90a24b-f01f-4f74-9408-2bc3f98d057b"}]} [ 1033.344025] env[62301]: DEBUG nova.scheduler.client.report [None req-5e0f563e-eda0-4dd8-b13b-6acf6c95f69a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Refreshing inventories for resource provider f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1033.360393] env[62301]: DEBUG nova.scheduler.client.report [None req-5e0f563e-eda0-4dd8-b13b-6acf6c95f69a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Updating ProviderTree inventory for provider f2701398-2646-410f-990f-c3cfa8025d57 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1033.360633] env[62301]: DEBUG nova.compute.provider_tree [None req-5e0f563e-eda0-4dd8-b13b-6acf6c95f69a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Updating inventory in ProviderTree for provider f2701398-2646-410f-990f-c3cfa8025d57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1033.376834] env[62301]: DEBUG nova.scheduler.client.report [None req-5e0f563e-eda0-4dd8-b13b-6acf6c95f69a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Refreshing aggregate associations for resource provider f2701398-2646-410f-990f-c3cfa8025d57, aggregates: None {{(pid=62301) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1033.394298] env[62301]: DEBUG nova.scheduler.client.report [None req-5e0f563e-eda0-4dd8-b13b-6acf6c95f69a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Refreshing trait associations for resource provider f2701398-2646-410f-990f-c3cfa8025d57, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62301) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1033.488598] env[62301]: DEBUG oslo_vmware.api [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Task: {'id': task-2570873, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.169536} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.491810] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] [instance: d7d711f5-1852-4f9b-baf6-ab11bc310be9] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1033.492417] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003375c2-3a7b-4b18-8bfa-b959f0a5e113 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.516299] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] [instance: d7d711f5-1852-4f9b-baf6-ab11bc310be9] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] d7d711f5-1852-4f9b-baf6-ab11bc310be9/d7d711f5-1852-4f9b-baf6-ab11bc310be9.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.519198] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd2b8084-c1ad-42a9-a117-500cf90bcdd1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.546983] env[62301]: DEBUG oslo_vmware.api [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Waiting for the task: (returnval){ [ 1033.546983] env[62301]: value = "task-2570874" [ 1033.546983] env[62301]: _type = "Task" [ 1033.546983] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.560984] env[62301]: DEBUG oslo_vmware.api [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Task: {'id': task-2570874, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.634607] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Releasing lock "refresh_cache-3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.689511] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04455c59-1038-4d7a-af3e-640b4850d0d0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.699143] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eafe439-1322-4bcc-86ad-8ceaa699edf5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.735196] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01bf4d03-0607-4356-b884-905bb9478204 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.744579] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f046d044-6612-4581-acc4-1dc27084b853 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.761294] env[62301]: DEBUG nova.compute.provider_tree [None req-5e0f563e-eda0-4dd8-b13b-6acf6c95f69a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Updating inventory in ProviderTree for provider f2701398-2646-410f-990f-c3cfa8025d57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1034.060070] env[62301]: DEBUG oslo_vmware.api [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Task: {'id': task-2570874, 'name': ReconfigVM_Task, 'duration_secs': 0.46169} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.060362] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] [instance: d7d711f5-1852-4f9b-baf6-ab11bc310be9] Reconfigured VM instance instance-00000066 to attach disk [datastore1] d7d711f5-1852-4f9b-baf6-ab11bc310be9/d7d711f5-1852-4f9b-baf6-ab11bc310be9.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1034.061039] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c8b8a20-757a-45ce-96ec-9910e7f01a91 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.068900] env[62301]: DEBUG oslo_vmware.api [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Waiting for the task: (returnval){ [ 1034.068900] env[62301]: value = "task-2570875" [ 1034.068900] env[62301]: _type = "Task" [ 1034.068900] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.077929] env[62301]: DEBUG oslo_vmware.api [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Task: {'id': task-2570875, 'name': Rename_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.299432] env[62301]: DEBUG nova.scheduler.client.report [None req-5e0f563e-eda0-4dd8-b13b-6acf6c95f69a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Updated inventory for provider f2701398-2646-410f-990f-c3cfa8025d57 with generation 147 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1034.299729] env[62301]: DEBUG nova.compute.provider_tree [None req-5e0f563e-eda0-4dd8-b13b-6acf6c95f69a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Updating resource provider f2701398-2646-410f-990f-c3cfa8025d57 generation from 147 to 148 during operation: update_inventory {{(pid=62301) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1034.299912] env[62301]: DEBUG nova.compute.provider_tree [None req-5e0f563e-eda0-4dd8-b13b-6acf6c95f69a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Updating inventory in ProviderTree for provider f2701398-2646-410f-990f-c3cfa8025d57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1034.580845] env[62301]: DEBUG oslo_vmware.api [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Task: {'id': task-2570875, 'name': Rename_Task, 'duration_secs': 0.188459} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.580845] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] [instance: d7d711f5-1852-4f9b-baf6-ab11bc310be9] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.580845] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84bf02ef-a5c0-4fb2-a6fe-871c401834ed {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.590970] env[62301]: DEBUG oslo_vmware.api [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Waiting for the task: (returnval){ [ 1034.590970] env[62301]: value = "task-2570877" [ 1034.590970] env[62301]: _type = "Task" [ 1034.590970] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.600415] env[62301]: DEBUG oslo_vmware.api [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Task: {'id': task-2570877, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.730423] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2295fa2b-b7be-42d5-9aca-ca6d1eecfd29 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquiring lock "interface-771fe5ee-9535-4329-9d69-86d9ec130698-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.730688] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2295fa2b-b7be-42d5-9aca-ca6d1eecfd29 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lock "interface-771fe5ee-9535-4329-9d69-86d9ec130698-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1034.731018] env[62301]: DEBUG nova.objects.instance [None req-2295fa2b-b7be-42d5-9aca-ca6d1eecfd29 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lazy-loading 'flavor' on Instance uuid 771fe5ee-9535-4329-9d69-86d9ec130698 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.806494] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5e0f563e-eda0-4dd8-b13b-6acf6c95f69a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.919s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1034.808939] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6a327026-3ba7-4600-a9db-8306f2a33c9b tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.442s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1034.809216] env[62301]: DEBUG nova.objects.instance [None req-6a327026-3ba7-4600-a9db-8306f2a33c9b tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Lazy-loading 'resources' on Instance uuid 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.832442] env[62301]: INFO nova.scheduler.client.report [None req-5e0f563e-eda0-4dd8-b13b-6acf6c95f69a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Deleted allocations for instance 222560d8-31b8-4349-aaa0-67d1497ac0a6 [ 1035.102208] env[62301]: DEBUG oslo_vmware.api [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Task: {'id': task-2570877, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.158308] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7e76a2-5c6a-42a2-a15e-688c901688e6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.185134] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Updating instance '3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738' progress to 0 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1035.318805] env[62301]: DEBUG nova.objects.instance [None req-2295fa2b-b7be-42d5-9aca-ca6d1eecfd29 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lazy-loading 'pci_requests' on Instance uuid 771fe5ee-9535-4329-9d69-86d9ec130698 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1035.344474] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5e0f563e-eda0-4dd8-b13b-6acf6c95f69a tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lock "222560d8-31b8-4349-aaa0-67d1497ac0a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.061s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.487563] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Acquiring lock "b0af9fd1-a2db-4f11-bac8-e84d66a84c1c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.487851] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Lock "b0af9fd1-a2db-4f11-bac8-e84d66a84c1c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.554822] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71ed327-79fe-433e-89d0-7ea3a743a5ee {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.563619] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9959786c-f1e2-4da4-aae0-c548de612b77 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.597620] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1f352d-ca5e-4744-94b4-64272bb8c51b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.613298] env[62301]: DEBUG oslo_vmware.api [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Task: {'id': task-2570877, 'name': PowerOnVM_Task, 'duration_secs': 0.718196} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.615987] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] [instance: d7d711f5-1852-4f9b-baf6-ab11bc310be9] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1035.615987] env[62301]: INFO nova.compute.manager [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] [instance: d7d711f5-1852-4f9b-baf6-ab11bc310be9] Took 5.92 seconds to spawn the instance on the hypervisor. [ 1035.615987] env[62301]: DEBUG nova.compute.manager [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] [instance: d7d711f5-1852-4f9b-baf6-ab11bc310be9] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1035.616805] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9a0d5e-cf22-4c42-a85e-29f12930f577 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.620305] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186477c4-aed2-4a0b-b9f2-a1c0e0e585af {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.635908] env[62301]: DEBUG nova.compute.provider_tree [None req-6a327026-3ba7-4600-a9db-8306f2a33c9b tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.692522] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1035.692843] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6751f96c-7ed2-4560-b7a4-5ea8ee04741a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.702463] env[62301]: DEBUG oslo_vmware.api [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 1035.702463] env[62301]: value = "task-2570878" [ 1035.702463] env[62301]: _type = "Task" [ 1035.702463] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.713104] env[62301]: DEBUG oslo_vmware.api [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570878, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.821782] env[62301]: DEBUG nova.objects.base [None req-2295fa2b-b7be-42d5-9aca-ca6d1eecfd29 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Object Instance<771fe5ee-9535-4329-9d69-86d9ec130698> lazy-loaded attributes: flavor,pci_requests {{(pid=62301) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1035.822095] env[62301]: DEBUG nova.network.neutron [None req-2295fa2b-b7be-42d5-9aca-ca6d1eecfd29 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1035.884376] env[62301]: DEBUG nova.policy [None req-2295fa2b-b7be-42d5-9aca-ca6d1eecfd29 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '041995c459584460b882ae64a87af08a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f44005617fbf4cf3a6dc1727b4da2f55', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 1035.990335] env[62301]: DEBUG nova.compute.manager [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] [instance: b0af9fd1-a2db-4f11-bac8-e84d66a84c1c] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1036.142456] env[62301]: DEBUG nova.scheduler.client.report [None req-6a327026-3ba7-4600-a9db-8306f2a33c9b tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.161702] env[62301]: INFO nova.compute.manager [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] [instance: d7d711f5-1852-4f9b-baf6-ab11bc310be9] Took 25.21 seconds to build instance. [ 1036.219420] env[62301]: DEBUG oslo_vmware.api [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570878, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.241710] env[62301]: DEBUG nova.network.neutron [None req-2295fa2b-b7be-42d5-9aca-ca6d1eecfd29 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Successfully created port: da526505-b388-4c09-af48-79d6301fb072 {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1036.324807] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f04aff1a-71f2-4652-82be-de6f13d3c033 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Acquiring lock "de6bacc7-556f-4809-a791-26892786c64a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.325195] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f04aff1a-71f2-4652-82be-de6f13d3c033 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Lock "de6bacc7-556f-4809-a791-26892786c64a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1036.325246] env[62301]: DEBUG nova.compute.manager [None req-f04aff1a-71f2-4652-82be-de6f13d3c033 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: de6bacc7-556f-4809-a791-26892786c64a] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.326161] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e46efd9-b618-4ebe-b88e-1fbb5bad80b2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.333344] env[62301]: DEBUG nova.compute.manager [None req-f04aff1a-71f2-4652-82be-de6f13d3c033 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: de6bacc7-556f-4809-a791-26892786c64a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62301) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1036.333942] env[62301]: DEBUG nova.objects.instance [None req-f04aff1a-71f2-4652-82be-de6f13d3c033 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Lazy-loading 'flavor' on Instance uuid de6bacc7-556f-4809-a791-26892786c64a {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.515184] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.657221] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6a327026-3ba7-4600-a9db-8306f2a33c9b tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.848s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1036.659490] env[62301]: DEBUG oslo_concurrency.lockutils [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.693s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1036.661160] env[62301]: INFO nova.compute.claims [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 01f2d55f-c484-4b41-8b3f-af1a92a3a0ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1036.665611] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e1dcf6ad-1309-4af7-a1db-c751d18455f5 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Lock "d7d711f5-1852-4f9b-baf6-ab11bc310be9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.731s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1036.683795] env[62301]: INFO nova.scheduler.client.report [None req-6a327026-3ba7-4600-a9db-8306f2a33c9b tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Deleted allocations for instance 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e [ 1036.714615] env[62301]: DEBUG oslo_vmware.api [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570878, 'name': PowerOffVM_Task, 'duration_secs': 0.539192} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.715410] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1036.715597] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Updating instance '3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738' progress to 17 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1037.191227] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6a327026-3ba7-4600-a9db-8306f2a33c9b tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Lock "7015dc41-f1f8-4dd4-8e35-6ea6e574d44e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.034s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1037.222210] env[62301]: DEBUG nova.virt.hardware [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1037.222468] env[62301]: DEBUG nova.virt.hardware [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1037.222627] env[62301]: DEBUG nova.virt.hardware [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1037.222808] env[62301]: DEBUG nova.virt.hardware [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1037.222954] env[62301]: DEBUG nova.virt.hardware [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1037.223115] env[62301]: DEBUG nova.virt.hardware [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1037.223322] env[62301]: DEBUG nova.virt.hardware [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1037.223479] env[62301]: DEBUG nova.virt.hardware [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1037.223646] env[62301]: DEBUG nova.virt.hardware [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1037.223810] env[62301]: DEBUG nova.virt.hardware [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1037.224027] env[62301]: DEBUG nova.virt.hardware [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1037.229729] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c0eebcb-16c0-4174-8f3c-41daa0a95c49 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.246704] env[62301]: DEBUG oslo_vmware.api [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 1037.246704] env[62301]: value = "task-2570880" [ 1037.246704] env[62301]: _type = "Task" [ 1037.246704] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.255859] env[62301]: DEBUG oslo_vmware.api [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570880, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.341338] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-f04aff1a-71f2-4652-82be-de6f13d3c033 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: de6bacc7-556f-4809-a791-26892786c64a] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1037.341708] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83508213-1a78-46d0-996e-f6fcf239bdd3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.350732] env[62301]: DEBUG oslo_vmware.api [None req-f04aff1a-71f2-4652-82be-de6f13d3c033 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Waiting for the task: (returnval){ [ 1037.350732] env[62301]: value = "task-2570881" [ 1037.350732] env[62301]: _type = "Task" [ 1037.350732] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.360656] env[62301]: DEBUG oslo_vmware.api [None req-f04aff1a-71f2-4652-82be-de6f13d3c033 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Task: {'id': task-2570881, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.465217] env[62301]: INFO nova.compute.manager [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] [instance: d7d711f5-1852-4f9b-baf6-ab11bc310be9] Rebuilding instance [ 1037.543752] env[62301]: DEBUG nova.compute.manager [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] [instance: d7d711f5-1852-4f9b-baf6-ab11bc310be9] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1037.544675] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4be102-9d40-4d1e-bf59-09928d6fe397 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.760890] env[62301]: DEBUG oslo_vmware.api [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570880, 'name': ReconfigVM_Task, 'duration_secs': 0.239513} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.761740] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Updating instance '3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738' progress to 33 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1037.770463] env[62301]: DEBUG nova.network.neutron [None req-2295fa2b-b7be-42d5-9aca-ca6d1eecfd29 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Successfully updated port: da526505-b388-4c09-af48-79d6301fb072 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1037.864989] env[62301]: DEBUG oslo_vmware.api [None req-f04aff1a-71f2-4652-82be-de6f13d3c033 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Task: {'id': task-2570881, 'name': PowerOffVM_Task, 'duration_secs': 0.239038} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.867762] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-f04aff1a-71f2-4652-82be-de6f13d3c033 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: de6bacc7-556f-4809-a791-26892786c64a] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1037.867991] env[62301]: DEBUG nova.compute.manager [None req-f04aff1a-71f2-4652-82be-de6f13d3c033 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: de6bacc7-556f-4809-a791-26892786c64a] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1037.868991] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd93039-84c5-466b-ad40-6d3ee0b62711 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.892560] env[62301]: DEBUG nova.compute.manager [req-c0746646-6abb-4995-b484-cedff44c390b req-e2faa9d6-1243-4ba6-a719-bd85d565f494 service nova] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Received event network-vif-plugged-da526505-b388-4c09-af48-79d6301fb072 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1037.892560] env[62301]: DEBUG oslo_concurrency.lockutils [req-c0746646-6abb-4995-b484-cedff44c390b req-e2faa9d6-1243-4ba6-a719-bd85d565f494 service nova] Acquiring lock "771fe5ee-9535-4329-9d69-86d9ec130698-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1037.893098] env[62301]: DEBUG oslo_concurrency.lockutils [req-c0746646-6abb-4995-b484-cedff44c390b req-e2faa9d6-1243-4ba6-a719-bd85d565f494 service nova] Lock "771fe5ee-9535-4329-9d69-86d9ec130698-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1037.893243] env[62301]: DEBUG oslo_concurrency.lockutils [req-c0746646-6abb-4995-b484-cedff44c390b req-e2faa9d6-1243-4ba6-a719-bd85d565f494 service nova] Lock "771fe5ee-9535-4329-9d69-86d9ec130698-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1037.893437] env[62301]: DEBUG nova.compute.manager [req-c0746646-6abb-4995-b484-cedff44c390b req-e2faa9d6-1243-4ba6-a719-bd85d565f494 service nova] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] No waiting events found dispatching network-vif-plugged-da526505-b388-4c09-af48-79d6301fb072 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1037.893613] env[62301]: WARNING nova.compute.manager [req-c0746646-6abb-4995-b484-cedff44c390b req-e2faa9d6-1243-4ba6-a719-bd85d565f494 service nova] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Received unexpected event network-vif-plugged-da526505-b388-4c09-af48-79d6301fb072 for instance with vm_state active and task_state None. [ 1037.908925] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81dddce-d10e-4208-ad27-ebd01ecc638f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.919245] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d75d29-55c0-44e5-8e9a-320348992766 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.960666] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5dec98-a03a-445e-8cb5-434a2319923d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.970693] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4446ea-da3a-4296-b9fd-e698bb9f7b5a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.986770] env[62301]: DEBUG nova.compute.provider_tree [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.007746] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Acquiring lock "71e8544a-b76b-4f61-9422-ca372ba522b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1038.008300] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lock "71e8544a-b76b-4f61-9422-ca372ba522b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1038.271058] env[62301]: DEBUG nova.virt.hardware [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1038.272397] env[62301]: DEBUG nova.virt.hardware [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1038.272397] env[62301]: DEBUG nova.virt.hardware [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1038.272539] env[62301]: DEBUG nova.virt.hardware [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1038.272959] env[62301]: DEBUG nova.virt.hardware [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1038.273231] env[62301]: DEBUG nova.virt.hardware [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1038.273426] env[62301]: DEBUG nova.virt.hardware [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1038.273636] env[62301]: DEBUG nova.virt.hardware [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1038.273931] env[62301]: DEBUG nova.virt.hardware [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1038.274119] env[62301]: DEBUG nova.virt.hardware [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1038.274506] env[62301]: DEBUG nova.virt.hardware [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1038.280073] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Reconfiguring VM instance instance-00000062 to detach disk 2000 {{(pid=62301) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1038.280828] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2295fa2b-b7be-42d5-9aca-ca6d1eecfd29 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquiring lock "refresh_cache-771fe5ee-9535-4329-9d69-86d9ec130698" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.280942] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2295fa2b-b7be-42d5-9aca-ca6d1eecfd29 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquired lock "refresh_cache-771fe5ee-9535-4329-9d69-86d9ec130698" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.281114] env[62301]: DEBUG nova.network.neutron [None req-2295fa2b-b7be-42d5-9aca-ca6d1eecfd29 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.282453] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d21734b-7e1a-42a5-b074-dac4fa9bcef3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.305871] env[62301]: DEBUG oslo_vmware.api [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 1038.305871] env[62301]: value = "task-2570883" [ 1038.305871] env[62301]: _type = "Task" [ 1038.305871] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.318696] env[62301]: DEBUG oslo_vmware.api [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570883, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.385396] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f04aff1a-71f2-4652-82be-de6f13d3c033 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Lock "de6bacc7-556f-4809-a791-26892786c64a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.060s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.490760] env[62301]: DEBUG nova.scheduler.client.report [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.510285] env[62301]: DEBUG nova.compute.manager [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1038.561430] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] [instance: d7d711f5-1852-4f9b-baf6-ab11bc310be9] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.561629] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93045f3e-3d70-4336-ae25-f25a4b0c510c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.572245] env[62301]: DEBUG oslo_vmware.api [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Waiting for the task: (returnval){ [ 1038.572245] env[62301]: value = "task-2570884" [ 1038.572245] env[62301]: _type = "Task" [ 1038.572245] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.584846] env[62301]: DEBUG oslo_vmware.api [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Task: {'id': task-2570884, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.816900] env[62301]: DEBUG oslo_vmware.api [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570883, 'name': ReconfigVM_Task, 'duration_secs': 0.199566} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.817236] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Reconfigured VM instance instance-00000062 to detach disk 2000 {{(pid=62301) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1038.817886] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abac9a1d-a7c4-43fa-8d43-7dda42a6621c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.842243] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738/3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1038.843284] env[62301]: WARNING nova.network.neutron [None req-2295fa2b-b7be-42d5-9aca-ca6d1eecfd29 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] 32aca2ac-882d-4f89-b75b-c3af9ad6fefe already exists in list: networks containing: ['32aca2ac-882d-4f89-b75b-c3af9ad6fefe']. ignoring it [ 1038.845280] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7c97c92-a0cb-4b48-974c-b31aa71d64c1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.865936] env[62301]: DEBUG oslo_vmware.api [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 1038.865936] env[62301]: value = "task-2570885" [ 1038.865936] env[62301]: _type = "Task" [ 1038.865936] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.880727] env[62301]: DEBUG oslo_vmware.api [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570885, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.886917] env[62301]: DEBUG nova.objects.instance [None req-c03d0505-1c0f-4453-88e2-02b76dee24a9 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Lazy-loading 'flavor' on Instance uuid de6bacc7-556f-4809-a791-26892786c64a {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.997455] env[62301]: DEBUG oslo_concurrency.lockutils [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.338s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.997989] env[62301]: DEBUG nova.compute.manager [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 01f2d55f-c484-4b41-8b3f-af1a92a3a0ce] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1039.001097] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.783s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1039.001364] env[62301]: DEBUG nova.objects.instance [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Lazy-loading 'pci_requests' on Instance uuid d44608fc-c2b2-4331-ba83-0553238f5f6d {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.037828] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1039.082867] env[62301]: DEBUG oslo_vmware.api [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Task: {'id': task-2570884, 'name': PowerOffVM_Task, 'duration_secs': 0.207066} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.085590] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] [instance: d7d711f5-1852-4f9b-baf6-ab11bc310be9] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1039.085830] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] [instance: d7d711f5-1852-4f9b-baf6-ab11bc310be9] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1039.086647] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f0b553-7932-4ab6-9bce-08b72b503538 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.094147] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] [instance: d7d711f5-1852-4f9b-baf6-ab11bc310be9] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1039.094387] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67ad5b2a-148d-4507-8434-37b767951c05 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.130491] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] [instance: d7d711f5-1852-4f9b-baf6-ab11bc310be9] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1039.130721] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] [instance: d7d711f5-1852-4f9b-baf6-ab11bc310be9] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1039.130908] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Deleting the datastore file [datastore1] d7d711f5-1852-4f9b-baf6-ab11bc310be9 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1039.131215] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36ca0771-6fb0-44fc-b6ce-e26fabd4d8bb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.140046] env[62301]: DEBUG oslo_vmware.api [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Waiting for the task: (returnval){ [ 1039.140046] env[62301]: value = "task-2570887" [ 1039.140046] env[62301]: _type = "Task" [ 1039.140046] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.151372] env[62301]: DEBUG oslo_vmware.api [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Task: {'id': task-2570887, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.167756] env[62301]: DEBUG nova.network.neutron [None req-2295fa2b-b7be-42d5-9aca-ca6d1eecfd29 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Updating instance_info_cache with network_info: [{"id": "d20259aa-fc61-4ba6-bec1-a643b35880bf", "address": "fa:16:3e:5a:34:bb", "network": {"id": "32aca2ac-882d-4f89-b75b-c3af9ad6fefe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1098447386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f44005617fbf4cf3a6dc1727b4da2f55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd20259aa-fc", "ovs_interfaceid": "d20259aa-fc61-4ba6-bec1-a643b35880bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "da526505-b388-4c09-af48-79d6301fb072", "address": "fa:16:3e:70:48:15", "network": {"id": "32aca2ac-882d-4f89-b75b-c3af9ad6fefe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1098447386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f44005617fbf4cf3a6dc1727b4da2f55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda526505-b3", "ovs_interfaceid": "da526505-b388-4c09-af48-79d6301fb072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.376359] env[62301]: DEBUG oslo_vmware.api [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570885, 'name': ReconfigVM_Task, 'duration_secs': 0.3277} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.376651] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738/3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1039.376929] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Updating instance '3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738' progress to 50 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1039.391256] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c03d0505-1c0f-4453-88e2-02b76dee24a9 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Acquiring lock "refresh_cache-de6bacc7-556f-4809-a791-26892786c64a" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.391418] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c03d0505-1c0f-4453-88e2-02b76dee24a9 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Acquired lock "refresh_cache-de6bacc7-556f-4809-a791-26892786c64a" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.391587] env[62301]: DEBUG nova.network.neutron [None req-c03d0505-1c0f-4453-88e2-02b76dee24a9 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: de6bacc7-556f-4809-a791-26892786c64a] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.391760] env[62301]: DEBUG nova.objects.instance [None req-c03d0505-1c0f-4453-88e2-02b76dee24a9 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Lazy-loading 'info_cache' on Instance uuid de6bacc7-556f-4809-a791-26892786c64a {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.508639] env[62301]: DEBUG nova.compute.utils [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1039.511196] env[62301]: DEBUG nova.objects.instance [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Lazy-loading 'numa_topology' on Instance uuid d44608fc-c2b2-4331-ba83-0553238f5f6d {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.512271] env[62301]: DEBUG nova.compute.manager [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 01f2d55f-c484-4b41-8b3f-af1a92a3a0ce] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1039.512439] env[62301]: DEBUG nova.network.neutron [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 01f2d55f-c484-4b41-8b3f-af1a92a3a0ce] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1039.548375] env[62301]: DEBUG nova.policy [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6519f0edd7f4c1bbb97751996e2b3d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a4a399762bbd46c483973e1371d2429c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 1039.653020] env[62301]: DEBUG oslo_vmware.api [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Task: {'id': task-2570887, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139403} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.653020] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1039.653020] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] [instance: d7d711f5-1852-4f9b-baf6-ab11bc310be9] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1039.653216] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] [instance: d7d711f5-1852-4f9b-baf6-ab11bc310be9] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1039.670797] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2295fa2b-b7be-42d5-9aca-ca6d1eecfd29 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Releasing lock "refresh_cache-771fe5ee-9535-4329-9d69-86d9ec130698" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.671458] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2295fa2b-b7be-42d5-9aca-ca6d1eecfd29 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquiring lock "771fe5ee-9535-4329-9d69-86d9ec130698" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.671617] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2295fa2b-b7be-42d5-9aca-ca6d1eecfd29 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquired lock "771fe5ee-9535-4329-9d69-86d9ec130698" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.672673] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9142788e-3e2e-45c3-b652-dbb6a432332e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.693373] env[62301]: DEBUG nova.virt.hardware [None req-2295fa2b-b7be-42d5-9aca-ca6d1eecfd29 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1039.693581] env[62301]: DEBUG nova.virt.hardware [None req-2295fa2b-b7be-42d5-9aca-ca6d1eecfd29 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1039.693782] env[62301]: DEBUG nova.virt.hardware [None req-2295fa2b-b7be-42d5-9aca-ca6d1eecfd29 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1039.694100] env[62301]: DEBUG nova.virt.hardware [None req-2295fa2b-b7be-42d5-9aca-ca6d1eecfd29 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1039.694309] env[62301]: DEBUG nova.virt.hardware [None req-2295fa2b-b7be-42d5-9aca-ca6d1eecfd29 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1039.694469] env[62301]: DEBUG nova.virt.hardware [None req-2295fa2b-b7be-42d5-9aca-ca6d1eecfd29 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1039.694679] env[62301]: DEBUG nova.virt.hardware [None req-2295fa2b-b7be-42d5-9aca-ca6d1eecfd29 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1039.694840] env[62301]: DEBUG nova.virt.hardware [None req-2295fa2b-b7be-42d5-9aca-ca6d1eecfd29 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1039.695077] env[62301]: DEBUG nova.virt.hardware [None req-2295fa2b-b7be-42d5-9aca-ca6d1eecfd29 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1039.695271] env[62301]: DEBUG nova.virt.hardware [None req-2295fa2b-b7be-42d5-9aca-ca6d1eecfd29 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1039.695450] env[62301]: DEBUG nova.virt.hardware [None req-2295fa2b-b7be-42d5-9aca-ca6d1eecfd29 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1039.701836] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-2295fa2b-b7be-42d5-9aca-ca6d1eecfd29 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Reconfiguring VM to attach interface {{(pid=62301) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1039.702852] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4545b950-a660-4433-a87c-04ec4a0eeab1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.723761] env[62301]: DEBUG oslo_vmware.api [None req-2295fa2b-b7be-42d5-9aca-ca6d1eecfd29 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Waiting for the task: (returnval){ [ 1039.723761] env[62301]: value = "task-2570888" [ 1039.723761] env[62301]: _type = "Task" [ 1039.723761] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.732753] env[62301]: DEBUG oslo_vmware.api [None req-2295fa2b-b7be-42d5-9aca-ca6d1eecfd29 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570888, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.820796] env[62301]: DEBUG nova.network.neutron [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 01f2d55f-c484-4b41-8b3f-af1a92a3a0ce] Successfully created port: 63e75559-6f35-42ae-b02d-60325153c4a3 {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1039.883698] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7525304-0e08-40c4-b83c-2a413e01d2eb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.906260] env[62301]: DEBUG nova.objects.base [None req-c03d0505-1c0f-4453-88e2-02b76dee24a9 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62301) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1039.908176] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056a4ba3-5b1a-4210-9231-1d79879f73b6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.927302] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Updating instance '3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738' progress to 67 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1040.011648] env[62301]: DEBUG nova.compute.manager [req-dab9b40f-8295-43b2-b927-ca0175c68c55 req-0d9edc86-61f7-4639-b193-848cc84464d8 service nova] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Received event network-changed-da526505-b388-4c09-af48-79d6301fb072 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1040.011808] env[62301]: DEBUG nova.compute.manager [req-dab9b40f-8295-43b2-b927-ca0175c68c55 req-0d9edc86-61f7-4639-b193-848cc84464d8 service nova] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Refreshing instance network info cache due to event network-changed-da526505-b388-4c09-af48-79d6301fb072. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1040.012036] env[62301]: DEBUG oslo_concurrency.lockutils [req-dab9b40f-8295-43b2-b927-ca0175c68c55 req-0d9edc86-61f7-4639-b193-848cc84464d8 service nova] Acquiring lock "refresh_cache-771fe5ee-9535-4329-9d69-86d9ec130698" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.012188] env[62301]: DEBUG oslo_concurrency.lockutils [req-dab9b40f-8295-43b2-b927-ca0175c68c55 req-0d9edc86-61f7-4639-b193-848cc84464d8 service nova] Acquired lock "refresh_cache-771fe5ee-9535-4329-9d69-86d9ec130698" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.012347] env[62301]: DEBUG nova.network.neutron [req-dab9b40f-8295-43b2-b927-ca0175c68c55 req-0d9edc86-61f7-4639-b193-848cc84464d8 service nova] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Refreshing network info cache for port da526505-b388-4c09-af48-79d6301fb072 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1040.013949] env[62301]: DEBUG nova.compute.manager [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 01f2d55f-c484-4b41-8b3f-af1a92a3a0ce] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1040.016515] env[62301]: INFO nova.compute.claims [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1040.179546] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Acquiring lock "49f6036a-ed24-416b-addb-a865ff67668e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1040.179880] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Lock "49f6036a-ed24-416b-addb-a865ff67668e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.235418] env[62301]: DEBUG oslo_vmware.api [None req-2295fa2b-b7be-42d5-9aca-ca6d1eecfd29 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570888, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.492495] env[62301]: DEBUG nova.network.neutron [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Port b5a35e02-2fa4-4a1a-9156-e6a6e67fb8e0 binding to destination host cpu-1 is already ACTIVE {{(pid=62301) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1040.683350] env[62301]: DEBUG nova.compute.manager [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1040.697540] env[62301]: DEBUG nova.virt.hardware [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1040.697780] env[62301]: DEBUG nova.virt.hardware [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1040.697996] env[62301]: DEBUG nova.virt.hardware [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1040.698212] env[62301]: DEBUG nova.virt.hardware [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1040.698653] env[62301]: DEBUG nova.virt.hardware [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1040.698653] env[62301]: DEBUG nova.virt.hardware [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1040.698884] env[62301]: DEBUG nova.virt.hardware [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1040.698884] env[62301]: DEBUG nova.virt.hardware [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1040.699019] env[62301]: DEBUG nova.virt.hardware [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1040.699196] env[62301]: DEBUG nova.virt.hardware [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1040.699370] env[62301]: DEBUG nova.virt.hardware [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1040.700560] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af6e0d8-8aa2-4e90-8bdf-bda2da1466ff {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.711471] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2791cda-8285-4aca-bcab-a65b7e7a9529 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.728820] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] [instance: d7d711f5-1852-4f9b-baf6-ab11bc310be9] Instance VIF info [] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1040.734626] env[62301]: DEBUG oslo.service.loopingcall [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1040.740814] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7d711f5-1852-4f9b-baf6-ab11bc310be9] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1040.742222] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8730cfb4-4364-4cf2-b375-134f3cb2d8a0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.759392] env[62301]: DEBUG nova.network.neutron [None req-c03d0505-1c0f-4453-88e2-02b76dee24a9 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: de6bacc7-556f-4809-a791-26892786c64a] Updating instance_info_cache with network_info: [{"id": "f80116cc-d8cb-4eee-afa0-c69ff3daa43e", "address": "fa:16:3e:a6:3c:04", "network": {"id": "25a17008-c596-4191-a906-cd7d90baa689", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-196336172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd9321d86af043f3bd996499cb5f7eca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf80116cc-d8", "ovs_interfaceid": "f80116cc-d8cb-4eee-afa0-c69ff3daa43e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.764861] env[62301]: DEBUG oslo_vmware.api [None req-2295fa2b-b7be-42d5-9aca-ca6d1eecfd29 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570888, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.766711] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1040.766711] env[62301]: value = "task-2570890" [ 1040.766711] env[62301]: _type = "Task" [ 1040.766711] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.775446] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570890, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.807045] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65372f27-2d88-4ff4-8c22-653e8c96da37 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.814361] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d77e1fe-8904-421d-afc2-c77e45066e05 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.849239] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1246a7-ead4-4afc-9462-b8b0264e24ff {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.852646] env[62301]: DEBUG nova.network.neutron [req-dab9b40f-8295-43b2-b927-ca0175c68c55 req-0d9edc86-61f7-4639-b193-848cc84464d8 service nova] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Updated VIF entry in instance network info cache for port da526505-b388-4c09-af48-79d6301fb072. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1040.853066] env[62301]: DEBUG nova.network.neutron [req-dab9b40f-8295-43b2-b927-ca0175c68c55 req-0d9edc86-61f7-4639-b193-848cc84464d8 service nova] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Updating instance_info_cache with network_info: [{"id": "d20259aa-fc61-4ba6-bec1-a643b35880bf", "address": "fa:16:3e:5a:34:bb", "network": {"id": "32aca2ac-882d-4f89-b75b-c3af9ad6fefe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1098447386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f44005617fbf4cf3a6dc1727b4da2f55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd20259aa-fc", "ovs_interfaceid": "d20259aa-fc61-4ba6-bec1-a643b35880bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "da526505-b388-4c09-af48-79d6301fb072", "address": "fa:16:3e:70:48:15", "network": {"id": "32aca2ac-882d-4f89-b75b-c3af9ad6fefe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1098447386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f44005617fbf4cf3a6dc1727b4da2f55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda526505-b3", "ovs_interfaceid": "da526505-b388-4c09-af48-79d6301fb072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.859955] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90fc2206-c4e1-498a-b25f-41e0407648be {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.875373] env[62301]: DEBUG nova.compute.provider_tree [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Updating inventory in ProviderTree for provider f2701398-2646-410f-990f-c3cfa8025d57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1041.027382] env[62301]: DEBUG nova.compute.manager [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 01f2d55f-c484-4b41-8b3f-af1a92a3a0ce] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1041.048688] env[62301]: DEBUG nova.virt.hardware [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1041.049011] env[62301]: DEBUG nova.virt.hardware [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1041.049197] env[62301]: DEBUG nova.virt.hardware [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1041.049404] env[62301]: DEBUG nova.virt.hardware [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1041.049600] env[62301]: DEBUG nova.virt.hardware [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1041.049708] env[62301]: DEBUG nova.virt.hardware [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1041.049926] env[62301]: DEBUG nova.virt.hardware [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1041.050154] env[62301]: DEBUG nova.virt.hardware [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1041.050377] env[62301]: DEBUG nova.virt.hardware [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1041.050563] env[62301]: DEBUG nova.virt.hardware [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1041.050740] env[62301]: DEBUG nova.virt.hardware [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1041.052124] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404d9a40-3293-4a2a-b1a6-457df8dc9abe {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.062047] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8dc3dd3-db46-44f9-a397-853a505481ec {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.206135] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.239812] env[62301]: DEBUG oslo_vmware.api [None req-2295fa2b-b7be-42d5-9aca-ca6d1eecfd29 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570888, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.265926] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c03d0505-1c0f-4453-88e2-02b76dee24a9 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Releasing lock "refresh_cache-de6bacc7-556f-4809-a791-26892786c64a" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.279882] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570890, 'name': CreateVM_Task, 'duration_secs': 0.30056} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.280511] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7d711f5-1852-4f9b-baf6-ab11bc310be9] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1041.281030] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.281190] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.281517] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.282036] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a95f477-eba3-476a-a6b7-04afb3efbd6d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.291968] env[62301]: DEBUG oslo_vmware.api [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Waiting for the task: (returnval){ [ 1041.291968] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]524dc7a5-ef81-9980-9bc1-99f0404fa5b7" [ 1041.291968] env[62301]: _type = "Task" [ 1041.291968] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.302736] env[62301]: DEBUG oslo_vmware.api [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]524dc7a5-ef81-9980-9bc1-99f0404fa5b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.344156] env[62301]: DEBUG nova.network.neutron [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 01f2d55f-c484-4b41-8b3f-af1a92a3a0ce] Successfully updated port: 63e75559-6f35-42ae-b02d-60325153c4a3 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1041.355602] env[62301]: DEBUG oslo_concurrency.lockutils [req-dab9b40f-8295-43b2-b927-ca0175c68c55 req-0d9edc86-61f7-4639-b193-848cc84464d8 service nova] Releasing lock "refresh_cache-771fe5ee-9535-4329-9d69-86d9ec130698" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.398749] env[62301]: ERROR nova.scheduler.client.report [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [req-9bdc99b3-07ba-45e8-8893-74562bbf3d34] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f2701398-2646-410f-990f-c3cfa8025d57. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9bdc99b3-07ba-45e8-8893-74562bbf3d34"}]} [ 1041.424813] env[62301]: DEBUG nova.scheduler.client.report [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Refreshing inventories for resource provider f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1041.439190] env[62301]: DEBUG nova.scheduler.client.report [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Updating ProviderTree inventory for provider f2701398-2646-410f-990f-c3cfa8025d57 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1041.439487] env[62301]: DEBUG nova.compute.provider_tree [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Updating inventory in ProviderTree for provider f2701398-2646-410f-990f-c3cfa8025d57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1041.451694] env[62301]: DEBUG nova.scheduler.client.report [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Refreshing aggregate associations for resource provider f2701398-2646-410f-990f-c3cfa8025d57, aggregates: None {{(pid=62301) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1041.470028] env[62301]: DEBUG nova.scheduler.client.report [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Refreshing trait associations for resource provider f2701398-2646-410f-990f-c3cfa8025d57, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62301) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1041.514252] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquiring lock "3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.514252] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.514252] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1041.704354] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e07b42b-67fe-4b28-a3bc-ea23a22961c9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.712202] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cfc48e2-27ce-4e69-8f5f-5e51f58eb903 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.745215] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce2f5cb-8b40-4bde-bb04-6dc2d340f6c1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.755423] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a5ee99-304a-4582-8b4c-d2b6da3ad2f4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.759014] env[62301]: DEBUG oslo_vmware.api [None req-2295fa2b-b7be-42d5-9aca-ca6d1eecfd29 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570888, 'name': ReconfigVM_Task, 'duration_secs': 1.610624} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.759518] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2295fa2b-b7be-42d5-9aca-ca6d1eecfd29 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Releasing lock "771fe5ee-9535-4329-9d69-86d9ec130698" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.759730] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-2295fa2b-b7be-42d5-9aca-ca6d1eecfd29 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Reconfigured VM to attach interface {{(pid=62301) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1041.771897] env[62301]: DEBUG nova.compute.provider_tree [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Updating inventory in ProviderTree for provider f2701398-2646-410f-990f-c3cfa8025d57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1041.803016] env[62301]: DEBUG oslo_vmware.api [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]524dc7a5-ef81-9980-9bc1-99f0404fa5b7, 'name': SearchDatastore_Task, 'duration_secs': 0.021334} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.803302] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.803526] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] [instance: d7d711f5-1852-4f9b-baf6-ab11bc310be9] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1041.803748] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.803894] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.804115] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1041.804364] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ae3fb9d-3109-4216-94fa-6979a1efb146 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.813145] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1041.813319] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1041.814873] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-911dafd5-c3a5-49da-bd11-039248a784ac {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.820242] env[62301]: DEBUG oslo_vmware.api [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Waiting for the task: (returnval){ [ 1041.820242] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52c175a3-8c03-475b-9496-93952282cf23" [ 1041.820242] env[62301]: _type = "Task" [ 1041.820242] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.828056] env[62301]: DEBUG oslo_vmware.api [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52c175a3-8c03-475b-9496-93952282cf23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.846757] env[62301]: DEBUG oslo_concurrency.lockutils [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquiring lock "refresh_cache-01f2d55f-c484-4b41-8b3f-af1a92a3a0ce" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.846896] env[62301]: DEBUG oslo_concurrency.lockutils [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquired lock "refresh_cache-01f2d55f-c484-4b41-8b3f-af1a92a3a0ce" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.847060] env[62301]: DEBUG nova.network.neutron [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 01f2d55f-c484-4b41-8b3f-af1a92a3a0ce] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1042.039743] env[62301]: DEBUG nova.compute.manager [req-2d84222a-6d74-4145-8782-228a3d5cfbbe req-7780a86c-8657-488b-b6b8-8294fec75112 service nova] [instance: 01f2d55f-c484-4b41-8b3f-af1a92a3a0ce] Received event network-vif-plugged-63e75559-6f35-42ae-b02d-60325153c4a3 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1042.039989] env[62301]: DEBUG oslo_concurrency.lockutils [req-2d84222a-6d74-4145-8782-228a3d5cfbbe req-7780a86c-8657-488b-b6b8-8294fec75112 service nova] Acquiring lock "01f2d55f-c484-4b41-8b3f-af1a92a3a0ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1042.040129] env[62301]: DEBUG oslo_concurrency.lockutils [req-2d84222a-6d74-4145-8782-228a3d5cfbbe req-7780a86c-8657-488b-b6b8-8294fec75112 service nova] Lock "01f2d55f-c484-4b41-8b3f-af1a92a3a0ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.040325] env[62301]: DEBUG oslo_concurrency.lockutils [req-2d84222a-6d74-4145-8782-228a3d5cfbbe req-7780a86c-8657-488b-b6b8-8294fec75112 service nova] Lock "01f2d55f-c484-4b41-8b3f-af1a92a3a0ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1042.040446] env[62301]: DEBUG nova.compute.manager [req-2d84222a-6d74-4145-8782-228a3d5cfbbe req-7780a86c-8657-488b-b6b8-8294fec75112 service nova] [instance: 01f2d55f-c484-4b41-8b3f-af1a92a3a0ce] No waiting events found dispatching network-vif-plugged-63e75559-6f35-42ae-b02d-60325153c4a3 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1042.040605] env[62301]: WARNING nova.compute.manager [req-2d84222a-6d74-4145-8782-228a3d5cfbbe req-7780a86c-8657-488b-b6b8-8294fec75112 service nova] [instance: 01f2d55f-c484-4b41-8b3f-af1a92a3a0ce] Received unexpected event network-vif-plugged-63e75559-6f35-42ae-b02d-60325153c4a3 for instance with vm_state building and task_state spawning. [ 1042.040762] env[62301]: DEBUG nova.compute.manager [req-2d84222a-6d74-4145-8782-228a3d5cfbbe req-7780a86c-8657-488b-b6b8-8294fec75112 service nova] [instance: 01f2d55f-c484-4b41-8b3f-af1a92a3a0ce] Received event network-changed-63e75559-6f35-42ae-b02d-60325153c4a3 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1042.040916] env[62301]: DEBUG nova.compute.manager [req-2d84222a-6d74-4145-8782-228a3d5cfbbe req-7780a86c-8657-488b-b6b8-8294fec75112 service nova] [instance: 01f2d55f-c484-4b41-8b3f-af1a92a3a0ce] Refreshing instance network info cache due to event network-changed-63e75559-6f35-42ae-b02d-60325153c4a3. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1042.041110] env[62301]: DEBUG oslo_concurrency.lockutils [req-2d84222a-6d74-4145-8782-228a3d5cfbbe req-7780a86c-8657-488b-b6b8-8294fec75112 service nova] Acquiring lock "refresh_cache-01f2d55f-c484-4b41-8b3f-af1a92a3a0ce" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.264235] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2295fa2b-b7be-42d5-9aca-ca6d1eecfd29 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lock "interface-771fe5ee-9535-4329-9d69-86d9ec130698-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.533s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1042.278202] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c03d0505-1c0f-4453-88e2-02b76dee24a9 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: de6bacc7-556f-4809-a791-26892786c64a] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1042.278771] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58a36428-fa83-482e-9ead-7e6d3c5c1c1f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.288076] env[62301]: DEBUG oslo_vmware.api [None req-c03d0505-1c0f-4453-88e2-02b76dee24a9 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Waiting for the task: (returnval){ [ 1042.288076] env[62301]: value = "task-2570891" [ 1042.288076] env[62301]: _type = "Task" [ 1042.288076] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.302894] env[62301]: DEBUG oslo_vmware.api [None req-c03d0505-1c0f-4453-88e2-02b76dee24a9 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Task: {'id': task-2570891, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.303942] env[62301]: DEBUG nova.scheduler.client.report [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Updated inventory for provider f2701398-2646-410f-990f-c3cfa8025d57 with generation 151 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1042.304278] env[62301]: DEBUG nova.compute.provider_tree [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Updating resource provider f2701398-2646-410f-990f-c3cfa8025d57 generation from 151 to 152 during operation: update_inventory {{(pid=62301) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1042.304473] env[62301]: DEBUG nova.compute.provider_tree [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Updating inventory in ProviderTree for provider f2701398-2646-410f-990f-c3cfa8025d57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1042.334323] env[62301]: DEBUG oslo_vmware.api [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52c175a3-8c03-475b-9496-93952282cf23, 'name': SearchDatastore_Task, 'duration_secs': 0.012212} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.335146] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2b103a5-31f2-4c4a-b6dd-c766f085ff29 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.341707] env[62301]: DEBUG oslo_vmware.api [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Waiting for the task: (returnval){ [ 1042.341707] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52bb5e15-18f0-2e1b-30ec-659447961112" [ 1042.341707] env[62301]: _type = "Task" [ 1042.341707] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.352482] env[62301]: DEBUG oslo_vmware.api [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52bb5e15-18f0-2e1b-30ec-659447961112, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.379199] env[62301]: DEBUG nova.network.neutron [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 01f2d55f-c484-4b41-8b3f-af1a92a3a0ce] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1042.523109] env[62301]: DEBUG nova.network.neutron [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 01f2d55f-c484-4b41-8b3f-af1a92a3a0ce] Updating instance_info_cache with network_info: [{"id": "63e75559-6f35-42ae-b02d-60325153c4a3", "address": "fa:16:3e:16:70:59", "network": {"id": "f58df9e3-61c0-41d5-a4fa-70db2f6f0b30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-576608794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4a399762bbd46c483973e1371d2429c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63e75559-6f", "ovs_interfaceid": "63e75559-6f35-42ae-b02d-60325153c4a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.560072] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquiring lock "refresh_cache-3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.560629] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquired lock "refresh_cache-3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.560629] env[62301]: DEBUG nova.network.neutron [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1042.798579] env[62301]: DEBUG oslo_vmware.api [None req-c03d0505-1c0f-4453-88e2-02b76dee24a9 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Task: {'id': task-2570891, 'name': PowerOnVM_Task, 'duration_secs': 0.38263} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.798840] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c03d0505-1c0f-4453-88e2-02b76dee24a9 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: de6bacc7-556f-4809-a791-26892786c64a] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1042.799078] env[62301]: DEBUG nova.compute.manager [None req-c03d0505-1c0f-4453-88e2-02b76dee24a9 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: de6bacc7-556f-4809-a791-26892786c64a] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1042.799852] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb7ca1a-dad6-498a-85ae-e7410fb31bfe {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.809265] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.808s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1042.811284] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.723s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.812674] env[62301]: INFO nova.compute.claims [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 7960bb97-0db8-459d-aea3-0b0dfeac0645] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1042.847560] env[62301]: INFO nova.network.neutron [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Updating port e7617da4-5e36-4a41-a3b3-f9581ffa2905 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1042.856526] env[62301]: DEBUG oslo_vmware.api [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52bb5e15-18f0-2e1b-30ec-659447961112, 'name': SearchDatastore_Task, 'duration_secs': 0.010046} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.857375] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.857659] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] d7d711f5-1852-4f9b-baf6-ab11bc310be9/d7d711f5-1852-4f9b-baf6-ab11bc310be9.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1042.857932] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53995318-235b-4ec5-b65f-e7d30e46859a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.867195] env[62301]: DEBUG oslo_vmware.api [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Waiting for the task: (returnval){ [ 1042.867195] env[62301]: value = "task-2570892" [ 1042.867195] env[62301]: _type = "Task" [ 1042.867195] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.877687] env[62301]: DEBUG oslo_vmware.api [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Task: {'id': task-2570892, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.026524] env[62301]: DEBUG oslo_concurrency.lockutils [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Releasing lock "refresh_cache-01f2d55f-c484-4b41-8b3f-af1a92a3a0ce" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.029025] env[62301]: DEBUG nova.compute.manager [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 01f2d55f-c484-4b41-8b3f-af1a92a3a0ce] Instance network_info: |[{"id": "63e75559-6f35-42ae-b02d-60325153c4a3", "address": "fa:16:3e:16:70:59", "network": {"id": "f58df9e3-61c0-41d5-a4fa-70db2f6f0b30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-576608794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4a399762bbd46c483973e1371d2429c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63e75559-6f", "ovs_interfaceid": "63e75559-6f35-42ae-b02d-60325153c4a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1043.029025] env[62301]: DEBUG oslo_concurrency.lockutils [req-2d84222a-6d74-4145-8782-228a3d5cfbbe req-7780a86c-8657-488b-b6b8-8294fec75112 service nova] Acquired lock "refresh_cache-01f2d55f-c484-4b41-8b3f-af1a92a3a0ce" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.029025] env[62301]: DEBUG nova.network.neutron [req-2d84222a-6d74-4145-8782-228a3d5cfbbe req-7780a86c-8657-488b-b6b8-8294fec75112 service nova] [instance: 01f2d55f-c484-4b41-8b3f-af1a92a3a0ce] Refreshing network info cache for port 63e75559-6f35-42ae-b02d-60325153c4a3 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1043.029530] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 01f2d55f-c484-4b41-8b3f-af1a92a3a0ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:70:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9722ea4d-e4a5-48fc-b759-5c4c4796b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63e75559-6f35-42ae-b02d-60325153c4a3', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1043.043950] env[62301]: DEBUG oslo.service.loopingcall [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1043.048255] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01f2d55f-c484-4b41-8b3f-af1a92a3a0ce] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1043.051015] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-320462ce-e87e-4ce0-8241-43783413077d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.087553] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1043.087553] env[62301]: value = "task-2570893" [ 1043.087553] env[62301]: _type = "Task" [ 1043.087553] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.098925] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570893, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.380405] env[62301]: DEBUG oslo_vmware.api [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Task: {'id': task-2570892, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453185} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.380720] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] d7d711f5-1852-4f9b-baf6-ab11bc310be9/d7d711f5-1852-4f9b-baf6-ab11bc310be9.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1043.381020] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] [instance: d7d711f5-1852-4f9b-baf6-ab11bc310be9] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1043.381307] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a9eafc2-6bf3-4974-80ac-41538fc185ed {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.390322] env[62301]: DEBUG oslo_vmware.api [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Waiting for the task: (returnval){ [ 1043.390322] env[62301]: value = "task-2570894" [ 1043.390322] env[62301]: _type = "Task" [ 1043.390322] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.401596] env[62301]: DEBUG oslo_vmware.api [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Task: {'id': task-2570894, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.598482] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570893, 'name': CreateVM_Task, 'duration_secs': 0.393544} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.599431] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01f2d55f-c484-4b41-8b3f-af1a92a3a0ce] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1043.602408] env[62301]: DEBUG oslo_concurrency.lockutils [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.602578] env[62301]: DEBUG oslo_concurrency.lockutils [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.602895] env[62301]: DEBUG oslo_concurrency.lockutils [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.603471] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquiring lock "c110b5dd-9ea3-4714-9ab5-6146fca77dcb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1043.603685] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "c110b5dd-9ea3-4714-9ab5-6146fca77dcb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1043.604921] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33cb74d6-6ce8-457c-a207-4428372c9c32 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.612340] env[62301]: DEBUG oslo_vmware.api [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 1043.612340] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52e1dd9c-ea35-3251-7e11-53c618bdc906" [ 1043.612340] env[62301]: _type = "Task" [ 1043.612340] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.621698] env[62301]: DEBUG oslo_vmware.api [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52e1dd9c-ea35-3251-7e11-53c618bdc906, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.628447] env[62301]: DEBUG nova.network.neutron [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Updating instance_info_cache with network_info: [{"id": "b5a35e02-2fa4-4a1a-9156-e6a6e67fb8e0", "address": "fa:16:3e:5f:1f:d8", "network": {"id": "2bb96169-7594-47bb-8c69-56a2af9dfa32", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1110516366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ea9bdc8a9b547d881e4051cff4426f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a35e02-2f", "ovs_interfaceid": "b5a35e02-2fa4-4a1a-9156-e6a6e67fb8e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.900644] env[62301]: DEBUG oslo_vmware.api [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Task: {'id': task-2570894, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079531} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.905271] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] [instance: d7d711f5-1852-4f9b-baf6-ab11bc310be9] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1043.906287] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6256f2-c606-4ded-b5a1-d7c0e4a09cbb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.929708] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] [instance: d7d711f5-1852-4f9b-baf6-ab11bc310be9] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] d7d711f5-1852-4f9b-baf6-ab11bc310be9/d7d711f5-1852-4f9b-baf6-ab11bc310be9.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1043.934243] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1bb74ef-c2ec-4287-a5c8-bb66a30148ba {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.957900] env[62301]: DEBUG oslo_vmware.api [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Waiting for the task: (returnval){ [ 1043.957900] env[62301]: value = "task-2570895" [ 1043.957900] env[62301]: _type = "Task" [ 1043.957900] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.969825] env[62301]: DEBUG oslo_vmware.api [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Task: {'id': task-2570895, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.103710] env[62301]: DEBUG nova.network.neutron [req-2d84222a-6d74-4145-8782-228a3d5cfbbe req-7780a86c-8657-488b-b6b8-8294fec75112 service nova] [instance: 01f2d55f-c484-4b41-8b3f-af1a92a3a0ce] Updated VIF entry in instance network info cache for port 63e75559-6f35-42ae-b02d-60325153c4a3. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1044.103710] env[62301]: DEBUG nova.network.neutron [req-2d84222a-6d74-4145-8782-228a3d5cfbbe req-7780a86c-8657-488b-b6b8-8294fec75112 service nova] [instance: 01f2d55f-c484-4b41-8b3f-af1a92a3a0ce] Updating instance_info_cache with network_info: [{"id": "63e75559-6f35-42ae-b02d-60325153c4a3", "address": "fa:16:3e:16:70:59", "network": {"id": "f58df9e3-61c0-41d5-a4fa-70db2f6f0b30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-576608794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4a399762bbd46c483973e1371d2429c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63e75559-6f", "ovs_interfaceid": "63e75559-6f35-42ae-b02d-60325153c4a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.107401] env[62301]: DEBUG nova.compute.manager [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1044.120032] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856cc734-b95c-4579-abec-78d47f093165 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.127678] env[62301]: DEBUG oslo_vmware.api [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52e1dd9c-ea35-3251-7e11-53c618bdc906, 'name': SearchDatastore_Task, 'duration_secs': 0.010777} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.128379] env[62301]: DEBUG oslo_concurrency.lockutils [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.128651] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 01f2d55f-c484-4b41-8b3f-af1a92a3a0ce] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1044.129184] env[62301]: DEBUG oslo_concurrency.lockutils [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.129392] env[62301]: DEBUG oslo_concurrency.lockutils [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.129596] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1044.129872] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2629f06-d7e9-4585-aa6b-21d34335e0df {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.134610] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Releasing lock "refresh_cache-3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.140685] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f544205-eb1e-484a-9d56-846354b4af41 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.148032] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1044.148243] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1044.173567] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72ae6d21-9e4b-44e8-85ac-13de0e0a3187 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.177450] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa07a6d0-8a1e-4246-86dc-2e690230799f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.188866] env[62301]: DEBUG oslo_vmware.api [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 1044.188866] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52b2bbba-b049-0362-e395-1430a40ffd5a" [ 1044.188866] env[62301]: _type = "Task" [ 1044.188866] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.188866] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add8d7d8-643c-4cf2-aa6f-869ec965fa47 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.206143] env[62301]: DEBUG nova.compute.provider_tree [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.210720] env[62301]: DEBUG oslo_vmware.api [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52b2bbba-b049-0362-e395-1430a40ffd5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.469163] env[62301]: DEBUG oslo_vmware.api [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Task: {'id': task-2570895, 'name': ReconfigVM_Task, 'duration_secs': 0.280741} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.469343] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] [instance: d7d711f5-1852-4f9b-baf6-ab11bc310be9] Reconfigured VM instance instance-00000066 to attach disk [datastore1] d7d711f5-1852-4f9b-baf6-ab11bc310be9/d7d711f5-1852-4f9b-baf6-ab11bc310be9.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1044.469947] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-debac8d7-ebc1-4f1e-a980-c977195f2b92 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.478019] env[62301]: DEBUG oslo_vmware.api [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Waiting for the task: (returnval){ [ 1044.478019] env[62301]: value = "task-2570896" [ 1044.478019] env[62301]: _type = "Task" [ 1044.478019] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.486620] env[62301]: DEBUG oslo_vmware.api [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Task: {'id': task-2570896, 'name': Rename_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.608682] env[62301]: DEBUG oslo_concurrency.lockutils [req-2d84222a-6d74-4145-8782-228a3d5cfbbe req-7780a86c-8657-488b-b6b8-8294fec75112 service nova] Releasing lock "refresh_cache-01f2d55f-c484-4b41-8b3f-af1a92a3a0ce" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.631675] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1044.648287] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Acquiring lock "refresh_cache-d44608fc-c2b2-4331-ba83-0553238f5f6d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.648464] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Acquired lock "refresh_cache-d44608fc-c2b2-4331-ba83-0553238f5f6d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.649480] env[62301]: DEBUG nova.network.neutron [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.661438] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819b42f2-f5ae-424c-a5c2-baf082f3e59a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.682744] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1030d7c-4be7-48b5-8eb7-365245ceb2d3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.693233] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Updating instance '3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738' progress to 83 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1044.703226] env[62301]: DEBUG oslo_vmware.api [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52b2bbba-b049-0362-e395-1430a40ffd5a, 'name': SearchDatastore_Task, 'duration_secs': 0.025257} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.704105] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffea15d6-91ee-4ebd-bdac-29a0c3c5f9cd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.710147] env[62301]: DEBUG oslo_vmware.api [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 1044.710147] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]527d27b3-92a9-ba8b-22c1-07d82ee7e133" [ 1044.710147] env[62301]: _type = "Task" [ 1044.710147] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.714527] env[62301]: DEBUG nova.scheduler.client.report [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.724253] env[62301]: DEBUG oslo_vmware.api [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]527d27b3-92a9-ba8b-22c1-07d82ee7e133, 'name': SearchDatastore_Task, 'duration_secs': 0.01149} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.724538] env[62301]: DEBUG oslo_concurrency.lockutils [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.724777] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 01f2d55f-c484-4b41-8b3f-af1a92a3a0ce/01f2d55f-c484-4b41-8b3f-af1a92a3a0ce.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1044.725067] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ee8e6cb-6193-42b9-9f79-9dc1e86b7d98 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.734026] env[62301]: DEBUG oslo_vmware.api [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 1044.734026] env[62301]: value = "task-2570897" [ 1044.734026] env[62301]: _type = "Task" [ 1044.734026] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.743875] env[62301]: DEBUG oslo_vmware.api [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570897, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.751650] env[62301]: DEBUG nova.compute.manager [req-61cc0ea0-4115-4362-8edb-e8b8d4e0f485 req-c309293e-0852-4b71-b782-f2142f4b316c service nova] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Received event network-vif-plugged-e7617da4-5e36-4a41-a3b3-f9581ffa2905 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1044.751985] env[62301]: DEBUG oslo_concurrency.lockutils [req-61cc0ea0-4115-4362-8edb-e8b8d4e0f485 req-c309293e-0852-4b71-b782-f2142f4b316c service nova] Acquiring lock "d44608fc-c2b2-4331-ba83-0553238f5f6d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1044.752330] env[62301]: DEBUG oslo_concurrency.lockutils [req-61cc0ea0-4115-4362-8edb-e8b8d4e0f485 req-c309293e-0852-4b71-b782-f2142f4b316c service nova] Lock "d44608fc-c2b2-4331-ba83-0553238f5f6d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1044.752616] env[62301]: DEBUG oslo_concurrency.lockutils [req-61cc0ea0-4115-4362-8edb-e8b8d4e0f485 req-c309293e-0852-4b71-b782-f2142f4b316c service nova] Lock "d44608fc-c2b2-4331-ba83-0553238f5f6d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1044.752874] env[62301]: DEBUG nova.compute.manager [req-61cc0ea0-4115-4362-8edb-e8b8d4e0f485 req-c309293e-0852-4b71-b782-f2142f4b316c service nova] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] No waiting events found dispatching network-vif-plugged-e7617da4-5e36-4a41-a3b3-f9581ffa2905 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1044.753569] env[62301]: WARNING nova.compute.manager [req-61cc0ea0-4115-4362-8edb-e8b8d4e0f485 req-c309293e-0852-4b71-b782-f2142f4b316c service nova] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Received unexpected event network-vif-plugged-e7617da4-5e36-4a41-a3b3-f9581ffa2905 for instance with vm_state shelved_offloaded and task_state spawning. [ 1044.869955] env[62301]: DEBUG oslo_concurrency.lockutils [None req-09267e18-06f9-4808-8908-b11ec0dfbadb tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquiring lock "interface-771fe5ee-9535-4329-9d69-86d9ec130698-4f1b43c3-52ef-465c-b1ff-281199b73e64" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1044.870225] env[62301]: DEBUG oslo_concurrency.lockutils [None req-09267e18-06f9-4808-8908-b11ec0dfbadb tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lock "interface-771fe5ee-9535-4329-9d69-86d9ec130698-4f1b43c3-52ef-465c-b1ff-281199b73e64" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1044.870598] env[62301]: DEBUG nova.objects.instance [None req-09267e18-06f9-4808-8908-b11ec0dfbadb tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lazy-loading 'flavor' on Instance uuid 771fe5ee-9535-4329-9d69-86d9ec130698 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.989532] env[62301]: DEBUG oslo_vmware.api [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Task: {'id': task-2570896, 'name': Rename_Task, 'duration_secs': 0.147202} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.989831] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] [instance: d7d711f5-1852-4f9b-baf6-ab11bc310be9] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1044.990106] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-934e257c-b74c-4616-9729-7d3ace98843e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.998410] env[62301]: DEBUG oslo_vmware.api [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Waiting for the task: (returnval){ [ 1044.998410] env[62301]: value = "task-2570898" [ 1044.998410] env[62301]: _type = "Task" [ 1044.998410] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.008804] env[62301]: DEBUG oslo_vmware.api [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Task: {'id': task-2570898, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.200049] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1045.200423] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec2a8635-a567-46a2-974e-581f859f3c8f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.212884] env[62301]: DEBUG oslo_vmware.api [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 1045.212884] env[62301]: value = "task-2570899" [ 1045.212884] env[62301]: _type = "Task" [ 1045.212884] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.219556] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.408s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.220080] env[62301]: DEBUG nova.compute.manager [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 7960bb97-0db8-459d-aea3-0b0dfeac0645] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1045.226803] env[62301]: DEBUG oslo_concurrency.lockutils [None req-78859eae-95f0-4323-812c-85714f50ab1e tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.652s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1045.227059] env[62301]: DEBUG oslo_concurrency.lockutils [None req-78859eae-95f0-4323-812c-85714f50ab1e tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.229381] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.663s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1045.231226] env[62301]: INFO nova.compute.claims [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1045.234909] env[62301]: DEBUG oslo_vmware.api [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570899, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.247136] env[62301]: DEBUG oslo_vmware.api [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570897, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.267515] env[62301]: INFO nova.scheduler.client.report [None req-78859eae-95f0-4323-812c-85714f50ab1e tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Deleted allocations for instance 8836b3f4-9580-4f12-bd01-eccae3940527 [ 1045.510043] env[62301]: DEBUG oslo_vmware.api [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Task: {'id': task-2570898, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.569236] env[62301]: DEBUG nova.objects.instance [None req-09267e18-06f9-4808-8908-b11ec0dfbadb tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lazy-loading 'pci_requests' on Instance uuid 771fe5ee-9535-4329-9d69-86d9ec130698 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.572534] env[62301]: DEBUG nova.network.neutron [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Updating instance_info_cache with network_info: [{"id": "e7617da4-5e36-4a41-a3b3-f9581ffa2905", "address": "fa:16:3e:c6:82:c0", "network": {"id": "6139468e-0c7f-40bd-a1a3-32f52ddad899", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-755801576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f2685f8007c46feaba89744ed234030", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7617da4-5e", "ovs_interfaceid": "e7617da4-5e36-4a41-a3b3-f9581ffa2905", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.723606] env[62301]: DEBUG oslo_vmware.api [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570899, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.737264] env[62301]: DEBUG nova.compute.utils [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1045.740542] env[62301]: DEBUG nova.compute.manager [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 7960bb97-0db8-459d-aea3-0b0dfeac0645] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1045.740708] env[62301]: DEBUG nova.network.neutron [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 7960bb97-0db8-459d-aea3-0b0dfeac0645] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1045.754106] env[62301]: DEBUG oslo_vmware.api [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570897, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.720172} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.754424] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 01f2d55f-c484-4b41-8b3f-af1a92a3a0ce/01f2d55f-c484-4b41-8b3f-af1a92a3a0ce.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1045.754647] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 01f2d55f-c484-4b41-8b3f-af1a92a3a0ce] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1045.754901] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89b1b710-1620-4350-9474-6b0a9a499d8f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.765238] env[62301]: DEBUG oslo_vmware.api [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 1045.765238] env[62301]: value = "task-2570900" [ 1045.765238] env[62301]: _type = "Task" [ 1045.765238] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.776998] env[62301]: DEBUG oslo_vmware.api [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570900, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.781599] env[62301]: DEBUG oslo_concurrency.lockutils [None req-78859eae-95f0-4323-812c-85714f50ab1e tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lock "8836b3f4-9580-4f12-bd01-eccae3940527" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.335s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.786039] env[62301]: DEBUG nova.policy [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0121b5116a24b6eb6c33252c6149815', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03b7fd9626dd4450af251d23c7d0a8b9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 1046.017361] env[62301]: DEBUG oslo_vmware.api [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Task: {'id': task-2570898, 'name': PowerOnVM_Task, 'duration_secs': 0.561941} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.017691] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] [instance: d7d711f5-1852-4f9b-baf6-ab11bc310be9] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1046.017897] env[62301]: DEBUG nova.compute.manager [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] [instance: d7d711f5-1852-4f9b-baf6-ab11bc310be9] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1046.019517] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f371f31-7754-40e2-99d8-fb94c4cd47b1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.071378] env[62301]: DEBUG nova.objects.base [None req-09267e18-06f9-4808-8908-b11ec0dfbadb tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Object Instance<771fe5ee-9535-4329-9d69-86d9ec130698> lazy-loaded attributes: flavor,pci_requests {{(pid=62301) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1046.071638] env[62301]: DEBUG nova.network.neutron [None req-09267e18-06f9-4808-8908-b11ec0dfbadb tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1046.074458] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Releasing lock "refresh_cache-d44608fc-c2b2-4331-ba83-0553238f5f6d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.110784] env[62301]: DEBUG nova.virt.hardware [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='32cbaaf4595e8cb147ad5790566e7758',container_format='bare',created_at=2025-02-15T20:53:37Z,direct_url=,disk_format='vmdk',id=d54367fb-71f3-4730-aae5-113f3e13e2d3,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-857633852-shelved',owner='0f2685f8007c46feaba89744ed234030',properties=ImageMetaProps,protected=,size=31665152,status='active',tags=,updated_at=2025-02-15T20:53:52Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1046.110784] env[62301]: DEBUG nova.virt.hardware [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1046.110784] env[62301]: DEBUG nova.virt.hardware [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1046.110784] env[62301]: DEBUG nova.virt.hardware [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1046.110784] env[62301]: DEBUG nova.virt.hardware [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1046.114100] env[62301]: DEBUG nova.virt.hardware [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1046.115339] env[62301]: DEBUG nova.virt.hardware [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1046.115486] env[62301]: DEBUG nova.virt.hardware [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1046.115681] env[62301]: DEBUG nova.virt.hardware [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1046.115850] env[62301]: DEBUG nova.virt.hardware [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1046.116235] env[62301]: DEBUG nova.virt.hardware [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1046.116948] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11877023-56d3-44f0-8f85-2f8d57d9060c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.130535] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bacb6e0-6b24-4e86-956c-e19c9c96efbf {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.151606] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:82:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c6a4836-66dc-4e43-982b-f8fcd3f9989a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e7617da4-5e36-4a41-a3b3-f9581ffa2905', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1046.159287] env[62301]: DEBUG oslo.service.loopingcall [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1046.159577] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1046.159793] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16b0348e-646c-451e-b8f9-ffb81684de92 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.181736] env[62301]: DEBUG nova.policy [None req-09267e18-06f9-4808-8908-b11ec0dfbadb tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '041995c459584460b882ae64a87af08a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f44005617fbf4cf3a6dc1727b4da2f55', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 1046.186062] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1046.186062] env[62301]: value = "task-2570901" [ 1046.186062] env[62301]: _type = "Task" [ 1046.186062] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.194945] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570901, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.195886] env[62301]: DEBUG nova.network.neutron [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 7960bb97-0db8-459d-aea3-0b0dfeac0645] Successfully created port: bf4d414f-92be-4c24-8100-bb9d1c0fe9c3 {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1046.224138] env[62301]: DEBUG oslo_vmware.api [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570899, 'name': PowerOnVM_Task, 'duration_secs': 0.843381} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.224540] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1046.224690] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0795fdde-edad-453c-bcc4-cb78c351a400 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Updating instance '3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738' progress to 100 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1046.250792] env[62301]: DEBUG nova.compute.manager [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 7960bb97-0db8-459d-aea3-0b0dfeac0645] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1046.277067] env[62301]: DEBUG oslo_vmware.api [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570900, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.156583} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.279081] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 01f2d55f-c484-4b41-8b3f-af1a92a3a0ce] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1046.279081] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da118ad7-a294-44db-8f2b-bf9b9abc14bd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.323888] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 01f2d55f-c484-4b41-8b3f-af1a92a3a0ce] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 01f2d55f-c484-4b41-8b3f-af1a92a3a0ce/01f2d55f-c484-4b41-8b3f-af1a92a3a0ce.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1046.327228] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1444c8df-3faf-401b-8c22-7e48518b7e33 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.350182] env[62301]: DEBUG oslo_vmware.api [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 1046.350182] env[62301]: value = "task-2570902" [ 1046.350182] env[62301]: _type = "Task" [ 1046.350182] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.367111] env[62301]: DEBUG oslo_vmware.api [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570902, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.538951] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1046.589425] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2b2185-bd37-4b24-a627-2918522e07d0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.599591] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5d6fb0-2ec6-4b20-82f1-f1d5831feeb2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.633320] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03720315-ea26-451e-a663-9611f0259ef6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.642018] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e05d332-7cf6-4079-8cb7-eef5f5c55b8f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.656412] env[62301]: DEBUG nova.compute.provider_tree [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Updating inventory in ProviderTree for provider f2701398-2646-410f-990f-c3cfa8025d57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1046.695993] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570901, 'name': CreateVM_Task} progress is 25%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.861145] env[62301]: DEBUG oslo_vmware.api [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570902, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.179123] env[62301]: ERROR nova.scheduler.client.report [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [req-ed898fcb-f9a6-4136-8eea-b1cfb18c3138] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f2701398-2646-410f-990f-c3cfa8025d57. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ed898fcb-f9a6-4136-8eea-b1cfb18c3138"}]} [ 1047.197121] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570901, 'name': CreateVM_Task, 'duration_secs': 0.929212} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.198019] env[62301]: DEBUG nova.scheduler.client.report [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Refreshing inventories for resource provider f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1047.201057] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1047.202780] env[62301]: DEBUG nova.compute.manager [req-48ea32cb-64b4-4ccc-9da5-748700cc342b req-8fee23b7-8abd-4092-9984-6d5554b6cda7 service nova] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Received event network-changed-e7617da4-5e36-4a41-a3b3-f9581ffa2905 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1047.203041] env[62301]: DEBUG nova.compute.manager [req-48ea32cb-64b4-4ccc-9da5-748700cc342b req-8fee23b7-8abd-4092-9984-6d5554b6cda7 service nova] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Refreshing instance network info cache due to event network-changed-e7617da4-5e36-4a41-a3b3-f9581ffa2905. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1047.203323] env[62301]: DEBUG oslo_concurrency.lockutils [req-48ea32cb-64b4-4ccc-9da5-748700cc342b req-8fee23b7-8abd-4092-9984-6d5554b6cda7 service nova] Acquiring lock "refresh_cache-d44608fc-c2b2-4331-ba83-0553238f5f6d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.203526] env[62301]: DEBUG oslo_concurrency.lockutils [req-48ea32cb-64b4-4ccc-9da5-748700cc342b req-8fee23b7-8abd-4092-9984-6d5554b6cda7 service nova] Acquired lock "refresh_cache-d44608fc-c2b2-4331-ba83-0553238f5f6d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.203742] env[62301]: DEBUG nova.network.neutron [req-48ea32cb-64b4-4ccc-9da5-748700cc342b req-8fee23b7-8abd-4092-9984-6d5554b6cda7 service nova] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Refreshing network info cache for port e7617da4-5e36-4a41-a3b3-f9581ffa2905 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1047.205557] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d54367fb-71f3-4730-aae5-113f3e13e2d3" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.205757] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d54367fb-71f3-4730-aae5-113f3e13e2d3" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.206156] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d54367fb-71f3-4730-aae5-113f3e13e2d3" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.206941] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c379773c-9154-408f-b0a0-19c14edaab0b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.214460] env[62301]: DEBUG oslo_vmware.api [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Waiting for the task: (returnval){ [ 1047.214460] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52e152ca-eeb0-444e-447e-ad1007f2f32e" [ 1047.214460] env[62301]: _type = "Task" [ 1047.214460] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.219450] env[62301]: DEBUG nova.scheduler.client.report [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Updating ProviderTree inventory for provider f2701398-2646-410f-990f-c3cfa8025d57 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1047.219709] env[62301]: DEBUG nova.compute.provider_tree [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Updating inventory in ProviderTree for provider f2701398-2646-410f-990f-c3cfa8025d57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1047.233651] env[62301]: DEBUG nova.scheduler.client.report [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Refreshing aggregate associations for resource provider f2701398-2646-410f-990f-c3cfa8025d57, aggregates: None {{(pid=62301) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1047.235881] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d54367fb-71f3-4730-aae5-113f3e13e2d3" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.236128] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Processing image d54367fb-71f3-4730-aae5-113f3e13e2d3 {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1047.236362] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d54367fb-71f3-4730-aae5-113f3e13e2d3/d54367fb-71f3-4730-aae5-113f3e13e2d3.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.236536] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d54367fb-71f3-4730-aae5-113f3e13e2d3/d54367fb-71f3-4730-aae5-113f3e13e2d3.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.236753] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1047.240626] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-daff3474-05c7-4c73-80eb-50e893d7c4ae {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.255711] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1047.255883] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1047.256593] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6307c5a6-eb69-4ffa-be5b-3f5b8277da57 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.260557] env[62301]: DEBUG nova.compute.manager [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 7960bb97-0db8-459d-aea3-0b0dfeac0645] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1047.268904] env[62301]: DEBUG oslo_vmware.api [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Waiting for the task: (returnval){ [ 1047.268904] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]521bac1c-7acd-b240-d68b-060decfd6174" [ 1047.268904] env[62301]: _type = "Task" [ 1047.268904] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.276622] env[62301]: DEBUG oslo_vmware.api [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]521bac1c-7acd-b240-d68b-060decfd6174, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.290044] env[62301]: DEBUG nova.virt.hardware [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1047.292217] env[62301]: DEBUG nova.virt.hardware [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1047.292217] env[62301]: DEBUG nova.virt.hardware [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1047.292217] env[62301]: DEBUG nova.virt.hardware [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1047.292217] env[62301]: DEBUG nova.virt.hardware [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1047.292217] env[62301]: DEBUG nova.virt.hardware [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1047.292217] env[62301]: DEBUG nova.virt.hardware [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1047.292217] env[62301]: DEBUG nova.virt.hardware [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1047.292217] env[62301]: DEBUG nova.virt.hardware [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1047.292217] env[62301]: DEBUG nova.virt.hardware [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1047.292217] env[62301]: DEBUG nova.virt.hardware [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1047.293279] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9410e4-ac10-47a3-a23d-0e087b6739a1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.305258] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84258ede-61b2-4c08-b859-9167aa65c40b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.336232] env[62301]: DEBUG nova.scheduler.client.report [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Refreshing trait associations for resource provider f2701398-2646-410f-990f-c3cfa8025d57, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62301) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1047.363708] env[62301]: DEBUG oslo_vmware.api [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570902, 'name': ReconfigVM_Task, 'duration_secs': 0.67339} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.363984] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 01f2d55f-c484-4b41-8b3f-af1a92a3a0ce] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 01f2d55f-c484-4b41-8b3f-af1a92a3a0ce/01f2d55f-c484-4b41-8b3f-af1a92a3a0ce.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1047.364743] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed95f1e0-b9d7-42ee-a21e-3acbe96f7f5d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.373017] env[62301]: DEBUG oslo_vmware.api [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 1047.373017] env[62301]: value = "task-2570903" [ 1047.373017] env[62301]: _type = "Task" [ 1047.373017] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.381042] env[62301]: DEBUG oslo_vmware.api [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570903, 'name': Rename_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.559129] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquiring lock "334bc39b-d49a-44f9-866f-28be73706227" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1047.559423] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lock "334bc39b-d49a-44f9-866f-28be73706227" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1047.592705] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c37b75-537f-414c-b3f9-671d03d55a9d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.601018] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206b92c9-231c-4775-8ca4-d14a84676984 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.632547] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70c5289-913d-44d5-9a7c-584c779b9e23 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.640632] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe47f21-76c8-4763-b591-bf61149b7ae7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.655663] env[62301]: DEBUG nova.compute.provider_tree [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Updating inventory in ProviderTree for provider f2701398-2646-410f-990f-c3cfa8025d57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1047.780068] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Preparing fetch location {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1047.780330] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Fetch image to [datastore1] OSTACK_IMG_31bef128-62c9-4747-b92b-836cda219c4c/OSTACK_IMG_31bef128-62c9-4747-b92b-836cda219c4c.vmdk {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1047.780515] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Downloading stream optimized image d54367fb-71f3-4730-aae5-113f3e13e2d3 to [datastore1] OSTACK_IMG_31bef128-62c9-4747-b92b-836cda219c4c/OSTACK_IMG_31bef128-62c9-4747-b92b-836cda219c4c.vmdk on the data store datastore1 as vApp {{(pid=62301) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1047.780815] env[62301]: DEBUG nova.virt.vmwareapi.images [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Downloading image file data d54367fb-71f3-4730-aae5-113f3e13e2d3 to the ESX as VM named 'OSTACK_IMG_31bef128-62c9-4747-b92b-836cda219c4c' {{(pid=62301) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1047.879016] env[62301]: DEBUG oslo_vmware.rw_handles [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1047.879016] env[62301]: value = "resgroup-9" [ 1047.879016] env[62301]: _type = "ResourcePool" [ 1047.879016] env[62301]: }. {{(pid=62301) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1047.879016] env[62301]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-fe061546-99f4-464c-bcce-13c1271a85e8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.911436] env[62301]: DEBUG oslo_vmware.api [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570903, 'name': Rename_Task, 'duration_secs': 0.186799} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.912335] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 01f2d55f-c484-4b41-8b3f-af1a92a3a0ce] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1047.912538] env[62301]: DEBUG oslo_vmware.rw_handles [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Lease: (returnval){ [ 1047.912538] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5203cafb-1321-59e6-23ae-8ea8cadf1659" [ 1047.912538] env[62301]: _type = "HttpNfcLease" [ 1047.912538] env[62301]: } obtained for vApp import into resource pool (val){ [ 1047.912538] env[62301]: value = "resgroup-9" [ 1047.912538] env[62301]: _type = "ResourcePool" [ 1047.912538] env[62301]: }. {{(pid=62301) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1047.912945] env[62301]: DEBUG oslo_vmware.api [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Waiting for the lease: (returnval){ [ 1047.912945] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5203cafb-1321-59e6-23ae-8ea8cadf1659" [ 1047.912945] env[62301]: _type = "HttpNfcLease" [ 1047.912945] env[62301]: } to be ready. {{(pid=62301) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1047.913487] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c1aa0dc-6fc1-4b7a-8400-4ac1076c86a1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.928433] env[62301]: DEBUG oslo_vmware.api [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 1047.928433] env[62301]: value = "task-2570905" [ 1047.928433] env[62301]: _type = "Task" [ 1047.928433] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.928726] env[62301]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1047.928726] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5203cafb-1321-59e6-23ae-8ea8cadf1659" [ 1047.928726] env[62301]: _type = "HttpNfcLease" [ 1047.928726] env[62301]: } is initializing. {{(pid=62301) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1047.937775] env[62301]: DEBUG oslo_vmware.api [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570905, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.947233] env[62301]: DEBUG nova.network.neutron [req-48ea32cb-64b4-4ccc-9da5-748700cc342b req-8fee23b7-8abd-4092-9984-6d5554b6cda7 service nova] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Updated VIF entry in instance network info cache for port e7617da4-5e36-4a41-a3b3-f9581ffa2905. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1047.947609] env[62301]: DEBUG nova.network.neutron [req-48ea32cb-64b4-4ccc-9da5-748700cc342b req-8fee23b7-8abd-4092-9984-6d5554b6cda7 service nova] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Updating instance_info_cache with network_info: [{"id": "e7617da4-5e36-4a41-a3b3-f9581ffa2905", "address": "fa:16:3e:c6:82:c0", "network": {"id": "6139468e-0c7f-40bd-a1a3-32f52ddad899", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-755801576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f2685f8007c46feaba89744ed234030", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7617da4-5e", "ovs_interfaceid": "e7617da4-5e36-4a41-a3b3-f9581ffa2905", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.061472] env[62301]: DEBUG nova.compute.manager [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1048.148624] env[62301]: DEBUG nova.network.neutron [None req-09267e18-06f9-4808-8908-b11ec0dfbadb tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Successfully updated port: 4f1b43c3-52ef-465c-b1ff-281199b73e64 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1048.210295] env[62301]: DEBUG nova.scheduler.client.report [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Updated inventory for provider f2701398-2646-410f-990f-c3cfa8025d57 with generation 154 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1048.210657] env[62301]: DEBUG nova.compute.provider_tree [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Updating resource provider f2701398-2646-410f-990f-c3cfa8025d57 generation from 154 to 155 during operation: update_inventory {{(pid=62301) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1048.210859] env[62301]: DEBUG nova.compute.provider_tree [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Updating inventory in ProviderTree for provider f2701398-2646-410f-990f-c3cfa8025d57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1048.357773] env[62301]: DEBUG nova.compute.manager [req-b32ae593-1835-4ad3-b9de-bd8c793c799b req-06559e6a-09ff-4fe7-b504-3efa134e257b service nova] [instance: 7960bb97-0db8-459d-aea3-0b0dfeac0645] Received event network-vif-plugged-bf4d414f-92be-4c24-8100-bb9d1c0fe9c3 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1048.358129] env[62301]: DEBUG oslo_concurrency.lockutils [req-b32ae593-1835-4ad3-b9de-bd8c793c799b req-06559e6a-09ff-4fe7-b504-3efa134e257b service nova] Acquiring lock "7960bb97-0db8-459d-aea3-0b0dfeac0645-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1048.358353] env[62301]: DEBUG oslo_concurrency.lockutils [req-b32ae593-1835-4ad3-b9de-bd8c793c799b req-06559e6a-09ff-4fe7-b504-3efa134e257b service nova] Lock "7960bb97-0db8-459d-aea3-0b0dfeac0645-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1048.358551] env[62301]: DEBUG oslo_concurrency.lockutils [req-b32ae593-1835-4ad3-b9de-bd8c793c799b req-06559e6a-09ff-4fe7-b504-3efa134e257b service nova] Lock "7960bb97-0db8-459d-aea3-0b0dfeac0645-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1048.358741] env[62301]: DEBUG nova.compute.manager [req-b32ae593-1835-4ad3-b9de-bd8c793c799b req-06559e6a-09ff-4fe7-b504-3efa134e257b service nova] [instance: 7960bb97-0db8-459d-aea3-0b0dfeac0645] No waiting events found dispatching network-vif-plugged-bf4d414f-92be-4c24-8100-bb9d1c0fe9c3 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1048.358936] env[62301]: WARNING nova.compute.manager [req-b32ae593-1835-4ad3-b9de-bd8c793c799b req-06559e6a-09ff-4fe7-b504-3efa134e257b service nova] [instance: 7960bb97-0db8-459d-aea3-0b0dfeac0645] Received unexpected event network-vif-plugged-bf4d414f-92be-4c24-8100-bb9d1c0fe9c3 for instance with vm_state building and task_state spawning. [ 1048.426953] env[62301]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1048.426953] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5203cafb-1321-59e6-23ae-8ea8cadf1659" [ 1048.426953] env[62301]: _type = "HttpNfcLease" [ 1048.426953] env[62301]: } is initializing. {{(pid=62301) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1048.440026] env[62301]: DEBUG oslo_vmware.api [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570905, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.450825] env[62301]: DEBUG oslo_concurrency.lockutils [req-48ea32cb-64b4-4ccc-9da5-748700cc342b req-8fee23b7-8abd-4092-9984-6d5554b6cda7 service nova] Releasing lock "refresh_cache-d44608fc-c2b2-4331-ba83-0553238f5f6d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.499807] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26e349e7-c096-474e-aeb4-b226b202d0c1 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Acquiring lock "d7d711f5-1852-4f9b-baf6-ab11bc310be9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1048.500092] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26e349e7-c096-474e-aeb4-b226b202d0c1 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Lock "d7d711f5-1852-4f9b-baf6-ab11bc310be9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1048.500311] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26e349e7-c096-474e-aeb4-b226b202d0c1 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Acquiring lock "d7d711f5-1852-4f9b-baf6-ab11bc310be9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1048.500493] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26e349e7-c096-474e-aeb4-b226b202d0c1 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Lock "d7d711f5-1852-4f9b-baf6-ab11bc310be9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1048.500664] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26e349e7-c096-474e-aeb4-b226b202d0c1 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Lock "d7d711f5-1852-4f9b-baf6-ab11bc310be9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1048.503205] env[62301]: INFO nova.compute.manager [None req-26e349e7-c096-474e-aeb4-b226b202d0c1 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] [instance: d7d711f5-1852-4f9b-baf6-ab11bc310be9] Terminating instance [ 1048.577990] env[62301]: DEBUG oslo_concurrency.lockutils [None req-89dbed1b-f77f-4ad0-9ca7-c14632390847 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Acquiring lock "f71f1995-ec56-4466-b04d-4026d9710b3e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1048.578487] env[62301]: DEBUG oslo_concurrency.lockutils [None req-89dbed1b-f77f-4ad0-9ca7-c14632390847 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Lock "f71f1995-ec56-4466-b04d-4026d9710b3e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1048.579384] env[62301]: DEBUG oslo_concurrency.lockutils [None req-89dbed1b-f77f-4ad0-9ca7-c14632390847 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Acquiring lock "f71f1995-ec56-4466-b04d-4026d9710b3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1048.579384] env[62301]: DEBUG oslo_concurrency.lockutils [None req-89dbed1b-f77f-4ad0-9ca7-c14632390847 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Lock "f71f1995-ec56-4466-b04d-4026d9710b3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1048.579384] env[62301]: DEBUG oslo_concurrency.lockutils [None req-89dbed1b-f77f-4ad0-9ca7-c14632390847 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Lock "f71f1995-ec56-4466-b04d-4026d9710b3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1048.581682] env[62301]: INFO nova.compute.manager [None req-89dbed1b-f77f-4ad0-9ca7-c14632390847 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: f71f1995-ec56-4466-b04d-4026d9710b3e] Terminating instance [ 1048.584121] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1048.652035] env[62301]: DEBUG oslo_concurrency.lockutils [None req-09267e18-06f9-4808-8908-b11ec0dfbadb tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquiring lock "refresh_cache-771fe5ee-9535-4329-9d69-86d9ec130698" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.652035] env[62301]: DEBUG oslo_concurrency.lockutils [None req-09267e18-06f9-4808-8908-b11ec0dfbadb tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquired lock "refresh_cache-771fe5ee-9535-4329-9d69-86d9ec130698" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.652035] env[62301]: DEBUG nova.network.neutron [None req-09267e18-06f9-4808-8908-b11ec0dfbadb tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1048.654435] env[62301]: DEBUG nova.network.neutron [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 7960bb97-0db8-459d-aea3-0b0dfeac0645] Successfully updated port: bf4d414f-92be-4c24-8100-bb9d1c0fe9c3 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1048.716815] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.487s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1048.716967] env[62301]: DEBUG nova.compute.manager [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1048.720743] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.205s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1048.723041] env[62301]: INFO nova.compute.claims [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] [instance: b0af9fd1-a2db-4f11-bac8-e84d66a84c1c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1048.925764] env[62301]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1048.925764] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5203cafb-1321-59e6-23ae-8ea8cadf1659" [ 1048.925764] env[62301]: _type = "HttpNfcLease" [ 1048.925764] env[62301]: } is ready. {{(pid=62301) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1048.926376] env[62301]: DEBUG oslo_vmware.rw_handles [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1048.926376] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5203cafb-1321-59e6-23ae-8ea8cadf1659" [ 1048.926376] env[62301]: _type = "HttpNfcLease" [ 1048.926376] env[62301]: }. {{(pid=62301) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1048.927148] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b773a85-bd57-4c47-a6c7-a2edd45b3183 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.938193] env[62301]: DEBUG oslo_vmware.rw_handles [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5247d228-be0f-492a-fd32-20f6e7e87d35/disk-0.vmdk from lease info. {{(pid=62301) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1048.938375] env[62301]: DEBUG oslo_vmware.rw_handles [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Creating HTTP connection to write to file with size = 31665152 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5247d228-be0f-492a-fd32-20f6e7e87d35/disk-0.vmdk. {{(pid=62301) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1048.942500] env[62301]: DEBUG oslo_vmware.api [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570905, 'name': PowerOnVM_Task, 'duration_secs': 0.516813} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.943504] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 01f2d55f-c484-4b41-8b3f-af1a92a3a0ce] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1048.943719] env[62301]: INFO nova.compute.manager [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 01f2d55f-c484-4b41-8b3f-af1a92a3a0ce] Took 7.92 seconds to spawn the instance on the hypervisor. [ 1048.943923] env[62301]: DEBUG nova.compute.manager [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 01f2d55f-c484-4b41-8b3f-af1a92a3a0ce] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1048.998311] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66cd0e3c-d1c3-4b92-be65-ffa6422cc2ae {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.008665] env[62301]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-625a75f9-3422-4e44-8721-d7c220645d29 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.010777] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26e349e7-c096-474e-aeb4-b226b202d0c1 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Acquiring lock "refresh_cache-d7d711f5-1852-4f9b-baf6-ab11bc310be9" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.010777] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26e349e7-c096-474e-aeb4-b226b202d0c1 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Acquired lock "refresh_cache-d7d711f5-1852-4f9b-baf6-ab11bc310be9" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.010934] env[62301]: DEBUG nova.network.neutron [None req-26e349e7-c096-474e-aeb4-b226b202d0c1 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] [instance: d7d711f5-1852-4f9b-baf6-ab11bc310be9] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1049.086681] env[62301]: DEBUG nova.compute.manager [None req-89dbed1b-f77f-4ad0-9ca7-c14632390847 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: f71f1995-ec56-4466-b04d-4026d9710b3e] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1049.086681] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-89dbed1b-f77f-4ad0-9ca7-c14632390847 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: f71f1995-ec56-4466-b04d-4026d9710b3e] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1049.087894] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41418c0-65a5-40f3-b150-80e0942c8141 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.096674] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-89dbed1b-f77f-4ad0-9ca7-c14632390847 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: f71f1995-ec56-4466-b04d-4026d9710b3e] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1049.097369] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1051092-8fb6-4e02-91c6-e49468b29fcc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.105367] env[62301]: DEBUG oslo_vmware.api [None req-89dbed1b-f77f-4ad0-9ca7-c14632390847 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Waiting for the task: (returnval){ [ 1049.105367] env[62301]: value = "task-2570906" [ 1049.105367] env[62301]: _type = "Task" [ 1049.105367] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.116590] env[62301]: DEBUG oslo_vmware.api [None req-89dbed1b-f77f-4ad0-9ca7-c14632390847 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Task: {'id': task-2570906, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.159540] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquiring lock "refresh_cache-7960bb97-0db8-459d-aea3-0b0dfeac0645" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.159876] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquired lock "refresh_cache-7960bb97-0db8-459d-aea3-0b0dfeac0645" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.159997] env[62301]: DEBUG nova.network.neutron [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 7960bb97-0db8-459d-aea3-0b0dfeac0645] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1049.205862] env[62301]: WARNING nova.network.neutron [None req-09267e18-06f9-4808-8908-b11ec0dfbadb tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] 32aca2ac-882d-4f89-b75b-c3af9ad6fefe already exists in list: networks containing: ['32aca2ac-882d-4f89-b75b-c3af9ad6fefe']. ignoring it [ 1049.206127] env[62301]: WARNING nova.network.neutron [None req-09267e18-06f9-4808-8908-b11ec0dfbadb tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] 32aca2ac-882d-4f89-b75b-c3af9ad6fefe already exists in list: networks containing: ['32aca2ac-882d-4f89-b75b-c3af9ad6fefe']. ignoring it [ 1049.227829] env[62301]: DEBUG nova.compute.utils [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1049.231542] env[62301]: DEBUG nova.compute.manager [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1049.231708] env[62301]: DEBUG nova.network.neutron [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1049.257594] env[62301]: DEBUG nova.compute.manager [req-edd4c85b-e62e-4b28-a2a2-12bb3c81860a req-92368841-65a2-4a68-a1cf-bf3b7b8f479a service nova] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Received event network-vif-plugged-4f1b43c3-52ef-465c-b1ff-281199b73e64 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1049.257594] env[62301]: DEBUG oslo_concurrency.lockutils [req-edd4c85b-e62e-4b28-a2a2-12bb3c81860a req-92368841-65a2-4a68-a1cf-bf3b7b8f479a service nova] Acquiring lock "771fe5ee-9535-4329-9d69-86d9ec130698-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.257594] env[62301]: DEBUG oslo_concurrency.lockutils [req-edd4c85b-e62e-4b28-a2a2-12bb3c81860a req-92368841-65a2-4a68-a1cf-bf3b7b8f479a service nova] Lock "771fe5ee-9535-4329-9d69-86d9ec130698-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.257594] env[62301]: DEBUG oslo_concurrency.lockutils [req-edd4c85b-e62e-4b28-a2a2-12bb3c81860a req-92368841-65a2-4a68-a1cf-bf3b7b8f479a service nova] Lock "771fe5ee-9535-4329-9d69-86d9ec130698-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.257594] env[62301]: DEBUG nova.compute.manager [req-edd4c85b-e62e-4b28-a2a2-12bb3c81860a req-92368841-65a2-4a68-a1cf-bf3b7b8f479a service nova] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] No waiting events found dispatching network-vif-plugged-4f1b43c3-52ef-465c-b1ff-281199b73e64 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1049.257594] env[62301]: WARNING nova.compute.manager [req-edd4c85b-e62e-4b28-a2a2-12bb3c81860a req-92368841-65a2-4a68-a1cf-bf3b7b8f479a service nova] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Received unexpected event network-vif-plugged-4f1b43c3-52ef-465c-b1ff-281199b73e64 for instance with vm_state active and task_state None. [ 1049.257594] env[62301]: DEBUG nova.compute.manager [req-edd4c85b-e62e-4b28-a2a2-12bb3c81860a req-92368841-65a2-4a68-a1cf-bf3b7b8f479a service nova] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Received event network-changed-4f1b43c3-52ef-465c-b1ff-281199b73e64 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1049.257594] env[62301]: DEBUG nova.compute.manager [req-edd4c85b-e62e-4b28-a2a2-12bb3c81860a req-92368841-65a2-4a68-a1cf-bf3b7b8f479a service nova] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Refreshing instance network info cache due to event network-changed-4f1b43c3-52ef-465c-b1ff-281199b73e64. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1049.257594] env[62301]: DEBUG oslo_concurrency.lockutils [req-edd4c85b-e62e-4b28-a2a2-12bb3c81860a req-92368841-65a2-4a68-a1cf-bf3b7b8f479a service nova] Acquiring lock "refresh_cache-771fe5ee-9535-4329-9d69-86d9ec130698" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.300963] env[62301]: DEBUG nova.policy [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c34c6612edac4439a2085be0cbc4198b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b3dfd09250b4ab486b15b680428b1a5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 1049.384456] env[62301]: DEBUG oslo_concurrency.lockutils [None req-70527b8c-8df5-4a24-94c2-40e71654107c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquiring lock "3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.385074] env[62301]: DEBUG oslo_concurrency.lockutils [None req-70527b8c-8df5-4a24-94c2-40e71654107c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.385074] env[62301]: DEBUG nova.compute.manager [None req-70527b8c-8df5-4a24-94c2-40e71654107c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Going to confirm migration 7 {{(pid=62301) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1049.529246] env[62301]: INFO nova.compute.manager [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 01f2d55f-c484-4b41-8b3f-af1a92a3a0ce] Took 21.58 seconds to build instance. [ 1049.543633] env[62301]: DEBUG nova.network.neutron [None req-26e349e7-c096-474e-aeb4-b226b202d0c1 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] [instance: d7d711f5-1852-4f9b-baf6-ab11bc310be9] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1049.611476] env[62301]: DEBUG nova.network.neutron [None req-26e349e7-c096-474e-aeb4-b226b202d0c1 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] [instance: d7d711f5-1852-4f9b-baf6-ab11bc310be9] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.633345] env[62301]: DEBUG oslo_vmware.api [None req-89dbed1b-f77f-4ad0-9ca7-c14632390847 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Task: {'id': task-2570906, 'name': PowerOffVM_Task, 'duration_secs': 0.26565} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.638661] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-89dbed1b-f77f-4ad0-9ca7-c14632390847 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: f71f1995-ec56-4466-b04d-4026d9710b3e] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1049.638857] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-89dbed1b-f77f-4ad0-9ca7-c14632390847 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: f71f1995-ec56-4466-b04d-4026d9710b3e] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1049.639394] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e59fc19d-95e7-4e1a-a8af-7fd9a4ebe355 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.704702] env[62301]: DEBUG nova.network.neutron [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 7960bb97-0db8-459d-aea3-0b0dfeac0645] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1049.736052] env[62301]: DEBUG nova.compute.manager [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1049.736910] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-89dbed1b-f77f-4ad0-9ca7-c14632390847 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: f71f1995-ec56-4466-b04d-4026d9710b3e] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1049.739426] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-89dbed1b-f77f-4ad0-9ca7-c14632390847 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: f71f1995-ec56-4466-b04d-4026d9710b3e] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1049.739426] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-89dbed1b-f77f-4ad0-9ca7-c14632390847 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Deleting the datastore file [datastore1] f71f1995-ec56-4466-b04d-4026d9710b3e {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1049.741385] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d7175ba-3141-4f03-9e7c-f2b12c25128d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.752966] env[62301]: DEBUG oslo_vmware.api [None req-89dbed1b-f77f-4ad0-9ca7-c14632390847 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Waiting for the task: (returnval){ [ 1049.752966] env[62301]: value = "task-2570908" [ 1049.752966] env[62301]: _type = "Task" [ 1049.752966] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.767578] env[62301]: DEBUG oslo_vmware.api [None req-89dbed1b-f77f-4ad0-9ca7-c14632390847 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Task: {'id': task-2570908, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.887595] env[62301]: DEBUG nova.network.neutron [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 7960bb97-0db8-459d-aea3-0b0dfeac0645] Updating instance_info_cache with network_info: [{"id": "bf4d414f-92be-4c24-8100-bb9d1c0fe9c3", "address": "fa:16:3e:6c:a8:00", "network": {"id": "2b6d5216-0aa6-4962-ae7d-0ce0a7d329dc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1253607468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03b7fd9626dd4450af251d23c7d0a8b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf4d414f-92", "ovs_interfaceid": "bf4d414f-92be-4c24-8100-bb9d1c0fe9c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.974501] env[62301]: DEBUG oslo_concurrency.lockutils [None req-70527b8c-8df5-4a24-94c2-40e71654107c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquiring lock "refresh_cache-3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.974712] env[62301]: DEBUG oslo_concurrency.lockutils [None req-70527b8c-8df5-4a24-94c2-40e71654107c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquired lock "refresh_cache-3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.974894] env[62301]: DEBUG nova.network.neutron [None req-70527b8c-8df5-4a24-94c2-40e71654107c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1049.975161] env[62301]: DEBUG nova.objects.instance [None req-70527b8c-8df5-4a24-94c2-40e71654107c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lazy-loading 'info_cache' on Instance uuid 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.012749] env[62301]: DEBUG nova.network.neutron [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Successfully created port: 498b53cb-7c96-4830-ac04-59fa3017e0eb {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1050.031232] env[62301]: DEBUG oslo_concurrency.lockutils [None req-91cb2af1-ebd1-4a51-abfe-e8592f7b6d53 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "01f2d55f-c484-4b41-8b3f-af1a92a3a0ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.088s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1050.084475] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4249e6-db42-4e7e-9843-088d51c43e0d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.093590] env[62301]: DEBUG nova.network.neutron [None req-09267e18-06f9-4808-8908-b11ec0dfbadb tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Updating instance_info_cache with network_info: [{"id": "d20259aa-fc61-4ba6-bec1-a643b35880bf", "address": "fa:16:3e:5a:34:bb", "network": {"id": "32aca2ac-882d-4f89-b75b-c3af9ad6fefe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1098447386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f44005617fbf4cf3a6dc1727b4da2f55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd20259aa-fc", "ovs_interfaceid": "d20259aa-fc61-4ba6-bec1-a643b35880bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "da526505-b388-4c09-af48-79d6301fb072", "address": "fa:16:3e:70:48:15", "network": {"id": "32aca2ac-882d-4f89-b75b-c3af9ad6fefe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1098447386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f44005617fbf4cf3a6dc1727b4da2f55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda526505-b3", "ovs_interfaceid": "da526505-b388-4c09-af48-79d6301fb072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4f1b43c3-52ef-465c-b1ff-281199b73e64", "address": "fa:16:3e:6a:ca:d0", "network": {"id": "32aca2ac-882d-4f89-b75b-c3af9ad6fefe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1098447386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f44005617fbf4cf3a6dc1727b4da2f55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f1b43c3-52", "ovs_interfaceid": "4f1b43c3-52ef-465c-b1ff-281199b73e64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.099996] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1c01c0-4931-47ea-bb5c-03af8965a909 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.140859] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26e349e7-c096-474e-aeb4-b226b202d0c1 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Releasing lock "refresh_cache-d7d711f5-1852-4f9b-baf6-ab11bc310be9" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.141426] env[62301]: DEBUG nova.compute.manager [None req-26e349e7-c096-474e-aeb4-b226b202d0c1 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] [instance: d7d711f5-1852-4f9b-baf6-ab11bc310be9] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1050.141624] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-26e349e7-c096-474e-aeb4-b226b202d0c1 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] [instance: d7d711f5-1852-4f9b-baf6-ab11bc310be9] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1050.151083] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac3d52b-37e8-4e73-b4af-0e9333d6a4a2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.155032] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5792e9f-8108-4863-ae3e-7d287c11c779 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.170385] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d947b6c1-fcf4-4e85-8b61-98cd76030f76 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.174921] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-26e349e7-c096-474e-aeb4-b226b202d0c1 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] [instance: d7d711f5-1852-4f9b-baf6-ab11bc310be9] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1050.178745] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-281e1c94-9c53-407d-be79-686819240e7b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.193900] env[62301]: DEBUG nova.compute.provider_tree [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Updating inventory in ProviderTree for provider f2701398-2646-410f-990f-c3cfa8025d57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1050.200992] env[62301]: DEBUG oslo_vmware.api [None req-26e349e7-c096-474e-aeb4-b226b202d0c1 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Waiting for the task: (returnval){ [ 1050.200992] env[62301]: value = "task-2570909" [ 1050.200992] env[62301]: _type = "Task" [ 1050.200992] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.212614] env[62301]: DEBUG oslo_vmware.api [None req-26e349e7-c096-474e-aeb4-b226b202d0c1 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Task: {'id': task-2570909, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.266475] env[62301]: DEBUG oslo_vmware.api [None req-89dbed1b-f77f-4ad0-9ca7-c14632390847 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Task: {'id': task-2570908, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177651} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.266606] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-89dbed1b-f77f-4ad0-9ca7-c14632390847 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1050.266769] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-89dbed1b-f77f-4ad0-9ca7-c14632390847 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: f71f1995-ec56-4466-b04d-4026d9710b3e] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1050.266953] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-89dbed1b-f77f-4ad0-9ca7-c14632390847 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: f71f1995-ec56-4466-b04d-4026d9710b3e] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1050.267141] env[62301]: INFO nova.compute.manager [None req-89dbed1b-f77f-4ad0-9ca7-c14632390847 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: f71f1995-ec56-4466-b04d-4026d9710b3e] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1050.267384] env[62301]: DEBUG oslo.service.loopingcall [None req-89dbed1b-f77f-4ad0-9ca7-c14632390847 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1050.267579] env[62301]: DEBUG nova.compute.manager [-] [instance: f71f1995-ec56-4466-b04d-4026d9710b3e] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1050.267675] env[62301]: DEBUG nova.network.neutron [-] [instance: f71f1995-ec56-4466-b04d-4026d9710b3e] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1050.394926] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Releasing lock "refresh_cache-7960bb97-0db8-459d-aea3-0b0dfeac0645" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.395309] env[62301]: DEBUG nova.compute.manager [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 7960bb97-0db8-459d-aea3-0b0dfeac0645] Instance network_info: |[{"id": "bf4d414f-92be-4c24-8100-bb9d1c0fe9c3", "address": "fa:16:3e:6c:a8:00", "network": {"id": "2b6d5216-0aa6-4962-ae7d-0ce0a7d329dc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1253607468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03b7fd9626dd4450af251d23c7d0a8b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf4d414f-92", "ovs_interfaceid": "bf4d414f-92be-4c24-8100-bb9d1c0fe9c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1050.395783] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 7960bb97-0db8-459d-aea3-0b0dfeac0645] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:a8:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b151a0c-aa46-4d21-9ef5-c09cf350b19c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf4d414f-92be-4c24-8100-bb9d1c0fe9c3', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1050.404248] env[62301]: DEBUG oslo.service.loopingcall [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1050.404820] env[62301]: DEBUG oslo_vmware.rw_handles [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Completed reading data from the image iterator. {{(pid=62301) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1050.405061] env[62301]: DEBUG oslo_vmware.rw_handles [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5247d228-be0f-492a-fd32-20f6e7e87d35/disk-0.vmdk. {{(pid=62301) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1050.405320] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7960bb97-0db8-459d-aea3-0b0dfeac0645] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1050.406347] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1190d07-17e2-4424-844f-7bde38b8e1ce {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.409093] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5bef47c2-d2d1-44f7-8134-59eaff62d1c1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.430043] env[62301]: DEBUG oslo_vmware.rw_handles [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5247d228-be0f-492a-fd32-20f6e7e87d35/disk-0.vmdk is in state: ready. {{(pid=62301) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1050.430235] env[62301]: DEBUG oslo_vmware.rw_handles [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5247d228-be0f-492a-fd32-20f6e7e87d35/disk-0.vmdk. {{(pid=62301) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1050.430486] env[62301]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-4572dd99-2d10-4c53-bf7b-84bbe717a4c0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.433140] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1050.433140] env[62301]: value = "task-2570910" [ 1050.433140] env[62301]: _type = "Task" [ 1050.433140] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.441852] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570910, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.598115] env[62301]: DEBUG oslo_concurrency.lockutils [None req-09267e18-06f9-4808-8908-b11ec0dfbadb tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Releasing lock "refresh_cache-771fe5ee-9535-4329-9d69-86d9ec130698" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.598550] env[62301]: DEBUG oslo_concurrency.lockutils [None req-09267e18-06f9-4808-8908-b11ec0dfbadb tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquiring lock "771fe5ee-9535-4329-9d69-86d9ec130698" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.598723] env[62301]: DEBUG oslo_concurrency.lockutils [None req-09267e18-06f9-4808-8908-b11ec0dfbadb tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquired lock "771fe5ee-9535-4329-9d69-86d9ec130698" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.599011] env[62301]: DEBUG oslo_concurrency.lockutils [req-edd4c85b-e62e-4b28-a2a2-12bb3c81860a req-92368841-65a2-4a68-a1cf-bf3b7b8f479a service nova] Acquired lock "refresh_cache-771fe5ee-9535-4329-9d69-86d9ec130698" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.599199] env[62301]: DEBUG nova.network.neutron [req-edd4c85b-e62e-4b28-a2a2-12bb3c81860a req-92368841-65a2-4a68-a1cf-bf3b7b8f479a service nova] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Refreshing network info cache for port 4f1b43c3-52ef-465c-b1ff-281199b73e64 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1050.604162] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eab95ab-6a40-410e-abfd-02a9ab4a9c63 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.625513] env[62301]: DEBUG nova.virt.hardware [None req-09267e18-06f9-4808-8908-b11ec0dfbadb tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1050.625825] env[62301]: DEBUG nova.virt.hardware [None req-09267e18-06f9-4808-8908-b11ec0dfbadb tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1050.626025] env[62301]: DEBUG nova.virt.hardware [None req-09267e18-06f9-4808-8908-b11ec0dfbadb tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1050.626238] env[62301]: DEBUG nova.virt.hardware [None req-09267e18-06f9-4808-8908-b11ec0dfbadb tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1050.626418] env[62301]: DEBUG nova.virt.hardware [None req-09267e18-06f9-4808-8908-b11ec0dfbadb tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1050.626524] env[62301]: DEBUG nova.virt.hardware [None req-09267e18-06f9-4808-8908-b11ec0dfbadb tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1050.626741] env[62301]: DEBUG nova.virt.hardware [None req-09267e18-06f9-4808-8908-b11ec0dfbadb tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1050.626903] env[62301]: DEBUG nova.virt.hardware [None req-09267e18-06f9-4808-8908-b11ec0dfbadb tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1050.627461] env[62301]: DEBUG nova.virt.hardware [None req-09267e18-06f9-4808-8908-b11ec0dfbadb tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1050.627461] env[62301]: DEBUG nova.virt.hardware [None req-09267e18-06f9-4808-8908-b11ec0dfbadb tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1050.627461] env[62301]: DEBUG nova.virt.hardware [None req-09267e18-06f9-4808-8908-b11ec0dfbadb tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1050.633855] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-09267e18-06f9-4808-8908-b11ec0dfbadb tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Reconfiguring VM to attach interface {{(pid=62301) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1050.634657] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae59733e-5adf-49ca-9ba4-96ce58c78f39 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.659209] env[62301]: DEBUG oslo_vmware.api [None req-09267e18-06f9-4808-8908-b11ec0dfbadb tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Waiting for the task: (returnval){ [ 1050.659209] env[62301]: value = "task-2570911" [ 1050.659209] env[62301]: _type = "Task" [ 1050.659209] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.669869] env[62301]: DEBUG oslo_vmware.api [None req-09267e18-06f9-4808-8908-b11ec0dfbadb tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570911, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.715545] env[62301]: DEBUG oslo_vmware.api [None req-26e349e7-c096-474e-aeb4-b226b202d0c1 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Task: {'id': task-2570909, 'name': PowerOffVM_Task, 'duration_secs': 0.15314} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.715815] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-26e349e7-c096-474e-aeb4-b226b202d0c1 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] [instance: d7d711f5-1852-4f9b-baf6-ab11bc310be9] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1050.715983] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-26e349e7-c096-474e-aeb4-b226b202d0c1 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] [instance: d7d711f5-1852-4f9b-baf6-ab11bc310be9] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1050.716256] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d15df4f-7645-420b-9652-717a334ddef7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.736754] env[62301]: DEBUG nova.scheduler.client.report [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Updated inventory for provider f2701398-2646-410f-990f-c3cfa8025d57 with generation 155 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1050.737079] env[62301]: DEBUG nova.compute.provider_tree [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Updating resource provider f2701398-2646-410f-990f-c3cfa8025d57 generation from 155 to 156 during operation: update_inventory {{(pid=62301) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1050.737294] env[62301]: DEBUG nova.compute.provider_tree [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Updating inventory in ProviderTree for provider f2701398-2646-410f-990f-c3cfa8025d57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1050.748046] env[62301]: DEBUG nova.compute.manager [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1050.760979] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-26e349e7-c096-474e-aeb4-b226b202d0c1 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] [instance: d7d711f5-1852-4f9b-baf6-ab11bc310be9] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1050.761236] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-26e349e7-c096-474e-aeb4-b226b202d0c1 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] [instance: d7d711f5-1852-4f9b-baf6-ab11bc310be9] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1050.761458] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-26e349e7-c096-474e-aeb4-b226b202d0c1 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Deleting the datastore file [datastore1] d7d711f5-1852-4f9b-baf6-ab11bc310be9 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1050.761660] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6eb9d659-d7a8-4a5b-9843-2a0a322146d4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.771461] env[62301]: DEBUG oslo_vmware.api [None req-26e349e7-c096-474e-aeb4-b226b202d0c1 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Waiting for the task: (returnval){ [ 1050.771461] env[62301]: value = "task-2570913" [ 1050.771461] env[62301]: _type = "Task" [ 1050.771461] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.782265] env[62301]: DEBUG oslo_vmware.api [None req-26e349e7-c096-474e-aeb4-b226b202d0c1 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Task: {'id': task-2570913, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.792546] env[62301]: DEBUG nova.virt.hardware [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1050.792791] env[62301]: DEBUG nova.virt.hardware [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1050.792947] env[62301]: DEBUG nova.virt.hardware [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1050.793121] env[62301]: DEBUG nova.virt.hardware [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1050.793271] env[62301]: DEBUG nova.virt.hardware [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1050.793455] env[62301]: DEBUG nova.virt.hardware [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1050.793616] env[62301]: DEBUG nova.virt.hardware [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1050.793774] env[62301]: DEBUG nova.virt.hardware [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1050.793939] env[62301]: DEBUG nova.virt.hardware [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1050.794115] env[62301]: DEBUG nova.virt.hardware [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1050.794307] env[62301]: DEBUG nova.virt.hardware [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1050.795509] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff56605-bd79-42de-8541-8edc9fe52f0c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.806225] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5428d54a-c226-495c-9cdd-df53d45e991e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.810293] env[62301]: DEBUG oslo_vmware.rw_handles [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5247d228-be0f-492a-fd32-20f6e7e87d35/disk-0.vmdk. {{(pid=62301) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1050.810486] env[62301]: INFO nova.virt.vmwareapi.images [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Downloaded image file data d54367fb-71f3-4730-aae5-113f3e13e2d3 [ 1050.811523] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a49d3cc-b423-4e65-afa4-d2d61b835224 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.841037] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc15e0b7-8aba-4210-9210-9864ddfa8c9e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.876236] env[62301]: INFO nova.virt.vmwareapi.images [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] The imported VM was unregistered [ 1050.878762] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Caching image {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1050.878986] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Creating directory with path [datastore1] devstack-image-cache_base/d54367fb-71f3-4730-aae5-113f3e13e2d3 {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1050.879604] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14998173-be1b-47b5-b287-305da086b41f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.903317] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Created directory with path [datastore1] devstack-image-cache_base/d54367fb-71f3-4730-aae5-113f3e13e2d3 {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1050.903589] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_31bef128-62c9-4747-b92b-836cda219c4c/OSTACK_IMG_31bef128-62c9-4747-b92b-836cda219c4c.vmdk to [datastore1] devstack-image-cache_base/d54367fb-71f3-4730-aae5-113f3e13e2d3/d54367fb-71f3-4730-aae5-113f3e13e2d3.vmdk. {{(pid=62301) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1050.903918] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-d968f36f-989a-4e8d-9627-d13e9ed4a24d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.912821] env[62301]: DEBUG oslo_vmware.api [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Waiting for the task: (returnval){ [ 1050.912821] env[62301]: value = "task-2570915" [ 1050.912821] env[62301]: _type = "Task" [ 1050.912821] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.924162] env[62301]: DEBUG oslo_vmware.api [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570915, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.945647] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570910, 'name': CreateVM_Task, 'duration_secs': 0.493455} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.945846] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7960bb97-0db8-459d-aea3-0b0dfeac0645] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1050.946582] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.946817] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.947080] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.947345] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8600251-3a80-40c5-93f5-07de77527d8e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.956307] env[62301]: DEBUG oslo_vmware.api [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 1050.956307] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]528b9f2b-7677-be16-9706-75c5e08e8709" [ 1050.956307] env[62301]: _type = "Task" [ 1050.956307] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.965796] env[62301]: DEBUG oslo_vmware.api [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]528b9f2b-7677-be16-9706-75c5e08e8709, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.166138] env[62301]: DEBUG nova.network.neutron [-] [instance: f71f1995-ec56-4466-b04d-4026d9710b3e] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.171733] env[62301]: DEBUG oslo_vmware.api [None req-09267e18-06f9-4808-8908-b11ec0dfbadb tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570911, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.242604] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.523s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1051.243227] env[62301]: DEBUG nova.compute.manager [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] [instance: b0af9fd1-a2db-4f11-bac8-e84d66a84c1c] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1051.246787] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.209s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1051.249289] env[62301]: INFO nova.compute.claims [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1051.278773] env[62301]: DEBUG nova.network.neutron [None req-70527b8c-8df5-4a24-94c2-40e71654107c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Updating instance_info_cache with network_info: [{"id": "b5a35e02-2fa4-4a1a-9156-e6a6e67fb8e0", "address": "fa:16:3e:5f:1f:d8", "network": {"id": "2bb96169-7594-47bb-8c69-56a2af9dfa32", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1110516366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ea9bdc8a9b547d881e4051cff4426f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a35e02-2f", "ovs_interfaceid": "b5a35e02-2fa4-4a1a-9156-e6a6e67fb8e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.288381] env[62301]: DEBUG oslo_vmware.api [None req-26e349e7-c096-474e-aeb4-b226b202d0c1 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Task: {'id': task-2570913, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176827} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.288933] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-26e349e7-c096-474e-aeb4-b226b202d0c1 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1051.288933] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-26e349e7-c096-474e-aeb4-b226b202d0c1 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] [instance: d7d711f5-1852-4f9b-baf6-ab11bc310be9] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1051.289082] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-26e349e7-c096-474e-aeb4-b226b202d0c1 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] [instance: d7d711f5-1852-4f9b-baf6-ab11bc310be9] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1051.289240] env[62301]: INFO nova.compute.manager [None req-26e349e7-c096-474e-aeb4-b226b202d0c1 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] [instance: d7d711f5-1852-4f9b-baf6-ab11bc310be9] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1051.289499] env[62301]: DEBUG oslo.service.loopingcall [None req-26e349e7-c096-474e-aeb4-b226b202d0c1 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1051.289728] env[62301]: DEBUG nova.compute.manager [-] [instance: d7d711f5-1852-4f9b-baf6-ab11bc310be9] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1051.289863] env[62301]: DEBUG nova.network.neutron [-] [instance: d7d711f5-1852-4f9b-baf6-ab11bc310be9] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1051.303657] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444427bd-95ae-4b6e-b2b1-2d72315f49d4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.314081] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-76cc72e5-4043-479d-a410-1be1179d9fcf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 01f2d55f-c484-4b41-8b3f-af1a92a3a0ce] Suspending the VM {{(pid=62301) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1051.314798] env[62301]: DEBUG nova.network.neutron [-] [instance: d7d711f5-1852-4f9b-baf6-ab11bc310be9] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1051.316652] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-aef17857-80d9-4221-9e48-43f5e5fadd61 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.327915] env[62301]: DEBUG oslo_vmware.api [None req-76cc72e5-4043-479d-a410-1be1179d9fcf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 1051.327915] env[62301]: value = "task-2570916" [ 1051.327915] env[62301]: _type = "Task" [ 1051.327915] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.342928] env[62301]: DEBUG oslo_vmware.api [None req-76cc72e5-4043-479d-a410-1be1179d9fcf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570916, 'name': SuspendVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.371259] env[62301]: DEBUG nova.network.neutron [req-edd4c85b-e62e-4b28-a2a2-12bb3c81860a req-92368841-65a2-4a68-a1cf-bf3b7b8f479a service nova] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Updated VIF entry in instance network info cache for port 4f1b43c3-52ef-465c-b1ff-281199b73e64. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1051.371742] env[62301]: DEBUG nova.network.neutron [req-edd4c85b-e62e-4b28-a2a2-12bb3c81860a req-92368841-65a2-4a68-a1cf-bf3b7b8f479a service nova] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Updating instance_info_cache with network_info: [{"id": "d20259aa-fc61-4ba6-bec1-a643b35880bf", "address": "fa:16:3e:5a:34:bb", "network": {"id": "32aca2ac-882d-4f89-b75b-c3af9ad6fefe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1098447386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f44005617fbf4cf3a6dc1727b4da2f55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd20259aa-fc", "ovs_interfaceid": "d20259aa-fc61-4ba6-bec1-a643b35880bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "da526505-b388-4c09-af48-79d6301fb072", "address": "fa:16:3e:70:48:15", "network": {"id": "32aca2ac-882d-4f89-b75b-c3af9ad6fefe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1098447386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f44005617fbf4cf3a6dc1727b4da2f55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda526505-b3", "ovs_interfaceid": "da526505-b388-4c09-af48-79d6301fb072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4f1b43c3-52ef-465c-b1ff-281199b73e64", "address": "fa:16:3e:6a:ca:d0", "network": {"id": "32aca2ac-882d-4f89-b75b-c3af9ad6fefe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1098447386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f44005617fbf4cf3a6dc1727b4da2f55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f1b43c3-52", "ovs_interfaceid": "4f1b43c3-52ef-465c-b1ff-281199b73e64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.424961] env[62301]: DEBUG oslo_vmware.api [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570915, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.468506] env[62301]: DEBUG oslo_vmware.api [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]528b9f2b-7677-be16-9706-75c5e08e8709, 'name': SearchDatastore_Task, 'duration_secs': 0.015252} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.468881] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.469145] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 7960bb97-0db8-459d-aea3-0b0dfeac0645] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1051.469466] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.469638] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.469815] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1051.470177] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8acbb12b-bfb8-44b9-998d-c165082ddf4b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.489619] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1051.489903] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1051.490967] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b2074e0-8cf3-4b74-bfed-a2155e9e8c6d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.498456] env[62301]: DEBUG oslo_vmware.api [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 1051.498456] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]523f589c-967d-181e-d9f4-228a3f2f427a" [ 1051.498456] env[62301]: _type = "Task" [ 1051.498456] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.510632] env[62301]: DEBUG oslo_vmware.api [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]523f589c-967d-181e-d9f4-228a3f2f427a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.570324] env[62301]: DEBUG nova.compute.manager [req-f7c76e51-40e7-4f61-9ec3-d49aa72db7ab req-7335d81a-ebfa-47b4-b876-252614bd3afe service nova] [instance: f71f1995-ec56-4466-b04d-4026d9710b3e] Received event network-vif-deleted-4865c6ca-91c0-42f7-a77e-63020439c765 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1051.670780] env[62301]: DEBUG oslo_vmware.api [None req-09267e18-06f9-4808-8908-b11ec0dfbadb tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570911, 'name': ReconfigVM_Task, 'duration_secs': 0.869033} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.671353] env[62301]: DEBUG oslo_concurrency.lockutils [None req-09267e18-06f9-4808-8908-b11ec0dfbadb tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Releasing lock "771fe5ee-9535-4329-9d69-86d9ec130698" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.671582] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-09267e18-06f9-4808-8908-b11ec0dfbadb tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Reconfigured VM to attach interface {{(pid=62301) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1051.676837] env[62301]: INFO nova.compute.manager [-] [instance: f71f1995-ec56-4466-b04d-4026d9710b3e] Took 1.41 seconds to deallocate network for instance. [ 1051.760542] env[62301]: DEBUG nova.compute.utils [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1051.762287] env[62301]: DEBUG nova.compute.manager [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] [instance: b0af9fd1-a2db-4f11-bac8-e84d66a84c1c] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1051.762508] env[62301]: DEBUG nova.network.neutron [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] [instance: b0af9fd1-a2db-4f11-bac8-e84d66a84c1c] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1051.785494] env[62301]: DEBUG oslo_concurrency.lockutils [None req-70527b8c-8df5-4a24-94c2-40e71654107c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Releasing lock "refresh_cache-3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.785494] env[62301]: DEBUG nova.objects.instance [None req-70527b8c-8df5-4a24-94c2-40e71654107c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lazy-loading 'migration_context' on Instance uuid 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.817278] env[62301]: DEBUG nova.network.neutron [-] [instance: d7d711f5-1852-4f9b-baf6-ab11bc310be9] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.823252] env[62301]: DEBUG nova.policy [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9271e77661e94c87ad6f1de6fb5e9eb2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e346b569fff84daaa22e8953bd20b329', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 1051.842383] env[62301]: DEBUG oslo_vmware.api [None req-76cc72e5-4043-479d-a410-1be1179d9fcf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570916, 'name': SuspendVM_Task} progress is 62%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.875308] env[62301]: DEBUG oslo_concurrency.lockutils [req-edd4c85b-e62e-4b28-a2a2-12bb3c81860a req-92368841-65a2-4a68-a1cf-bf3b7b8f479a service nova] Releasing lock "refresh_cache-771fe5ee-9535-4329-9d69-86d9ec130698" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.875649] env[62301]: DEBUG nova.compute.manager [req-edd4c85b-e62e-4b28-a2a2-12bb3c81860a req-92368841-65a2-4a68-a1cf-bf3b7b8f479a service nova] [instance: 7960bb97-0db8-459d-aea3-0b0dfeac0645] Received event network-changed-bf4d414f-92be-4c24-8100-bb9d1c0fe9c3 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1051.875855] env[62301]: DEBUG nova.compute.manager [req-edd4c85b-e62e-4b28-a2a2-12bb3c81860a req-92368841-65a2-4a68-a1cf-bf3b7b8f479a service nova] [instance: 7960bb97-0db8-459d-aea3-0b0dfeac0645] Refreshing instance network info cache due to event network-changed-bf4d414f-92be-4c24-8100-bb9d1c0fe9c3. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1051.876033] env[62301]: DEBUG oslo_concurrency.lockutils [req-edd4c85b-e62e-4b28-a2a2-12bb3c81860a req-92368841-65a2-4a68-a1cf-bf3b7b8f479a service nova] Acquiring lock "refresh_cache-7960bb97-0db8-459d-aea3-0b0dfeac0645" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.876188] env[62301]: DEBUG oslo_concurrency.lockutils [req-edd4c85b-e62e-4b28-a2a2-12bb3c81860a req-92368841-65a2-4a68-a1cf-bf3b7b8f479a service nova] Acquired lock "refresh_cache-7960bb97-0db8-459d-aea3-0b0dfeac0645" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.876358] env[62301]: DEBUG nova.network.neutron [req-edd4c85b-e62e-4b28-a2a2-12bb3c81860a req-92368841-65a2-4a68-a1cf-bf3b7b8f479a service nova] [instance: 7960bb97-0db8-459d-aea3-0b0dfeac0645] Refreshing network info cache for port bf4d414f-92be-4c24-8100-bb9d1c0fe9c3 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1051.903192] env[62301]: DEBUG nova.compute.manager [req-c537ca16-e362-4c0c-a976-61203c34db62 req-33c101ee-0a7c-4072-8dad-791c35340559 service nova] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Received event network-vif-plugged-498b53cb-7c96-4830-ac04-59fa3017e0eb {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1051.903446] env[62301]: DEBUG oslo_concurrency.lockutils [req-c537ca16-e362-4c0c-a976-61203c34db62 req-33c101ee-0a7c-4072-8dad-791c35340559 service nova] Acquiring lock "f772a532-3402-4b9c-95be-0bbb9c5ef7ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1051.903892] env[62301]: DEBUG oslo_concurrency.lockutils [req-c537ca16-e362-4c0c-a976-61203c34db62 req-33c101ee-0a7c-4072-8dad-791c35340559 service nova] Lock "f772a532-3402-4b9c-95be-0bbb9c5ef7ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1051.904119] env[62301]: DEBUG oslo_concurrency.lockutils [req-c537ca16-e362-4c0c-a976-61203c34db62 req-33c101ee-0a7c-4072-8dad-791c35340559 service nova] Lock "f772a532-3402-4b9c-95be-0bbb9c5ef7ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1051.904391] env[62301]: DEBUG nova.compute.manager [req-c537ca16-e362-4c0c-a976-61203c34db62 req-33c101ee-0a7c-4072-8dad-791c35340559 service nova] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] No waiting events found dispatching network-vif-plugged-498b53cb-7c96-4830-ac04-59fa3017e0eb {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1051.904665] env[62301]: WARNING nova.compute.manager [req-c537ca16-e362-4c0c-a976-61203c34db62 req-33c101ee-0a7c-4072-8dad-791c35340559 service nova] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Received unexpected event network-vif-plugged-498b53cb-7c96-4830-ac04-59fa3017e0eb for instance with vm_state building and task_state spawning. [ 1051.925918] env[62301]: DEBUG oslo_vmware.api [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570915, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.009896] env[62301]: DEBUG oslo_vmware.api [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]523f589c-967d-181e-d9f4-228a3f2f427a, 'name': SearchDatastore_Task, 'duration_secs': 0.085543} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.010910] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89cbc609-7e75-44e1-8bb0-07159c564e1a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.017542] env[62301]: DEBUG oslo_vmware.api [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 1052.017542] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]528a45df-f42e-c35e-3d48-e0bb289231fb" [ 1052.017542] env[62301]: _type = "Task" [ 1052.017542] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.030762] env[62301]: DEBUG oslo_vmware.api [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]528a45df-f42e-c35e-3d48-e0bb289231fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.178852] env[62301]: DEBUG oslo_concurrency.lockutils [None req-09267e18-06f9-4808-8908-b11ec0dfbadb tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lock "interface-771fe5ee-9535-4329-9d69-86d9ec130698-4f1b43c3-52ef-465c-b1ff-281199b73e64" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.308s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1052.183101] env[62301]: DEBUG nova.network.neutron [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] [instance: b0af9fd1-a2db-4f11-bac8-e84d66a84c1c] Successfully created port: 057376be-ffb0-4013-b5a5-4a3b31d4eb4f {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1052.190481] env[62301]: DEBUG oslo_concurrency.lockutils [None req-89dbed1b-f77f-4ad0-9ca7-c14632390847 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1052.269678] env[62301]: DEBUG nova.compute.manager [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] [instance: b0af9fd1-a2db-4f11-bac8-e84d66a84c1c] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1052.292418] env[62301]: DEBUG nova.objects.base [None req-70527b8c-8df5-4a24-94c2-40e71654107c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Object Instance<3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738> lazy-loaded attributes: info_cache,migration_context {{(pid=62301) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1052.293625] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce910191-8965-4c74-86ec-59292c67f72c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.318139] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d2f2016-748c-4464-bde8-2d81fe11d9bd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.322165] env[62301]: INFO nova.compute.manager [-] [instance: d7d711f5-1852-4f9b-baf6-ab11bc310be9] Took 1.03 seconds to deallocate network for instance. [ 1052.330149] env[62301]: DEBUG oslo_vmware.api [None req-70527b8c-8df5-4a24-94c2-40e71654107c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 1052.330149] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52e3cb27-b9b0-e4a3-9a0d-31f1af37d8bb" [ 1052.330149] env[62301]: _type = "Task" [ 1052.330149] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.350809] env[62301]: DEBUG oslo_vmware.api [None req-76cc72e5-4043-479d-a410-1be1179d9fcf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570916, 'name': SuspendVM_Task, 'duration_secs': 0.717814} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.353432] env[62301]: DEBUG nova.network.neutron [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Successfully updated port: 498b53cb-7c96-4830-ac04-59fa3017e0eb {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1052.354665] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-76cc72e5-4043-479d-a410-1be1179d9fcf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 01f2d55f-c484-4b41-8b3f-af1a92a3a0ce] Suspended the VM {{(pid=62301) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1052.354869] env[62301]: DEBUG nova.compute.manager [None req-76cc72e5-4043-479d-a410-1be1179d9fcf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 01f2d55f-c484-4b41-8b3f-af1a92a3a0ce] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1052.355194] env[62301]: DEBUG oslo_vmware.api [None req-70527b8c-8df5-4a24-94c2-40e71654107c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52e3cb27-b9b0-e4a3-9a0d-31f1af37d8bb, 'name': SearchDatastore_Task, 'duration_secs': 0.014615} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.362520] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4b2abb-cacb-447b-82e1-4ccba37bc92b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.365562] env[62301]: DEBUG oslo_concurrency.lockutils [None req-70527b8c-8df5-4a24-94c2-40e71654107c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1052.439794] env[62301]: DEBUG oslo_vmware.api [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570915, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.532127] env[62301]: DEBUG oslo_vmware.api [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]528a45df-f42e-c35e-3d48-e0bb289231fb, 'name': SearchDatastore_Task, 'duration_secs': 0.086544} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.532195] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.532460] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 7960bb97-0db8-459d-aea3-0b0dfeac0645/7960bb97-0db8-459d-aea3-0b0dfeac0645.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1052.535381] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-633536d9-f184-4133-8b40-b137b966fe28 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.548410] env[62301]: DEBUG oslo_vmware.api [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 1052.548410] env[62301]: value = "task-2570917" [ 1052.548410] env[62301]: _type = "Task" [ 1052.548410] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.565094] env[62301]: DEBUG oslo_vmware.api [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570917, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.603518] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322e43b1-c676-4e3a-ba5b-3cc6adc548fb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.613762] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c8d641-b94d-4446-a96b-997903724b85 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.649130] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce481557-8231-44ed-94e7-3ab4201585f5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.660157] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8738bc-d9c8-4490-af18-97e12fe674de {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.677985] env[62301]: DEBUG nova.compute.provider_tree [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.831930] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26e349e7-c096-474e-aeb4-b226b202d0c1 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1052.863112] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquiring lock "refresh_cache-f772a532-3402-4b9c-95be-0bbb9c5ef7ad" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.863306] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquired lock "refresh_cache-f772a532-3402-4b9c-95be-0bbb9c5ef7ad" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.863431] env[62301]: DEBUG nova.network.neutron [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1052.931227] env[62301]: DEBUG oslo_vmware.api [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570915, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.995400] env[62301]: DEBUG nova.network.neutron [req-edd4c85b-e62e-4b28-a2a2-12bb3c81860a req-92368841-65a2-4a68-a1cf-bf3b7b8f479a service nova] [instance: 7960bb97-0db8-459d-aea3-0b0dfeac0645] Updated VIF entry in instance network info cache for port bf4d414f-92be-4c24-8100-bb9d1c0fe9c3. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1052.995809] env[62301]: DEBUG nova.network.neutron [req-edd4c85b-e62e-4b28-a2a2-12bb3c81860a req-92368841-65a2-4a68-a1cf-bf3b7b8f479a service nova] [instance: 7960bb97-0db8-459d-aea3-0b0dfeac0645] Updating instance_info_cache with network_info: [{"id": "bf4d414f-92be-4c24-8100-bb9d1c0fe9c3", "address": "fa:16:3e:6c:a8:00", "network": {"id": "2b6d5216-0aa6-4962-ae7d-0ce0a7d329dc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1253607468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03b7fd9626dd4450af251d23c7d0a8b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf4d414f-92", "ovs_interfaceid": "bf4d414f-92be-4c24-8100-bb9d1c0fe9c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.066239] env[62301]: DEBUG oslo_vmware.api [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570917, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.182537] env[62301]: DEBUG nova.scheduler.client.report [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.280661] env[62301]: DEBUG nova.compute.manager [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] [instance: b0af9fd1-a2db-4f11-bac8-e84d66a84c1c] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1053.313023] env[62301]: DEBUG nova.virt.hardware [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1053.313023] env[62301]: DEBUG nova.virt.hardware [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1053.313023] env[62301]: DEBUG nova.virt.hardware [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1053.313023] env[62301]: DEBUG nova.virt.hardware [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1053.313023] env[62301]: DEBUG nova.virt.hardware [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1053.313554] env[62301]: DEBUG nova.virt.hardware [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1053.313926] env[62301]: DEBUG nova.virt.hardware [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1053.314248] env[62301]: DEBUG nova.virt.hardware [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1053.314613] env[62301]: DEBUG nova.virt.hardware [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1053.316037] env[62301]: DEBUG nova.virt.hardware [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1053.316037] env[62301]: DEBUG nova.virt.hardware [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1053.316357] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f43e49-ebd1-4bf6-93a4-4914dda89337 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.327513] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f595e54d-40a9-432a-b669-5ce409e510d0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.427462] env[62301]: DEBUG oslo_vmware.api [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570915, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.482099} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.428555] env[62301]: DEBUG nova.network.neutron [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1053.430715] env[62301]: INFO nova.virt.vmwareapi.ds_util [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_31bef128-62c9-4747-b92b-836cda219c4c/OSTACK_IMG_31bef128-62c9-4747-b92b-836cda219c4c.vmdk to [datastore1] devstack-image-cache_base/d54367fb-71f3-4730-aae5-113f3e13e2d3/d54367fb-71f3-4730-aae5-113f3e13e2d3.vmdk. [ 1053.431144] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Cleaning up location [datastore1] OSTACK_IMG_31bef128-62c9-4747-b92b-836cda219c4c {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1053.431494] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_31bef128-62c9-4747-b92b-836cda219c4c {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1053.431917] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-047e1566-d1d5-42d9-ae3f-67ccaa180be4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.443682] env[62301]: DEBUG oslo_vmware.api [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Waiting for the task: (returnval){ [ 1053.443682] env[62301]: value = "task-2570918" [ 1053.443682] env[62301]: _type = "Task" [ 1053.443682] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.458371] env[62301]: DEBUG oslo_vmware.api [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570918, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.498562] env[62301]: DEBUG oslo_concurrency.lockutils [req-edd4c85b-e62e-4b28-a2a2-12bb3c81860a req-92368841-65a2-4a68-a1cf-bf3b7b8f479a service nova] Releasing lock "refresh_cache-7960bb97-0db8-459d-aea3-0b0dfeac0645" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.564538] env[62301]: DEBUG oslo_vmware.api [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570917, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.634146] env[62301]: DEBUG nova.network.neutron [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Updating instance_info_cache with network_info: [{"id": "498b53cb-7c96-4830-ac04-59fa3017e0eb", "address": "fa:16:3e:a5:91:4c", "network": {"id": "7c0f3559-1453-49cf-acfe-38cb288125ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1921160483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b3dfd09250b4ab486b15b680428b1a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap498b53cb-7c", "ovs_interfaceid": "498b53cb-7c96-4830-ac04-59fa3017e0eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.673075] env[62301]: DEBUG nova.compute.manager [req-294a5257-9942-44e4-9023-05b853b543bf req-c3a559bc-acf8-4410-aed3-91eb8ef9197e service nova] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Received event network-changed-498b53cb-7c96-4830-ac04-59fa3017e0eb {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1053.673075] env[62301]: DEBUG nova.compute.manager [req-294a5257-9942-44e4-9023-05b853b543bf req-c3a559bc-acf8-4410-aed3-91eb8ef9197e service nova] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Refreshing instance network info cache due to event network-changed-498b53cb-7c96-4830-ac04-59fa3017e0eb. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1053.673075] env[62301]: DEBUG oslo_concurrency.lockutils [req-294a5257-9942-44e4-9023-05b853b543bf req-c3a559bc-acf8-4410-aed3-91eb8ef9197e service nova] Acquiring lock "refresh_cache-f772a532-3402-4b9c-95be-0bbb9c5ef7ad" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.687343] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.440s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.687883] env[62301]: DEBUG nova.compute.manager [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1053.690801] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.485s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.692457] env[62301]: INFO nova.compute.claims [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1053.726225] env[62301]: DEBUG nova.compute.manager [req-2c290f83-31f9-4b7a-9c66-017718ac3ea5 req-d73bd786-5b8b-4cf1-af74-11b9373d2520 service nova] [instance: b0af9fd1-a2db-4f11-bac8-e84d66a84c1c] Received event network-vif-plugged-057376be-ffb0-4013-b5a5-4a3b31d4eb4f {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1053.726465] env[62301]: DEBUG oslo_concurrency.lockutils [req-2c290f83-31f9-4b7a-9c66-017718ac3ea5 req-d73bd786-5b8b-4cf1-af74-11b9373d2520 service nova] Acquiring lock "b0af9fd1-a2db-4f11-bac8-e84d66a84c1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.726753] env[62301]: DEBUG oslo_concurrency.lockutils [req-2c290f83-31f9-4b7a-9c66-017718ac3ea5 req-d73bd786-5b8b-4cf1-af74-11b9373d2520 service nova] Lock "b0af9fd1-a2db-4f11-bac8-e84d66a84c1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.728112] env[62301]: DEBUG oslo_concurrency.lockutils [req-2c290f83-31f9-4b7a-9c66-017718ac3ea5 req-d73bd786-5b8b-4cf1-af74-11b9373d2520 service nova] Lock "b0af9fd1-a2db-4f11-bac8-e84d66a84c1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.728366] env[62301]: DEBUG nova.compute.manager [req-2c290f83-31f9-4b7a-9c66-017718ac3ea5 req-d73bd786-5b8b-4cf1-af74-11b9373d2520 service nova] [instance: b0af9fd1-a2db-4f11-bac8-e84d66a84c1c] No waiting events found dispatching network-vif-plugged-057376be-ffb0-4013-b5a5-4a3b31d4eb4f {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1053.728617] env[62301]: WARNING nova.compute.manager [req-2c290f83-31f9-4b7a-9c66-017718ac3ea5 req-d73bd786-5b8b-4cf1-af74-11b9373d2520 service nova] [instance: b0af9fd1-a2db-4f11-bac8-e84d66a84c1c] Received unexpected event network-vif-plugged-057376be-ffb0-4013-b5a5-4a3b31d4eb4f for instance with vm_state building and task_state spawning. [ 1053.852008] env[62301]: DEBUG nova.network.neutron [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] [instance: b0af9fd1-a2db-4f11-bac8-e84d66a84c1c] Successfully updated port: 057376be-ffb0-4013-b5a5-4a3b31d4eb4f {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1053.956367] env[62301]: DEBUG oslo_vmware.api [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570918, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21143} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.956645] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1053.956832] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d54367fb-71f3-4730-aae5-113f3e13e2d3/d54367fb-71f3-4730-aae5-113f3e13e2d3.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.957134] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d54367fb-71f3-4730-aae5-113f3e13e2d3/d54367fb-71f3-4730-aae5-113f3e13e2d3.vmdk to [datastore1] d44608fc-c2b2-4331-ba83-0553238f5f6d/d44608fc-c2b2-4331-ba83-0553238f5f6d.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1053.957404] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c237610-91ce-4b50-b3c8-280fb2481ddf {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.965139] env[62301]: DEBUG oslo_vmware.api [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Waiting for the task: (returnval){ [ 1053.965139] env[62301]: value = "task-2570919" [ 1053.965139] env[62301]: _type = "Task" [ 1053.965139] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.973713] env[62301]: DEBUG oslo_vmware.api [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570919, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.063084] env[62301]: DEBUG oslo_vmware.api [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570917, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.192168} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.063382] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 7960bb97-0db8-459d-aea3-0b0dfeac0645/7960bb97-0db8-459d-aea3-0b0dfeac0645.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1054.063617] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 7960bb97-0db8-459d-aea3-0b0dfeac0645] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1054.063933] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-551d6368-a89f-46aa-9c26-b33851b2c5a0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.075119] env[62301]: DEBUG oslo_vmware.api [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 1054.075119] env[62301]: value = "task-2570920" [ 1054.075119] env[62301]: _type = "Task" [ 1054.075119] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.081566] env[62301]: DEBUG oslo_vmware.api [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570920, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.142241] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Releasing lock "refresh_cache-f772a532-3402-4b9c-95be-0bbb9c5ef7ad" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.142673] env[62301]: DEBUG nova.compute.manager [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Instance network_info: |[{"id": "498b53cb-7c96-4830-ac04-59fa3017e0eb", "address": "fa:16:3e:a5:91:4c", "network": {"id": "7c0f3559-1453-49cf-acfe-38cb288125ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1921160483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b3dfd09250b4ab486b15b680428b1a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap498b53cb-7c", "ovs_interfaceid": "498b53cb-7c96-4830-ac04-59fa3017e0eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1054.143096] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c849ed4f-f634-4477-8560-b38405f74305 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquiring lock "01f2d55f-c484-4b41-8b3f-af1a92a3a0ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.143459] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c849ed4f-f634-4477-8560-b38405f74305 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "01f2d55f-c484-4b41-8b3f-af1a92a3a0ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.143644] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c849ed4f-f634-4477-8560-b38405f74305 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquiring lock "01f2d55f-c484-4b41-8b3f-af1a92a3a0ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.143907] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c849ed4f-f634-4477-8560-b38405f74305 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "01f2d55f-c484-4b41-8b3f-af1a92a3a0ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.144472] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c849ed4f-f634-4477-8560-b38405f74305 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "01f2d55f-c484-4b41-8b3f-af1a92a3a0ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1054.146071] env[62301]: DEBUG oslo_concurrency.lockutils [req-294a5257-9942-44e4-9023-05b853b543bf req-c3a559bc-acf8-4410-aed3-91eb8ef9197e service nova] Acquired lock "refresh_cache-f772a532-3402-4b9c-95be-0bbb9c5ef7ad" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.146222] env[62301]: DEBUG nova.network.neutron [req-294a5257-9942-44e4-9023-05b853b543bf req-c3a559bc-acf8-4410-aed3-91eb8ef9197e service nova] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Refreshing network info cache for port 498b53cb-7c96-4830-ac04-59fa3017e0eb {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1054.147568] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:91:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cca1f087-01e1-49ca-831b-5c51478a5d60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '498b53cb-7c96-4830-ac04-59fa3017e0eb', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1054.155814] env[62301]: DEBUG oslo.service.loopingcall [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1054.156583] env[62301]: INFO nova.compute.manager [None req-c849ed4f-f634-4477-8560-b38405f74305 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 01f2d55f-c484-4b41-8b3f-af1a92a3a0ce] Terminating instance [ 1054.162457] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1054.164013] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6dab931e-2b70-4c50-8ee7-bec804a2f8b5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.181632] env[62301]: DEBUG nova.compute.manager [None req-c849ed4f-f634-4477-8560-b38405f74305 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 01f2d55f-c484-4b41-8b3f-af1a92a3a0ce] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1054.181956] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c849ed4f-f634-4477-8560-b38405f74305 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 01f2d55f-c484-4b41-8b3f-af1a92a3a0ce] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1054.183247] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e09637-3894-4936-b508-29531b625161 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.193137] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c849ed4f-f634-4477-8560-b38405f74305 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 01f2d55f-c484-4b41-8b3f-af1a92a3a0ce] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1054.194112] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc8607ed-924e-484f-ae49-4ad8995c3f17 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.196912] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1054.196912] env[62301]: value = "task-2570921" [ 1054.196912] env[62301]: _type = "Task" [ 1054.196912] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.204756] env[62301]: DEBUG nova.compute.utils [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1054.210027] env[62301]: DEBUG nova.compute.manager [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1054.210027] env[62301]: DEBUG nova.network.neutron [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1054.210027] env[62301]: DEBUG oslo_concurrency.lockutils [None req-59b23869-2576-414b-b00d-af83b44b51cd tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquiring lock "interface-771fe5ee-9535-4329-9d69-86d9ec130698-da526505-b388-4c09-af48-79d6301fb072" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.210027] env[62301]: DEBUG oslo_concurrency.lockutils [None req-59b23869-2576-414b-b00d-af83b44b51cd tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lock "interface-771fe5ee-9535-4329-9d69-86d9ec130698-da526505-b388-4c09-af48-79d6301fb072" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.219167] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570921, 'name': CreateVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.286026] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c849ed4f-f634-4477-8560-b38405f74305 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 01f2d55f-c484-4b41-8b3f-af1a92a3a0ce] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1054.286026] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c849ed4f-f634-4477-8560-b38405f74305 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 01f2d55f-c484-4b41-8b3f-af1a92a3a0ce] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1054.286026] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-c849ed4f-f634-4477-8560-b38405f74305 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Deleting the datastore file [datastore1] 01f2d55f-c484-4b41-8b3f-af1a92a3a0ce {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1054.286437] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb055fc5-c62f-4294-afd6-7f29a6e40ecb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.293978] env[62301]: DEBUG nova.policy [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b2ad110d57949d4931d7405dbf7d0f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e2e8356714714b2ebde65cd27ec77f7c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 1054.296640] env[62301]: DEBUG oslo_vmware.api [None req-c849ed4f-f634-4477-8560-b38405f74305 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 1054.296640] env[62301]: value = "task-2570923" [ 1054.296640] env[62301]: _type = "Task" [ 1054.296640] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.307217] env[62301]: DEBUG oslo_vmware.api [None req-c849ed4f-f634-4477-8560-b38405f74305 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570923, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.359163] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Acquiring lock "refresh_cache-b0af9fd1-a2db-4f11-bac8-e84d66a84c1c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.359521] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Acquired lock "refresh_cache-b0af9fd1-a2db-4f11-bac8-e84d66a84c1c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.359521] env[62301]: DEBUG nova.network.neutron [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] [instance: b0af9fd1-a2db-4f11-bac8-e84d66a84c1c] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.476731] env[62301]: DEBUG oslo_vmware.api [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570919, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.483968] env[62301]: DEBUG nova.network.neutron [req-294a5257-9942-44e4-9023-05b853b543bf req-c3a559bc-acf8-4410-aed3-91eb8ef9197e service nova] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Updated VIF entry in instance network info cache for port 498b53cb-7c96-4830-ac04-59fa3017e0eb. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1054.484358] env[62301]: DEBUG nova.network.neutron [req-294a5257-9942-44e4-9023-05b853b543bf req-c3a559bc-acf8-4410-aed3-91eb8ef9197e service nova] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Updating instance_info_cache with network_info: [{"id": "498b53cb-7c96-4830-ac04-59fa3017e0eb", "address": "fa:16:3e:a5:91:4c", "network": {"id": "7c0f3559-1453-49cf-acfe-38cb288125ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1921160483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b3dfd09250b4ab486b15b680428b1a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap498b53cb-7c", "ovs_interfaceid": "498b53cb-7c96-4830-ac04-59fa3017e0eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.585915] env[62301]: DEBUG oslo_vmware.api [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570920, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.146011} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.586499] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 7960bb97-0db8-459d-aea3-0b0dfeac0645] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1054.589150] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed77187f-f3bf-496a-8d01-75a5623f176e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.621368] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 7960bb97-0db8-459d-aea3-0b0dfeac0645] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 7960bb97-0db8-459d-aea3-0b0dfeac0645/7960bb97-0db8-459d-aea3-0b0dfeac0645.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1054.622216] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5394a7d9-e96f-4e73-9d16-35687e524715 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.663259] env[62301]: DEBUG oslo_vmware.api [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 1054.663259] env[62301]: value = "task-2570924" [ 1054.663259] env[62301]: _type = "Task" [ 1054.663259] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.670616] env[62301]: DEBUG oslo_vmware.api [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570924, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.711873] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570921, 'name': CreateVM_Task} progress is 25%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.713096] env[62301]: DEBUG nova.network.neutron [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Successfully created port: 1c14dd22-945f-4eac-8840-e2656e823f9a {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1054.715859] env[62301]: DEBUG nova.compute.manager [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1054.719577] env[62301]: DEBUG oslo_concurrency.lockutils [None req-59b23869-2576-414b-b00d-af83b44b51cd tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquiring lock "771fe5ee-9535-4329-9d69-86d9ec130698" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.719577] env[62301]: DEBUG oslo_concurrency.lockutils [None req-59b23869-2576-414b-b00d-af83b44b51cd tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquired lock "771fe5ee-9535-4329-9d69-86d9ec130698" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.721036] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33935ab-8faa-4c23-a941-4e87a4d6930a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.743751] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44d8c1e-c078-42e3-9f4b-22a7201d895e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.779337] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-59b23869-2576-414b-b00d-af83b44b51cd tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Reconfiguring VM to detach interface {{(pid=62301) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1054.783651] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-058c0031-c770-4a83-aa37-a1cd84a27c39 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.806104] env[62301]: DEBUG oslo_vmware.api [None req-59b23869-2576-414b-b00d-af83b44b51cd tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Waiting for the task: (returnval){ [ 1054.806104] env[62301]: value = "task-2570925" [ 1054.806104] env[62301]: _type = "Task" [ 1054.806104] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.812860] env[62301]: DEBUG oslo_vmware.api [None req-c849ed4f-f634-4477-8560-b38405f74305 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570923, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.822983] env[62301]: DEBUG oslo_vmware.api [None req-59b23869-2576-414b-b00d-af83b44b51cd tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570925, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.914898] env[62301]: DEBUG nova.network.neutron [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] [instance: b0af9fd1-a2db-4f11-bac8-e84d66a84c1c] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1054.978242] env[62301]: DEBUG oslo_vmware.api [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570919, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.989391] env[62301]: DEBUG oslo_concurrency.lockutils [req-294a5257-9942-44e4-9023-05b853b543bf req-c3a559bc-acf8-4410-aed3-91eb8ef9197e service nova] Releasing lock "refresh_cache-f772a532-3402-4b9c-95be-0bbb9c5ef7ad" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.052960] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25823e0d-d959-46f5-828a-d7a70b223c20 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.073490] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32947c6b-ad97-4539-9e45-752cd85da7e0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.110900] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52909c67-2821-4f33-b54b-88b7851954a3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.114592] env[62301]: DEBUG nova.network.neutron [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] [instance: b0af9fd1-a2db-4f11-bac8-e84d66a84c1c] Updating instance_info_cache with network_info: [{"id": "057376be-ffb0-4013-b5a5-4a3b31d4eb4f", "address": "fa:16:3e:68:14:71", "network": {"id": "3547395c-b0d7-4c3f-a9d9-685df3de16fa", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1368764521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e346b569fff84daaa22e8953bd20b329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap057376be-ff", "ovs_interfaceid": "057376be-ffb0-4013-b5a5-4a3b31d4eb4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.122054] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1130c660-24f7-468e-a2f4-c226a90990f2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.139048] env[62301]: DEBUG nova.compute.provider_tree [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Updating inventory in ProviderTree for provider f2701398-2646-410f-990f-c3cfa8025d57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1055.171465] env[62301]: DEBUG oslo_vmware.api [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570924, 'name': ReconfigVM_Task, 'duration_secs': 0.363461} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.171666] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 7960bb97-0db8-459d-aea3-0b0dfeac0645] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 7960bb97-0db8-459d-aea3-0b0dfeac0645/7960bb97-0db8-459d-aea3-0b0dfeac0645.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1055.172469] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c2b9bcb-004c-4655-b42f-0eca3336b7ae {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.182042] env[62301]: DEBUG oslo_vmware.api [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 1055.182042] env[62301]: value = "task-2570926" [ 1055.182042] env[62301]: _type = "Task" [ 1055.182042] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.199039] env[62301]: DEBUG oslo_vmware.api [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570926, 'name': Rename_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.209965] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570921, 'name': CreateVM_Task} progress is 25%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.308640] env[62301]: DEBUG oslo_vmware.api [None req-c849ed4f-f634-4477-8560-b38405f74305 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570923, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.318281] env[62301]: DEBUG oslo_vmware.api [None req-59b23869-2576-414b-b00d-af83b44b51cd tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.478348] env[62301]: DEBUG oslo_vmware.api [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570919, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.617850] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Releasing lock "refresh_cache-b0af9fd1-a2db-4f11-bac8-e84d66a84c1c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.618401] env[62301]: DEBUG nova.compute.manager [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] [instance: b0af9fd1-a2db-4f11-bac8-e84d66a84c1c] Instance network_info: |[{"id": "057376be-ffb0-4013-b5a5-4a3b31d4eb4f", "address": "fa:16:3e:68:14:71", "network": {"id": "3547395c-b0d7-4c3f-a9d9-685df3de16fa", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1368764521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e346b569fff84daaa22e8953bd20b329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap057376be-ff", "ovs_interfaceid": "057376be-ffb0-4013-b5a5-4a3b31d4eb4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1055.618871] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] [instance: b0af9fd1-a2db-4f11-bac8-e84d66a84c1c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:14:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98d96b75-ac36-499a-adc2-130c8c1d55ca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '057376be-ffb0-4013-b5a5-4a3b31d4eb4f', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1055.628053] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Creating folder: Project (e346b569fff84daaa22e8953bd20b329). Parent ref: group-v518653. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1055.628257] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28c54add-850d-4ea9-bf41-4130684aeea0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.645484] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Created folder: Project (e346b569fff84daaa22e8953bd20b329) in parent group-v518653. [ 1055.645707] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Creating folder: Instances. Parent ref: group-v518938. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1055.646331] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de5ac0fe-88af-4b80-94dc-9d6bd1a21ecb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.660728] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Created folder: Instances in parent group-v518938. [ 1055.661011] env[62301]: DEBUG oslo.service.loopingcall [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1055.661234] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0af9fd1-a2db-4f11-bac8-e84d66a84c1c] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1055.661483] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46bda989-1ae4-419e-8a20-33e85f697f85 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.677616] env[62301]: DEBUG nova.scheduler.client.report [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Updated inventory for provider f2701398-2646-410f-990f-c3cfa8025d57 with generation 156 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1055.677882] env[62301]: DEBUG nova.compute.provider_tree [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Updating resource provider f2701398-2646-410f-990f-c3cfa8025d57 generation from 156 to 157 during operation: update_inventory {{(pid=62301) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1055.678078] env[62301]: DEBUG nova.compute.provider_tree [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Updating inventory in ProviderTree for provider f2701398-2646-410f-990f-c3cfa8025d57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1055.690315] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1055.690315] env[62301]: value = "task-2570929" [ 1055.690315] env[62301]: _type = "Task" [ 1055.690315] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.696715] env[62301]: DEBUG oslo_vmware.api [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570926, 'name': Rename_Task, 'duration_secs': 0.177325} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.697737] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 7960bb97-0db8-459d-aea3-0b0dfeac0645] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1055.698414] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f722c9d-2aae-4bd5-a409-ae1a516f3272 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.707925] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570929, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.710636] env[62301]: DEBUG oslo_vmware.api [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 1055.710636] env[62301]: value = "task-2570930" [ 1055.710636] env[62301]: _type = "Task" [ 1055.710636] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.713619] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570921, 'name': CreateVM_Task} progress is 25%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.725910] env[62301]: DEBUG oslo_vmware.api [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570930, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.727234] env[62301]: DEBUG nova.compute.manager [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1055.757936] env[62301]: DEBUG nova.compute.manager [req-eaa5083b-eaa8-4bcd-9b81-25330200db18 req-6ea84cee-c764-4b83-ab55-5cc0d407574d service nova] [instance: b0af9fd1-a2db-4f11-bac8-e84d66a84c1c] Received event network-changed-057376be-ffb0-4013-b5a5-4a3b31d4eb4f {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1055.758098] env[62301]: DEBUG nova.compute.manager [req-eaa5083b-eaa8-4bcd-9b81-25330200db18 req-6ea84cee-c764-4b83-ab55-5cc0d407574d service nova] [instance: b0af9fd1-a2db-4f11-bac8-e84d66a84c1c] Refreshing instance network info cache due to event network-changed-057376be-ffb0-4013-b5a5-4a3b31d4eb4f. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1055.758335] env[62301]: DEBUG oslo_concurrency.lockutils [req-eaa5083b-eaa8-4bcd-9b81-25330200db18 req-6ea84cee-c764-4b83-ab55-5cc0d407574d service nova] Acquiring lock "refresh_cache-b0af9fd1-a2db-4f11-bac8-e84d66a84c1c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.758596] env[62301]: DEBUG oslo_concurrency.lockutils [req-eaa5083b-eaa8-4bcd-9b81-25330200db18 req-6ea84cee-c764-4b83-ab55-5cc0d407574d service nova] Acquired lock "refresh_cache-b0af9fd1-a2db-4f11-bac8-e84d66a84c1c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.758724] env[62301]: DEBUG nova.network.neutron [req-eaa5083b-eaa8-4bcd-9b81-25330200db18 req-6ea84cee-c764-4b83-ab55-5cc0d407574d service nova] [instance: b0af9fd1-a2db-4f11-bac8-e84d66a84c1c] Refreshing network info cache for port 057376be-ffb0-4013-b5a5-4a3b31d4eb4f {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1055.762158] env[62301]: DEBUG nova.virt.hardware [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1055.762350] env[62301]: DEBUG nova.virt.hardware [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1055.762680] env[62301]: DEBUG nova.virt.hardware [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1055.762973] env[62301]: DEBUG nova.virt.hardware [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1055.763302] env[62301]: DEBUG nova.virt.hardware [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1055.763560] env[62301]: DEBUG nova.virt.hardware [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1055.763855] env[62301]: DEBUG nova.virt.hardware [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1055.764364] env[62301]: DEBUG nova.virt.hardware [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1055.764690] env[62301]: DEBUG nova.virt.hardware [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1055.764966] env[62301]: DEBUG nova.virt.hardware [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1055.765200] env[62301]: DEBUG nova.virt.hardware [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1055.766882] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3161820a-facc-4dd9-bf56-928db4b728a3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.781329] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5202914-c66b-4af6-b9ee-c342b59a7c0e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.808060] env[62301]: DEBUG oslo_vmware.api [None req-c849ed4f-f634-4477-8560-b38405f74305 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570923, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.820247] env[62301]: DEBUG oslo_vmware.api [None req-59b23869-2576-414b-b00d-af83b44b51cd tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.979565] env[62301]: DEBUG oslo_vmware.api [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570919, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.032072] env[62301]: DEBUG nova.network.neutron [req-eaa5083b-eaa8-4bcd-9b81-25330200db18 req-6ea84cee-c764-4b83-ab55-5cc0d407574d service nova] [instance: b0af9fd1-a2db-4f11-bac8-e84d66a84c1c] Updated VIF entry in instance network info cache for port 057376be-ffb0-4013-b5a5-4a3b31d4eb4f. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1056.032647] env[62301]: DEBUG nova.network.neutron [req-eaa5083b-eaa8-4bcd-9b81-25330200db18 req-6ea84cee-c764-4b83-ab55-5cc0d407574d service nova] [instance: b0af9fd1-a2db-4f11-bac8-e84d66a84c1c] Updating instance_info_cache with network_info: [{"id": "057376be-ffb0-4013-b5a5-4a3b31d4eb4f", "address": "fa:16:3e:68:14:71", "network": {"id": "3547395c-b0d7-4c3f-a9d9-685df3de16fa", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1368764521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e346b569fff84daaa22e8953bd20b329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap057376be-ff", "ovs_interfaceid": "057376be-ffb0-4013-b5a5-4a3b31d4eb4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.183288] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.492s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1056.183829] env[62301]: DEBUG nova.compute.manager [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1056.187758] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.556s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1056.189540] env[62301]: INFO nova.compute.claims [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1056.207097] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570929, 'name': CreateVM_Task} progress is 25%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.222929] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570921, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.231362] env[62301]: DEBUG oslo_vmware.api [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570930, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.321670] env[62301]: DEBUG nova.compute.manager [req-67cd96d3-459f-41a8-8504-ff2b3590ca44 req-101aba94-fee9-4c7b-8e10-269e354113e1 service nova] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Received event network-vif-plugged-1c14dd22-945f-4eac-8840-e2656e823f9a {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1056.322028] env[62301]: DEBUG oslo_concurrency.lockutils [req-67cd96d3-459f-41a8-8504-ff2b3590ca44 req-101aba94-fee9-4c7b-8e10-269e354113e1 service nova] Acquiring lock "71e8544a-b76b-4f61-9422-ca372ba522b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1056.322245] env[62301]: DEBUG oslo_concurrency.lockutils [req-67cd96d3-459f-41a8-8504-ff2b3590ca44 req-101aba94-fee9-4c7b-8e10-269e354113e1 service nova] Lock "71e8544a-b76b-4f61-9422-ca372ba522b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1056.322426] env[62301]: DEBUG oslo_concurrency.lockutils [req-67cd96d3-459f-41a8-8504-ff2b3590ca44 req-101aba94-fee9-4c7b-8e10-269e354113e1 service nova] Lock "71e8544a-b76b-4f61-9422-ca372ba522b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1056.322725] env[62301]: DEBUG nova.compute.manager [req-67cd96d3-459f-41a8-8504-ff2b3590ca44 req-101aba94-fee9-4c7b-8e10-269e354113e1 service nova] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] No waiting events found dispatching network-vif-plugged-1c14dd22-945f-4eac-8840-e2656e823f9a {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1056.322897] env[62301]: WARNING nova.compute.manager [req-67cd96d3-459f-41a8-8504-ff2b3590ca44 req-101aba94-fee9-4c7b-8e10-269e354113e1 service nova] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Received unexpected event network-vif-plugged-1c14dd22-945f-4eac-8840-e2656e823f9a for instance with vm_state building and task_state spawning. [ 1056.331274] env[62301]: DEBUG oslo_vmware.api [None req-c849ed4f-f634-4477-8560-b38405f74305 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570923, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.331467] env[62301]: DEBUG oslo_vmware.api [None req-59b23869-2576-414b-b00d-af83b44b51cd tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.446602] env[62301]: DEBUG nova.network.neutron [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Successfully updated port: 1c14dd22-945f-4eac-8840-e2656e823f9a {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1056.480362] env[62301]: DEBUG oslo_vmware.api [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570919, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.439716} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.480673] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d54367fb-71f3-4730-aae5-113f3e13e2d3/d54367fb-71f3-4730-aae5-113f3e13e2d3.vmdk to [datastore1] d44608fc-c2b2-4331-ba83-0553238f5f6d/d44608fc-c2b2-4331-ba83-0553238f5f6d.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1056.481434] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78bd9fcc-6870-4905-ae31-a5ce1b1f0b78 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.505263] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] d44608fc-c2b2-4331-ba83-0553238f5f6d/d44608fc-c2b2-4331-ba83-0553238f5f6d.vmdk or device None with type streamOptimized {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1056.505665] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b387aa3-4af8-4079-8b92-eca019f68a07 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.530258] env[62301]: DEBUG oslo_vmware.api [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Waiting for the task: (returnval){ [ 1056.530258] env[62301]: value = "task-2570931" [ 1056.530258] env[62301]: _type = "Task" [ 1056.530258] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.539600] env[62301]: DEBUG oslo_concurrency.lockutils [req-eaa5083b-eaa8-4bcd-9b81-25330200db18 req-6ea84cee-c764-4b83-ab55-5cc0d407574d service nova] Releasing lock "refresh_cache-b0af9fd1-a2db-4f11-bac8-e84d66a84c1c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.540050] env[62301]: DEBUG oslo_vmware.api [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570931, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.689845] env[62301]: DEBUG nova.compute.utils [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1056.691253] env[62301]: DEBUG nova.compute.manager [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1056.691417] env[62301]: DEBUG nova.network.neutron [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1056.705360] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570929, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.717378] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570921, 'name': CreateVM_Task, 'duration_secs': 2.194964} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.720409] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1056.721145] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.721312] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.721615] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.722247] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed18a5e6-b37f-4ab5-bacf-dc954903d274 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.728575] env[62301]: DEBUG oslo_vmware.api [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570930, 'name': PowerOnVM_Task, 'duration_secs': 0.588083} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.729990] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 7960bb97-0db8-459d-aea3-0b0dfeac0645] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1056.730167] env[62301]: INFO nova.compute.manager [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 7960bb97-0db8-459d-aea3-0b0dfeac0645] Took 9.47 seconds to spawn the instance on the hypervisor. [ 1056.730459] env[62301]: DEBUG nova.compute.manager [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 7960bb97-0db8-459d-aea3-0b0dfeac0645] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1056.730694] env[62301]: DEBUG oslo_vmware.api [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 1056.730694] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5240c8b6-e84e-edd9-df9f-b5ad130dd771" [ 1056.730694] env[62301]: _type = "Task" [ 1056.730694] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.731402] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c39f325-5afa-44bc-9e86-20e832f2bda8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.738110] env[62301]: DEBUG nova.policy [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ecb7f299eaa4fcfb1336b1a19974040', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4352f1b6608f4987911fa3832ca6aeb9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 1056.746662] env[62301]: DEBUG oslo_vmware.api [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5240c8b6-e84e-edd9-df9f-b5ad130dd771, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.809828] env[62301]: DEBUG oslo_vmware.api [None req-c849ed4f-f634-4477-8560-b38405f74305 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2570923, 'name': DeleteDatastoreFile_Task, 'duration_secs': 2.095181} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.810336] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-c849ed4f-f634-4477-8560-b38405f74305 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1056.810652] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c849ed4f-f634-4477-8560-b38405f74305 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 01f2d55f-c484-4b41-8b3f-af1a92a3a0ce] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1056.810959] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c849ed4f-f634-4477-8560-b38405f74305 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 01f2d55f-c484-4b41-8b3f-af1a92a3a0ce] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1056.811257] env[62301]: INFO nova.compute.manager [None req-c849ed4f-f634-4477-8560-b38405f74305 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 01f2d55f-c484-4b41-8b3f-af1a92a3a0ce] Took 2.63 seconds to destroy the instance on the hypervisor. [ 1056.811641] env[62301]: DEBUG oslo.service.loopingcall [None req-c849ed4f-f634-4477-8560-b38405f74305 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1056.811977] env[62301]: DEBUG nova.compute.manager [-] [instance: 01f2d55f-c484-4b41-8b3f-af1a92a3a0ce] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1056.812214] env[62301]: DEBUG nova.network.neutron [-] [instance: 01f2d55f-c484-4b41-8b3f-af1a92a3a0ce] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1056.825417] env[62301]: DEBUG oslo_vmware.api [None req-59b23869-2576-414b-b00d-af83b44b51cd tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.949685] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Acquiring lock "refresh_cache-71e8544a-b76b-4f61-9422-ca372ba522b4" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.949685] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Acquired lock "refresh_cache-71e8544a-b76b-4f61-9422-ca372ba522b4" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.949685] env[62301]: DEBUG nova.network.neutron [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1057.041277] env[62301]: DEBUG oslo_vmware.api [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570931, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.049395] env[62301]: DEBUG nova.network.neutron [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Successfully created port: cb17ebaf-56e3-473f-b9b1-ecacde4d7e63 {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1057.203028] env[62301]: DEBUG nova.compute.manager [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1057.218188] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570929, 'name': CreateVM_Task, 'duration_secs': 1.088028} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.218387] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0af9fd1-a2db-4f11-bac8-e84d66a84c1c] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1057.219212] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.259480] env[62301]: DEBUG oslo_vmware.api [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5240c8b6-e84e-edd9-df9f-b5ad130dd771, 'name': SearchDatastore_Task, 'duration_secs': 0.040188} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.267505] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.267902] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1057.268195] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.268377] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.268584] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1057.269550] env[62301]: INFO nova.compute.manager [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 7960bb97-0db8-459d-aea3-0b0dfeac0645] Took 27.21 seconds to build instance. [ 1057.270716] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.271491] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.271491] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc337a24-e5ff-453f-9844-2ac2db005e01 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.280024] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25ae128c-9251-4c9a-9820-4bf394a03962 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.289658] env[62301]: DEBUG oslo_vmware.api [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Waiting for the task: (returnval){ [ 1057.289658] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52f8fb8a-fea3-47ec-3dd6-7aa204fe1c0b" [ 1057.289658] env[62301]: _type = "Task" [ 1057.289658] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.296174] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1057.296375] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1057.300203] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d60d0b9-9ebc-4dab-8299-a1d0ca0ded5f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.307659] env[62301]: DEBUG oslo_vmware.api [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52f8fb8a-fea3-47ec-3dd6-7aa204fe1c0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.311930] env[62301]: DEBUG oslo_vmware.api [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 1057.311930] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52b4b677-0239-6d55-d3eb-cba9c7eb4be8" [ 1057.311930] env[62301]: _type = "Task" [ 1057.311930] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.328602] env[62301]: DEBUG oslo_vmware.api [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52b4b677-0239-6d55-d3eb-cba9c7eb4be8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.331970] env[62301]: DEBUG oslo_vmware.api [None req-59b23869-2576-414b-b00d-af83b44b51cd tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.487850] env[62301]: DEBUG nova.network.neutron [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1057.509122] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af08962-5ac4-42d5-900d-95be01773b92 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.517055] env[62301]: DEBUG nova.network.neutron [-] [instance: 01f2d55f-c484-4b41-8b3f-af1a92a3a0ce] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.518977] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5a5033-46b6-4dab-9bb8-50e1803ca9d4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.560214] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a66f242-6ccb-4487-b884-eeded53d3de1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.569865] env[62301]: DEBUG oslo_vmware.api [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570931, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.574607] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78eb56f-4e38-4bbc-8c7e-c5c353dbb9fc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.590810] env[62301]: DEBUG nova.compute.provider_tree [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.687811] env[62301]: DEBUG nova.network.neutron [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Updating instance_info_cache with network_info: [{"id": "1c14dd22-945f-4eac-8840-e2656e823f9a", "address": "fa:16:3e:16:b8:f8", "network": {"id": "f258efb2-7c79-415a-aad7-8a07fdb2c2d4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-382833361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2e8356714714b2ebde65cd27ec77f7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c14dd22-94", "ovs_interfaceid": "1c14dd22-945f-4eac-8840-e2656e823f9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.778933] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f941469e-1525-41ab-8517-1d05d3ddc38e tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "7960bb97-0db8-459d-aea3-0b0dfeac0645" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.725s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1057.802425] env[62301]: DEBUG oslo_vmware.api [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52f8fb8a-fea3-47ec-3dd6-7aa204fe1c0b, 'name': SearchDatastore_Task, 'duration_secs': 0.021388} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.802724] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.802959] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] [instance: b0af9fd1-a2db-4f11-bac8-e84d66a84c1c] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1057.803185] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.822158] env[62301]: DEBUG oslo_vmware.api [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52b4b677-0239-6d55-d3eb-cba9c7eb4be8, 'name': SearchDatastore_Task, 'duration_secs': 0.028222} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.825664] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9206ad25-2e57-46d3-a22c-2432072052f4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.831147] env[62301]: DEBUG oslo_vmware.api [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 1057.831147] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5261ee04-92ec-f0a7-f692-0d26bcad3574" [ 1057.831147] env[62301]: _type = "Task" [ 1057.831147] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.834551] env[62301]: DEBUG oslo_vmware.api [None req-59b23869-2576-414b-b00d-af83b44b51cd tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.842315] env[62301]: DEBUG oslo_vmware.api [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5261ee04-92ec-f0a7-f692-0d26bcad3574, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.852159] env[62301]: DEBUG nova.compute.manager [req-135eee01-3c85-46d1-9393-4ed0a34e4ac4 req-93e68440-9c6d-4fd0-9827-83a2e14c1c22 service nova] [instance: 01f2d55f-c484-4b41-8b3f-af1a92a3a0ce] Received event network-vif-deleted-63e75559-6f35-42ae-b02d-60325153c4a3 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1058.023653] env[62301]: INFO nova.compute.manager [-] [instance: 01f2d55f-c484-4b41-8b3f-af1a92a3a0ce] Took 1.21 seconds to deallocate network for instance. [ 1058.064010] env[62301]: DEBUG oslo_vmware.api [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570931, 'name': ReconfigVM_Task, 'duration_secs': 1.241043} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.064304] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Reconfigured VM instance instance-00000055 to attach disk [datastore1] d44608fc-c2b2-4331-ba83-0553238f5f6d/d44608fc-c2b2-4331-ba83-0553238f5f6d.vmdk or device None with type streamOptimized {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1058.064975] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bcf3d7df-f248-4e95-bd02-7bb832391533 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.071577] env[62301]: DEBUG oslo_vmware.api [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Waiting for the task: (returnval){ [ 1058.071577] env[62301]: value = "task-2570932" [ 1058.071577] env[62301]: _type = "Task" [ 1058.071577] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.081850] env[62301]: DEBUG oslo_vmware.api [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570932, 'name': Rename_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.097626] env[62301]: DEBUG nova.scheduler.client.report [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.190919] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Releasing lock "refresh_cache-71e8544a-b76b-4f61-9422-ca372ba522b4" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.191492] env[62301]: DEBUG nova.compute.manager [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Instance network_info: |[{"id": "1c14dd22-945f-4eac-8840-e2656e823f9a", "address": "fa:16:3e:16:b8:f8", "network": {"id": "f258efb2-7c79-415a-aad7-8a07fdb2c2d4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-382833361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2e8356714714b2ebde65cd27ec77f7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c14dd22-94", "ovs_interfaceid": "1c14dd22-945f-4eac-8840-e2656e823f9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1058.192134] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:b8:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c14dd22-945f-4eac-8840-e2656e823f9a', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1058.206457] env[62301]: DEBUG oslo.service.loopingcall [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1058.206775] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1058.207148] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-445b8e2e-c3fd-421c-a56c-1576d2b91f16 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.229347] env[62301]: DEBUG nova.compute.manager [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1058.239136] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1058.239136] env[62301]: value = "task-2570933" [ 1058.239136] env[62301]: _type = "Task" [ 1058.239136] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.248225] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570933, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.256478] env[62301]: DEBUG nova.virt.hardware [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1058.256733] env[62301]: DEBUG nova.virt.hardware [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1058.256909] env[62301]: DEBUG nova.virt.hardware [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1058.257126] env[62301]: DEBUG nova.virt.hardware [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1058.257293] env[62301]: DEBUG nova.virt.hardware [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1058.257453] env[62301]: DEBUG nova.virt.hardware [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1058.257667] env[62301]: DEBUG nova.virt.hardware [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1058.257828] env[62301]: DEBUG nova.virt.hardware [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1058.257997] env[62301]: DEBUG nova.virt.hardware [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1058.258180] env[62301]: DEBUG nova.virt.hardware [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1058.258357] env[62301]: DEBUG nova.virt.hardware [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1058.259302] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eabd7ebb-5ede-4df7-9178-140c7eb41b93 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.269707] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9073e8f-092b-4a3a-868a-57849e786427 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.331913] env[62301]: DEBUG oslo_vmware.api [None req-59b23869-2576-414b-b00d-af83b44b51cd tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.344084] env[62301]: DEBUG oslo_vmware.api [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5261ee04-92ec-f0a7-f692-0d26bcad3574, 'name': SearchDatastore_Task, 'duration_secs': 0.01416} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.344350] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.344741] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] f772a532-3402-4b9c-95be-0bbb9c5ef7ad/f772a532-3402-4b9c-95be-0bbb9c5ef7ad.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1058.345037] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.345231] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1058.345443] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fde84f40-5b5d-48a5-967c-4e22c5af5f9f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.347447] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-593a49cd-9797-4c3d-9c30-5048e42d221a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.356513] env[62301]: DEBUG nova.compute.manager [req-943c63ba-4f53-4542-84ae-ce192f518466 req-29e11e85-d88b-48cf-b196-0e6709267b92 service nova] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Received event network-changed-1c14dd22-945f-4eac-8840-e2656e823f9a {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1058.356705] env[62301]: DEBUG nova.compute.manager [req-943c63ba-4f53-4542-84ae-ce192f518466 req-29e11e85-d88b-48cf-b196-0e6709267b92 service nova] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Refreshing instance network info cache due to event network-changed-1c14dd22-945f-4eac-8840-e2656e823f9a. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1058.356985] env[62301]: DEBUG oslo_concurrency.lockutils [req-943c63ba-4f53-4542-84ae-ce192f518466 req-29e11e85-d88b-48cf-b196-0e6709267b92 service nova] Acquiring lock "refresh_cache-71e8544a-b76b-4f61-9422-ca372ba522b4" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.357107] env[62301]: DEBUG oslo_concurrency.lockutils [req-943c63ba-4f53-4542-84ae-ce192f518466 req-29e11e85-d88b-48cf-b196-0e6709267b92 service nova] Acquired lock "refresh_cache-71e8544a-b76b-4f61-9422-ca372ba522b4" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.357281] env[62301]: DEBUG nova.network.neutron [req-943c63ba-4f53-4542-84ae-ce192f518466 req-29e11e85-d88b-48cf-b196-0e6709267b92 service nova] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Refreshing network info cache for port 1c14dd22-945f-4eac-8840-e2656e823f9a {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1058.360603] env[62301]: DEBUG oslo_vmware.api [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 1058.360603] env[62301]: value = "task-2570934" [ 1058.360603] env[62301]: _type = "Task" [ 1058.360603] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.360800] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1058.360839] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1058.361843] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4add340-5789-4024-a42c-65c1145a8fb7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.373753] env[62301]: DEBUG oslo_vmware.api [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570934, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.375105] env[62301]: DEBUG oslo_vmware.api [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Waiting for the task: (returnval){ [ 1058.375105] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5284ea8f-83e7-eedf-9fe3-62b4244846ba" [ 1058.375105] env[62301]: _type = "Task" [ 1058.375105] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.384573] env[62301]: DEBUG oslo_vmware.api [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5284ea8f-83e7-eedf-9fe3-62b4244846ba, 'name': SearchDatastore_Task, 'duration_secs': 0.009181} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.385608] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-484ead32-95bd-42ca-8f05-4a2fdeafdcc5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.391916] env[62301]: DEBUG oslo_vmware.api [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Waiting for the task: (returnval){ [ 1058.391916] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52ff082d-5eb1-ece4-6db2-511b9237694e" [ 1058.391916] env[62301]: _type = "Task" [ 1058.391916] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.401291] env[62301]: DEBUG oslo_vmware.api [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52ff082d-5eb1-ece4-6db2-511b9237694e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.449485] env[62301]: DEBUG oslo_concurrency.lockutils [None req-53166c06-73ea-465d-992e-ad96616c9428 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquiring lock "7960bb97-0db8-459d-aea3-0b0dfeac0645" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1058.449822] env[62301]: DEBUG oslo_concurrency.lockutils [None req-53166c06-73ea-465d-992e-ad96616c9428 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "7960bb97-0db8-459d-aea3-0b0dfeac0645" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1058.450051] env[62301]: DEBUG nova.compute.manager [None req-53166c06-73ea-465d-992e-ad96616c9428 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 7960bb97-0db8-459d-aea3-0b0dfeac0645] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1058.451076] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd91b15a-db61-46b2-ab72-3130113b7ad8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.458670] env[62301]: DEBUG nova.compute.manager [None req-53166c06-73ea-465d-992e-ad96616c9428 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 7960bb97-0db8-459d-aea3-0b0dfeac0645] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62301) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1058.459298] env[62301]: DEBUG nova.objects.instance [None req-53166c06-73ea-465d-992e-ad96616c9428 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lazy-loading 'flavor' on Instance uuid 7960bb97-0db8-459d-aea3-0b0dfeac0645 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.530074] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c849ed4f-f634-4477-8560-b38405f74305 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1058.585280] env[62301]: DEBUG oslo_vmware.api [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570932, 'name': Rename_Task, 'duration_secs': 0.256012} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.585616] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1058.585878] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eae65a89-29da-4e9e-bcb6-768407dc820f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.594396] env[62301]: DEBUG oslo_vmware.api [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Waiting for the task: (returnval){ [ 1058.594396] env[62301]: value = "task-2570935" [ 1058.594396] env[62301]: _type = "Task" [ 1058.594396] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.605181] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.417s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.605600] env[62301]: DEBUG nova.compute.manager [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1058.610058] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 12.071s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1058.610058] env[62301]: DEBUG nova.objects.instance [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] [instance: d7d711f5-1852-4f9b-baf6-ab11bc310be9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62301) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1058.615969] env[62301]: DEBUG oslo_vmware.api [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570935, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.648155] env[62301]: DEBUG nova.network.neutron [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Successfully updated port: cb17ebaf-56e3-473f-b9b1-ecacde4d7e63 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1058.751255] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570933, 'name': CreateVM_Task, 'duration_secs': 0.411302} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.751429] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1058.752222] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.752401] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.752822] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.753202] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0015bdbc-f6bf-4c87-a8ba-605479e48fdf {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.759717] env[62301]: DEBUG oslo_vmware.api [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Waiting for the task: (returnval){ [ 1058.759717] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52bd407c-4f97-c71d-ccfa-bb49e819e56a" [ 1058.759717] env[62301]: _type = "Task" [ 1058.759717] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.769903] env[62301]: DEBUG oslo_vmware.api [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52bd407c-4f97-c71d-ccfa-bb49e819e56a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.835149] env[62301]: DEBUG oslo_vmware.api [None req-59b23869-2576-414b-b00d-af83b44b51cd tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.875965] env[62301]: DEBUG oslo_vmware.api [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570934, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474825} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.875965] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] f772a532-3402-4b9c-95be-0bbb9c5ef7ad/f772a532-3402-4b9c-95be-0bbb9c5ef7ad.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1058.876227] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1058.876318] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-691fb462-d2bc-482b-ad7b-3982bf80ea4b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.885962] env[62301]: DEBUG oslo_vmware.api [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 1058.885962] env[62301]: value = "task-2570936" [ 1058.885962] env[62301]: _type = "Task" [ 1058.885962] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.896324] env[62301]: DEBUG oslo_vmware.api [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570936, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.906677] env[62301]: DEBUG oslo_vmware.api [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52ff082d-5eb1-ece4-6db2-511b9237694e, 'name': SearchDatastore_Task, 'duration_secs': 0.010646} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.907035] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.907378] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] b0af9fd1-a2db-4f11-bac8-e84d66a84c1c/b0af9fd1-a2db-4f11-bac8-e84d66a84c1c.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1058.907699] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c84d2b07-2624-46eb-81fe-a85af33bc4d8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.917184] env[62301]: DEBUG oslo_vmware.api [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Waiting for the task: (returnval){ [ 1058.917184] env[62301]: value = "task-2570937" [ 1058.917184] env[62301]: _type = "Task" [ 1058.917184] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.926590] env[62301]: DEBUG oslo_vmware.api [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Task: {'id': task-2570937, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.106817] env[62301]: DEBUG oslo_vmware.api [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570935, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.118346] env[62301]: DEBUG nova.compute.utils [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1059.125544] env[62301]: DEBUG nova.compute.manager [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1059.125944] env[62301]: DEBUG nova.network.neutron [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1059.151770] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Acquiring lock "refresh_cache-49f6036a-ed24-416b-addb-a865ff67668e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.152846] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Acquired lock "refresh_cache-49f6036a-ed24-416b-addb-a865ff67668e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.153195] env[62301]: DEBUG nova.network.neutron [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1059.177166] env[62301]: DEBUG nova.network.neutron [req-943c63ba-4f53-4542-84ae-ce192f518466 req-29e11e85-d88b-48cf-b196-0e6709267b92 service nova] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Updated VIF entry in instance network info cache for port 1c14dd22-945f-4eac-8840-e2656e823f9a. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1059.177272] env[62301]: DEBUG nova.network.neutron [req-943c63ba-4f53-4542-84ae-ce192f518466 req-29e11e85-d88b-48cf-b196-0e6709267b92 service nova] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Updating instance_info_cache with network_info: [{"id": "1c14dd22-945f-4eac-8840-e2656e823f9a", "address": "fa:16:3e:16:b8:f8", "network": {"id": "f258efb2-7c79-415a-aad7-8a07fdb2c2d4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-382833361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2e8356714714b2ebde65cd27ec77f7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c14dd22-94", "ovs_interfaceid": "1c14dd22-945f-4eac-8840-e2656e823f9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.188664] env[62301]: DEBUG nova.policy [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f47ee79463440e79e59e44a0b2d1b9c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f79c1c72ace843d4be630377bd5e2326', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 1059.277804] env[62301]: DEBUG oslo_vmware.api [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52bd407c-4f97-c71d-ccfa-bb49e819e56a, 'name': SearchDatastore_Task, 'duration_secs': 0.019063} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.281023] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.281023] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1059.281023] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.281023] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.281023] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1059.281023] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5cb53cb5-aa89-40e2-bd99-27ab2ba12e5c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.294231] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1059.294231] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1059.294669] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-329dce1e-a41f-498e-a5a5-cf136a635d3c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.307582] env[62301]: DEBUG oslo_vmware.api [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Waiting for the task: (returnval){ [ 1059.307582] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5288820b-d2dc-ac6b-31c1-96c3279797f9" [ 1059.307582] env[62301]: _type = "Task" [ 1059.307582] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.318606] env[62301]: DEBUG oslo_vmware.api [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5288820b-d2dc-ac6b-31c1-96c3279797f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.334629] env[62301]: DEBUG oslo_vmware.api [None req-59b23869-2576-414b-b00d-af83b44b51cd tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.396798] env[62301]: DEBUG oslo_vmware.api [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570936, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070457} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.397112] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1059.397950] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9825cce8-2587-41ca-9919-f3df154f4d1f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.428708] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] f772a532-3402-4b9c-95be-0bbb9c5ef7ad/f772a532-3402-4b9c-95be-0bbb9c5ef7ad.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1059.431978] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f6bf672-937c-4a90-91cd-a8cea9c4c9f4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.452496] env[62301]: DEBUG oslo_vmware.api [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Task: {'id': task-2570937, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484113} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.452842] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] b0af9fd1-a2db-4f11-bac8-e84d66a84c1c/b0af9fd1-a2db-4f11-bac8-e84d66a84c1c.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1059.453109] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] [instance: b0af9fd1-a2db-4f11-bac8-e84d66a84c1c] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1059.453376] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ff64d92-2caa-4c0e-bad9-3194e74688ad {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.457264] env[62301]: DEBUG oslo_vmware.api [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 1059.457264] env[62301]: value = "task-2570938" [ 1059.457264] env[62301]: _type = "Task" [ 1059.457264] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.464656] env[62301]: DEBUG oslo_vmware.api [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Waiting for the task: (returnval){ [ 1059.464656] env[62301]: value = "task-2570939" [ 1059.464656] env[62301]: _type = "Task" [ 1059.464656] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.470730] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-53166c06-73ea-465d-992e-ad96616c9428 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 7960bb97-0db8-459d-aea3-0b0dfeac0645] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.470990] env[62301]: DEBUG oslo_vmware.api [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570938, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.471225] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3c86fe3-4b09-4c7f-bc6a-3626da00759d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.482796] env[62301]: DEBUG oslo_vmware.api [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Task: {'id': task-2570939, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.484464] env[62301]: DEBUG oslo_vmware.api [None req-53166c06-73ea-465d-992e-ad96616c9428 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 1059.484464] env[62301]: value = "task-2570940" [ 1059.484464] env[62301]: _type = "Task" [ 1059.484464] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.494476] env[62301]: DEBUG oslo_vmware.api [None req-53166c06-73ea-465d-992e-ad96616c9428 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570940, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.543552] env[62301]: DEBUG nova.network.neutron [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Successfully created port: 8ea4f9ad-3ad6-4cd4-8416-cfa3057b3713 {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1059.606163] env[62301]: DEBUG oslo_vmware.api [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570935, 'name': PowerOnVM_Task, 'duration_secs': 0.599604} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.606429] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1059.626557] env[62301]: DEBUG nova.compute.manager [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1059.630271] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d65f506d-ec40-402f-854e-c8f00f93698a tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1059.631435] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.047s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.632931] env[62301]: INFO nova.compute.claims [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1059.680437] env[62301]: DEBUG oslo_concurrency.lockutils [req-943c63ba-4f53-4542-84ae-ce192f518466 req-29e11e85-d88b-48cf-b196-0e6709267b92 service nova] Releasing lock "refresh_cache-71e8544a-b76b-4f61-9422-ca372ba522b4" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.690274] env[62301]: DEBUG nova.network.neutron [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1059.730557] env[62301]: DEBUG nova.compute.manager [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.731587] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f29c72-4571-4123-b90d-efa11a0d40d8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.826077] env[62301]: DEBUG oslo_vmware.api [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5288820b-d2dc-ac6b-31c1-96c3279797f9, 'name': SearchDatastore_Task, 'duration_secs': 0.023964} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.829467] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a43438e7-0196-4dfb-9f68-03cc31834871 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.840078] env[62301]: DEBUG oslo_vmware.api [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Waiting for the task: (returnval){ [ 1059.840078] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52bd0179-b6bf-4ec4-84ab-060097e1d93a" [ 1059.840078] env[62301]: _type = "Task" [ 1059.840078] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.845759] env[62301]: DEBUG oslo_vmware.api [None req-59b23869-2576-414b-b00d-af83b44b51cd tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.858989] env[62301]: DEBUG oslo_vmware.api [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52bd0179-b6bf-4ec4-84ab-060097e1d93a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.880731] env[62301]: DEBUG nova.network.neutron [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Updating instance_info_cache with network_info: [{"id": "cb17ebaf-56e3-473f-b9b1-ecacde4d7e63", "address": "fa:16:3e:f4:41:1f", "network": {"id": "b833fc4f-6a7f-4f89-9c27-cc3c44b31c21", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-649441464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4352f1b6608f4987911fa3832ca6aeb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c02dd284-ab80-451c-93eb-48c8360acb9c", "external-id": "nsx-vlan-transportzone-818", "segmentation_id": 818, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb17ebaf-56", "ovs_interfaceid": "cb17ebaf-56e3-473f-b9b1-ecacde4d7e63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.969669] env[62301]: DEBUG oslo_vmware.api [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570938, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.979027] env[62301]: DEBUG oslo_vmware.api [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Task: {'id': task-2570939, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080239} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.979542] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] [instance: b0af9fd1-a2db-4f11-bac8-e84d66a84c1c] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1059.980493] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bcaef30-fed5-49de-97ec-50d804ea2fb2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.006573] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] [instance: b0af9fd1-a2db-4f11-bac8-e84d66a84c1c] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] b0af9fd1-a2db-4f11-bac8-e84d66a84c1c/b0af9fd1-a2db-4f11-bac8-e84d66a84c1c.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1060.007356] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19544bf2-602e-47fe-ac03-013e539304c7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.028353] env[62301]: DEBUG oslo_vmware.api [None req-53166c06-73ea-465d-992e-ad96616c9428 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570940, 'name': PowerOffVM_Task, 'duration_secs': 0.490423} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.029017] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-53166c06-73ea-465d-992e-ad96616c9428 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 7960bb97-0db8-459d-aea3-0b0dfeac0645] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.029224] env[62301]: DEBUG nova.compute.manager [None req-53166c06-73ea-465d-992e-ad96616c9428 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 7960bb97-0db8-459d-aea3-0b0dfeac0645] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1060.030048] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd8d05c-57a7-44a3-a19b-daa99093e7cd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.036389] env[62301]: DEBUG oslo_vmware.api [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Waiting for the task: (returnval){ [ 1060.036389] env[62301]: value = "task-2570941" [ 1060.036389] env[62301]: _type = "Task" [ 1060.036389] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.048905] env[62301]: DEBUG oslo_vmware.api [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Task: {'id': task-2570941, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.136813] env[62301]: INFO nova.virt.block_device [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Booting with volume ca211a8a-edd9-493c-9543-cf074692bf49 at /dev/sda [ 1060.190367] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-be0398db-2721-4f1e-9477-b66b72026901 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.201810] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00998b9-9d55-4a09-bc1b-e100bfac7d8c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.239912] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d68081ce-0bab-4901-82a5-5df116de203c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.254716] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00017bf1-0fe2-4db4-9010-3eb44e327783 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.269407] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cb75b0ed-1405-4d73-a17f-3477e2f0f7ad tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Lock "d44608fc-c2b2-4331-ba83-0553238f5f6d" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 32.080s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1060.297031] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b697388c-9517-4e1d-8349-f08a2ab4218c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.305497] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63337052-18f8-419b-8883-e4e1da164772 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.321833] env[62301]: DEBUG nova.virt.block_device [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Updating existing volume attachment record: 657febbd-48ad-479f-8ad0-6838fd445275 {{(pid=62301) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1060.335602] env[62301]: DEBUG oslo_vmware.api [None req-59b23869-2576-414b-b00d-af83b44b51cd tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570925, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.356074] env[62301]: DEBUG oslo_vmware.api [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52bd0179-b6bf-4ec4-84ab-060097e1d93a, 'name': SearchDatastore_Task, 'duration_secs': 0.025103} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.356379] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.356664] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] 71e8544a-b76b-4f61-9422-ca372ba522b4/71e8544a-b76b-4f61-9422-ca372ba522b4.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1060.356946] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05cf0a93-7ced-4f43-9e20-7011521a9eb6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.365753] env[62301]: DEBUG oslo_vmware.api [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Waiting for the task: (returnval){ [ 1060.365753] env[62301]: value = "task-2570942" [ 1060.365753] env[62301]: _type = "Task" [ 1060.365753] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.374726] env[62301]: DEBUG oslo_vmware.api [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2570942, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.386508] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Releasing lock "refresh_cache-49f6036a-ed24-416b-addb-a865ff67668e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.386870] env[62301]: DEBUG nova.compute.manager [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Instance network_info: |[{"id": "cb17ebaf-56e3-473f-b9b1-ecacde4d7e63", "address": "fa:16:3e:f4:41:1f", "network": {"id": "b833fc4f-6a7f-4f89-9c27-cc3c44b31c21", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-649441464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4352f1b6608f4987911fa3832ca6aeb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c02dd284-ab80-451c-93eb-48c8360acb9c", "external-id": "nsx-vlan-transportzone-818", "segmentation_id": 818, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb17ebaf-56", "ovs_interfaceid": "cb17ebaf-56e3-473f-b9b1-ecacde4d7e63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1060.387349] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:41:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c02dd284-ab80-451c-93eb-48c8360acb9c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb17ebaf-56e3-473f-b9b1-ecacde4d7e63', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1060.396024] env[62301]: DEBUG oslo.service.loopingcall [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1060.397033] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1060.397033] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5280dca9-4c5a-4f28-8b49-d95de78fabf0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.418951] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1060.418951] env[62301]: value = "task-2570943" [ 1060.418951] env[62301]: _type = "Task" [ 1060.418951] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.430160] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570943, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.431390] env[62301]: DEBUG nova.compute.manager [req-e10abb78-0467-4824-aef3-e3d5e79657a5 req-a4784267-6d15-45f3-a621-372b1c4dd880 service nova] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Received event network-vif-plugged-cb17ebaf-56e3-473f-b9b1-ecacde4d7e63 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1060.431599] env[62301]: DEBUG oslo_concurrency.lockutils [req-e10abb78-0467-4824-aef3-e3d5e79657a5 req-a4784267-6d15-45f3-a621-372b1c4dd880 service nova] Acquiring lock "49f6036a-ed24-416b-addb-a865ff67668e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1060.431806] env[62301]: DEBUG oslo_concurrency.lockutils [req-e10abb78-0467-4824-aef3-e3d5e79657a5 req-a4784267-6d15-45f3-a621-372b1c4dd880 service nova] Lock "49f6036a-ed24-416b-addb-a865ff67668e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1060.431971] env[62301]: DEBUG oslo_concurrency.lockutils [req-e10abb78-0467-4824-aef3-e3d5e79657a5 req-a4784267-6d15-45f3-a621-372b1c4dd880 service nova] Lock "49f6036a-ed24-416b-addb-a865ff67668e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1060.432152] env[62301]: DEBUG nova.compute.manager [req-e10abb78-0467-4824-aef3-e3d5e79657a5 req-a4784267-6d15-45f3-a621-372b1c4dd880 service nova] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] No waiting events found dispatching network-vif-plugged-cb17ebaf-56e3-473f-b9b1-ecacde4d7e63 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1060.432451] env[62301]: WARNING nova.compute.manager [req-e10abb78-0467-4824-aef3-e3d5e79657a5 req-a4784267-6d15-45f3-a621-372b1c4dd880 service nova] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Received unexpected event network-vif-plugged-cb17ebaf-56e3-473f-b9b1-ecacde4d7e63 for instance with vm_state building and task_state spawning. [ 1060.432539] env[62301]: DEBUG nova.compute.manager [req-e10abb78-0467-4824-aef3-e3d5e79657a5 req-a4784267-6d15-45f3-a621-372b1c4dd880 service nova] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Received event network-changed-cb17ebaf-56e3-473f-b9b1-ecacde4d7e63 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1060.432626] env[62301]: DEBUG nova.compute.manager [req-e10abb78-0467-4824-aef3-e3d5e79657a5 req-a4784267-6d15-45f3-a621-372b1c4dd880 service nova] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Refreshing instance network info cache due to event network-changed-cb17ebaf-56e3-473f-b9b1-ecacde4d7e63. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1060.432816] env[62301]: DEBUG oslo_concurrency.lockutils [req-e10abb78-0467-4824-aef3-e3d5e79657a5 req-a4784267-6d15-45f3-a621-372b1c4dd880 service nova] Acquiring lock "refresh_cache-49f6036a-ed24-416b-addb-a865ff67668e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.432951] env[62301]: DEBUG oslo_concurrency.lockutils [req-e10abb78-0467-4824-aef3-e3d5e79657a5 req-a4784267-6d15-45f3-a621-372b1c4dd880 service nova] Acquired lock "refresh_cache-49f6036a-ed24-416b-addb-a865ff67668e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.433134] env[62301]: DEBUG nova.network.neutron [req-e10abb78-0467-4824-aef3-e3d5e79657a5 req-a4784267-6d15-45f3-a621-372b1c4dd880 service nova] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Refreshing network info cache for port cb17ebaf-56e3-473f-b9b1-ecacde4d7e63 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1060.469606] env[62301]: DEBUG oslo_vmware.api [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570938, 'name': ReconfigVM_Task, 'duration_secs': 0.749042} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.470286] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Reconfigured VM instance instance-00000069 to attach disk [datastore1] f772a532-3402-4b9c-95be-0bbb9c5ef7ad/f772a532-3402-4b9c-95be-0bbb9c5ef7ad.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1060.470609] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14151af5-c3de-4095-b314-6e1e506ead35 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.478353] env[62301]: DEBUG oslo_vmware.api [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 1060.478353] env[62301]: value = "task-2570944" [ 1060.478353] env[62301]: _type = "Task" [ 1060.478353] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.488186] env[62301]: DEBUG oslo_vmware.api [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570944, 'name': Rename_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.551895] env[62301]: DEBUG oslo_vmware.api [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Task: {'id': task-2570941, 'name': ReconfigVM_Task, 'duration_secs': 0.328221} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.552394] env[62301]: DEBUG oslo_concurrency.lockutils [None req-53166c06-73ea-465d-992e-ad96616c9428 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "7960bb97-0db8-459d-aea3-0b0dfeac0645" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.103s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1060.553477] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] [instance: b0af9fd1-a2db-4f11-bac8-e84d66a84c1c] Reconfigured VM instance instance-0000006a to attach disk [datastore1] b0af9fd1-a2db-4f11-bac8-e84d66a84c1c/b0af9fd1-a2db-4f11-bac8-e84d66a84c1c.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1060.555829] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9fa3f59e-4aaf-4f5d-a072-1c00f2ba22f1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.565995] env[62301]: DEBUG oslo_vmware.api [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Waiting for the task: (returnval){ [ 1060.565995] env[62301]: value = "task-2570945" [ 1060.565995] env[62301]: _type = "Task" [ 1060.565995] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.584145] env[62301]: DEBUG oslo_vmware.api [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Task: {'id': task-2570945, 'name': Rename_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.840061] env[62301]: DEBUG oslo_vmware.api [None req-59b23869-2576-414b-b00d-af83b44b51cd tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570925, 'name': ReconfigVM_Task, 'duration_secs': 5.78119} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.840329] env[62301]: DEBUG oslo_concurrency.lockutils [None req-59b23869-2576-414b-b00d-af83b44b51cd tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Releasing lock "771fe5ee-9535-4329-9d69-86d9ec130698" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.840549] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-59b23869-2576-414b-b00d-af83b44b51cd tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Reconfigured VM to detach interface {{(pid=62301) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1060.884966] env[62301]: DEBUG oslo_vmware.api [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2570942, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.932322] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570943, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.947967] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01e5c0b-082d-4364-9e41-ec92101c4290 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.959026] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7bf64a7-066f-4a4c-aeb7-d9cfbfc50dc0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.998924] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7813e03b-9bcf-4264-80a8-d479ece807c8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.010398] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b699b4-3e55-417c-9c95-3593de5dc19f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.013891] env[62301]: DEBUG oslo_vmware.api [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570944, 'name': Rename_Task, 'duration_secs': 0.201553} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.014166] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1061.014843] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b2534ba-15b4-40e4-9bef-1a3e6d6d6ee3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.026590] env[62301]: DEBUG nova.compute.provider_tree [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.034274] env[62301]: DEBUG oslo_vmware.api [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 1061.034274] env[62301]: value = "task-2570946" [ 1061.034274] env[62301]: _type = "Task" [ 1061.034274] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.048072] env[62301]: DEBUG oslo_vmware.api [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570946, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.077770] env[62301]: DEBUG oslo_vmware.api [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Task: {'id': task-2570945, 'name': Rename_Task, 'duration_secs': 0.193341} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.078061] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] [instance: b0af9fd1-a2db-4f11-bac8-e84d66a84c1c] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1061.078311] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a748ddff-7eb9-4aac-aff3-03ba5aa95df0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.085671] env[62301]: DEBUG oslo_vmware.api [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Waiting for the task: (returnval){ [ 1061.085671] env[62301]: value = "task-2570947" [ 1061.085671] env[62301]: _type = "Task" [ 1061.085671] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.098083] env[62301]: DEBUG oslo_vmware.api [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Task: {'id': task-2570947, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.261097] env[62301]: DEBUG nova.network.neutron [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Successfully updated port: 8ea4f9ad-3ad6-4cd4-8416-cfa3057b3713 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1061.325565] env[62301]: DEBUG nova.network.neutron [req-e10abb78-0467-4824-aef3-e3d5e79657a5 req-a4784267-6d15-45f3-a621-372b1c4dd880 service nova] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Updated VIF entry in instance network info cache for port cb17ebaf-56e3-473f-b9b1-ecacde4d7e63. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1061.326181] env[62301]: DEBUG nova.network.neutron [req-e10abb78-0467-4824-aef3-e3d5e79657a5 req-a4784267-6d15-45f3-a621-372b1c4dd880 service nova] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Updating instance_info_cache with network_info: [{"id": "cb17ebaf-56e3-473f-b9b1-ecacde4d7e63", "address": "fa:16:3e:f4:41:1f", "network": {"id": "b833fc4f-6a7f-4f89-9c27-cc3c44b31c21", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-649441464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4352f1b6608f4987911fa3832ca6aeb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c02dd284-ab80-451c-93eb-48c8360acb9c", "external-id": "nsx-vlan-transportzone-818", "segmentation_id": 818, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb17ebaf-56", "ovs_interfaceid": "cb17ebaf-56e3-473f-b9b1-ecacde4d7e63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.382429] env[62301]: DEBUG oslo_vmware.api [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2570942, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586817} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.382761] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] 71e8544a-b76b-4f61-9422-ca372ba522b4/71e8544a-b76b-4f61-9422-ca372ba522b4.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1061.382988] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1061.383253] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1da84734-5fa0-4d36-9d89-f0ffb51ac5bc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.385710] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d454272b-f949-4c62-adf9-0bf34c644301 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquiring lock "7960bb97-0db8-459d-aea3-0b0dfeac0645" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1061.385973] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d454272b-f949-4c62-adf9-0bf34c644301 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "7960bb97-0db8-459d-aea3-0b0dfeac0645" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1061.386194] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d454272b-f949-4c62-adf9-0bf34c644301 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquiring lock "7960bb97-0db8-459d-aea3-0b0dfeac0645-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1061.386372] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d454272b-f949-4c62-adf9-0bf34c644301 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "7960bb97-0db8-459d-aea3-0b0dfeac0645-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1061.387237] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d454272b-f949-4c62-adf9-0bf34c644301 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "7960bb97-0db8-459d-aea3-0b0dfeac0645-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1061.390790] env[62301]: DEBUG oslo_vmware.api [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Waiting for the task: (returnval){ [ 1061.390790] env[62301]: value = "task-2570948" [ 1061.390790] env[62301]: _type = "Task" [ 1061.390790] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.395244] env[62301]: INFO nova.compute.manager [None req-d454272b-f949-4c62-adf9-0bf34c644301 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 7960bb97-0db8-459d-aea3-0b0dfeac0645] Terminating instance [ 1061.403070] env[62301]: DEBUG oslo_vmware.api [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2570948, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.429236] env[62301]: DEBUG nova.compute.manager [req-f82cfdd5-9145-4eb9-b945-aea721074d6e req-574d919f-3472-421f-bf99-7335d2a2aedc service nova] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Received event network-vif-plugged-8ea4f9ad-3ad6-4cd4-8416-cfa3057b3713 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1061.429321] env[62301]: DEBUG oslo_concurrency.lockutils [req-f82cfdd5-9145-4eb9-b945-aea721074d6e req-574d919f-3472-421f-bf99-7335d2a2aedc service nova] Acquiring lock "c110b5dd-9ea3-4714-9ab5-6146fca77dcb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1061.430015] env[62301]: DEBUG oslo_concurrency.lockutils [req-f82cfdd5-9145-4eb9-b945-aea721074d6e req-574d919f-3472-421f-bf99-7335d2a2aedc service nova] Lock "c110b5dd-9ea3-4714-9ab5-6146fca77dcb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1061.430015] env[62301]: DEBUG oslo_concurrency.lockutils [req-f82cfdd5-9145-4eb9-b945-aea721074d6e req-574d919f-3472-421f-bf99-7335d2a2aedc service nova] Lock "c110b5dd-9ea3-4714-9ab5-6146fca77dcb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1061.430015] env[62301]: DEBUG nova.compute.manager [req-f82cfdd5-9145-4eb9-b945-aea721074d6e req-574d919f-3472-421f-bf99-7335d2a2aedc service nova] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] No waiting events found dispatching network-vif-plugged-8ea4f9ad-3ad6-4cd4-8416-cfa3057b3713 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1061.430015] env[62301]: WARNING nova.compute.manager [req-f82cfdd5-9145-4eb9-b945-aea721074d6e req-574d919f-3472-421f-bf99-7335d2a2aedc service nova] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Received unexpected event network-vif-plugged-8ea4f9ad-3ad6-4cd4-8416-cfa3057b3713 for instance with vm_state building and task_state block_device_mapping. [ 1061.434013] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570943, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.530069] env[62301]: DEBUG nova.scheduler.client.report [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.544768] env[62301]: DEBUG oslo_vmware.api [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570946, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.599998] env[62301]: DEBUG oslo_vmware.api [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Task: {'id': task-2570947, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.764259] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquiring lock "refresh_cache-c110b5dd-9ea3-4714-9ab5-6146fca77dcb" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.764417] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquired lock "refresh_cache-c110b5dd-9ea3-4714-9ab5-6146fca77dcb" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.764570] env[62301]: DEBUG nova.network.neutron [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.828728] env[62301]: DEBUG oslo_concurrency.lockutils [req-e10abb78-0467-4824-aef3-e3d5e79657a5 req-a4784267-6d15-45f3-a621-372b1c4dd880 service nova] Releasing lock "refresh_cache-49f6036a-ed24-416b-addb-a865ff67668e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.903591] env[62301]: DEBUG nova.compute.manager [None req-d454272b-f949-4c62-adf9-0bf34c644301 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 7960bb97-0db8-459d-aea3-0b0dfeac0645] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1061.903819] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d454272b-f949-4c62-adf9-0bf34c644301 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 7960bb97-0db8-459d-aea3-0b0dfeac0645] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1061.904131] env[62301]: DEBUG oslo_vmware.api [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2570948, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.904970] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae212fd5-8879-446a-a662-38fb09b083ce {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.917517] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d454272b-f949-4c62-adf9-0bf34c644301 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 7960bb97-0db8-459d-aea3-0b0dfeac0645] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1061.917890] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c82cfd44-4ce2-4877-ab7c-af9b38f3c727 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.936979] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570943, 'name': CreateVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.000153] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d454272b-f949-4c62-adf9-0bf34c644301 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 7960bb97-0db8-459d-aea3-0b0dfeac0645] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1062.000473] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d454272b-f949-4c62-adf9-0bf34c644301 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 7960bb97-0db8-459d-aea3-0b0dfeac0645] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1062.000865] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-d454272b-f949-4c62-adf9-0bf34c644301 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Deleting the datastore file [datastore1] 7960bb97-0db8-459d-aea3-0b0dfeac0645 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1062.001382] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c439ae33-4675-4487-a8dd-374e69ce696b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.022584] env[62301]: DEBUG oslo_vmware.api [None req-d454272b-f949-4c62-adf9-0bf34c644301 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 1062.022584] env[62301]: value = "task-2570950" [ 1062.022584] env[62301]: _type = "Task" [ 1062.022584] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.034069] env[62301]: DEBUG oslo_vmware.api [None req-d454272b-f949-4c62-adf9-0bf34c644301 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570950, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.035275] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.404s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.035592] env[62301]: DEBUG nova.compute.manager [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1062.038442] env[62301]: DEBUG oslo_concurrency.lockutils [None req-89dbed1b-f77f-4ad0-9ca7-c14632390847 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.848s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.038624] env[62301]: DEBUG nova.objects.instance [None req-89dbed1b-f77f-4ad0-9ca7-c14632390847 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Lazy-loading 'resources' on Instance uuid f71f1995-ec56-4466-b04d-4026d9710b3e {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.050276] env[62301]: DEBUG oslo_vmware.api [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570946, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.099877] env[62301]: DEBUG oslo_vmware.api [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Task: {'id': task-2570947, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.210465] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7622844d-f132-4536-aa13-1da1fcc2daab {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.217692] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-5e53b1ab-d3e2-4253-8c2f-1213aa609419 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Suspending the VM {{(pid=62301) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1062.218027] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-09943ce4-67b3-4903-84d0-8a7d8f10cd48 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.225129] env[62301]: DEBUG oslo_vmware.api [None req-5e53b1ab-d3e2-4253-8c2f-1213aa609419 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Waiting for the task: (returnval){ [ 1062.225129] env[62301]: value = "task-2570951" [ 1062.225129] env[62301]: _type = "Task" [ 1062.225129] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.233438] env[62301]: DEBUG oslo_vmware.api [None req-5e53b1ab-d3e2-4253-8c2f-1213aa609419 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570951, 'name': SuspendVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.296056] env[62301]: DEBUG nova.network.neutron [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1062.319697] env[62301]: DEBUG oslo_concurrency.lockutils [None req-59b23869-2576-414b-b00d-af83b44b51cd tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquiring lock "refresh_cache-771fe5ee-9535-4329-9d69-86d9ec130698" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.319901] env[62301]: DEBUG oslo_concurrency.lockutils [None req-59b23869-2576-414b-b00d-af83b44b51cd tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquired lock "refresh_cache-771fe5ee-9535-4329-9d69-86d9ec130698" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.320301] env[62301]: DEBUG nova.network.neutron [None req-59b23869-2576-414b-b00d-af83b44b51cd tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1062.402346] env[62301]: DEBUG oslo_vmware.api [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2570948, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.567526} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.402679] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1062.403523] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f60b2f2-ca61-42a6-b954-54cde4f99914 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.434275] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c534d9e8-af25-40ab-81b3-5f2b221d5738 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquiring lock "771fe5ee-9535-4329-9d69-86d9ec130698" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.434275] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c534d9e8-af25-40ab-81b3-5f2b221d5738 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lock "771fe5ee-9535-4329-9d69-86d9ec130698" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.434275] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c534d9e8-af25-40ab-81b3-5f2b221d5738 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquiring lock "771fe5ee-9535-4329-9d69-86d9ec130698-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.434275] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c534d9e8-af25-40ab-81b3-5f2b221d5738 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lock "771fe5ee-9535-4329-9d69-86d9ec130698-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.434275] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c534d9e8-af25-40ab-81b3-5f2b221d5738 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lock "771fe5ee-9535-4329-9d69-86d9ec130698-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.444918] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 71e8544a-b76b-4f61-9422-ca372ba522b4/71e8544a-b76b-4f61-9422-ca372ba522b4.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.446444] env[62301]: DEBUG nova.compute.manager [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1062.447110] env[62301]: DEBUG nova.virt.hardware [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1062.447287] env[62301]: DEBUG nova.virt.hardware [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1062.447444] env[62301]: DEBUG nova.virt.hardware [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.447623] env[62301]: DEBUG nova.virt.hardware [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1062.447757] env[62301]: DEBUG nova.virt.hardware [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.447938] env[62301]: DEBUG nova.virt.hardware [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1062.448120] env[62301]: DEBUG nova.virt.hardware [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1062.448342] env[62301]: DEBUG nova.virt.hardware [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1062.448445] env[62301]: DEBUG nova.virt.hardware [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1062.448607] env[62301]: DEBUG nova.virt.hardware [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1062.448833] env[62301]: DEBUG nova.virt.hardware [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1062.452338] env[62301]: INFO nova.compute.manager [None req-c534d9e8-af25-40ab-81b3-5f2b221d5738 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Terminating instance [ 1062.457055] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ecfb9bd-2962-41b4-9d3a-b02fd716381c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.472886] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1fffce3-05c0-4b63-891b-1f8dc95c1e57 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.486304] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570943, 'name': CreateVM_Task, 'duration_secs': 1.562318} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.489153] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1062.491354] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.491573] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.492155] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.493377] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3efe67e-b39b-4ee5-9114-a72c17eaf24c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.498930] env[62301]: DEBUG oslo_vmware.api [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Waiting for the task: (returnval){ [ 1062.498930] env[62301]: value = "task-2570952" [ 1062.498930] env[62301]: _type = "Task" [ 1062.498930] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.499763] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30fd70c9-2763-4cf0-a841-5065d0323b8d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.518620] env[62301]: DEBUG oslo_vmware.api [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Waiting for the task: (returnval){ [ 1062.518620] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52983c42-7a9a-1860-7949-55de2ea93c22" [ 1062.518620] env[62301]: _type = "Task" [ 1062.518620] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.524030] env[62301]: DEBUG oslo_vmware.api [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2570952, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.538129] env[62301]: DEBUG oslo_vmware.api [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52983c42-7a9a-1860-7949-55de2ea93c22, 'name': SearchDatastore_Task, 'duration_secs': 0.013057} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.538402] env[62301]: DEBUG oslo_vmware.api [None req-d454272b-f949-4c62-adf9-0bf34c644301 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570950, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180523} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.538649] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.538883] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1062.539112] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.539254] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.539425] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1062.539692] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-d454272b-f949-4c62-adf9-0bf34c644301 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1062.539863] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d454272b-f949-4c62-adf9-0bf34c644301 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 7960bb97-0db8-459d-aea3-0b0dfeac0645] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1062.540043] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d454272b-f949-4c62-adf9-0bf34c644301 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 7960bb97-0db8-459d-aea3-0b0dfeac0645] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1062.540212] env[62301]: INFO nova.compute.manager [None req-d454272b-f949-4c62-adf9-0bf34c644301 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 7960bb97-0db8-459d-aea3-0b0dfeac0645] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1062.540437] env[62301]: DEBUG oslo.service.loopingcall [None req-d454272b-f949-4c62-adf9-0bf34c644301 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1062.540700] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0b5b814-3370-4980-9450-f5029f76f090 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.543671] env[62301]: DEBUG nova.compute.utils [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1062.545240] env[62301]: DEBUG nova.compute.manager [-] [instance: 7960bb97-0db8-459d-aea3-0b0dfeac0645] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1062.545240] env[62301]: DEBUG nova.network.neutron [-] [instance: 7960bb97-0db8-459d-aea3-0b0dfeac0645] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1062.552534] env[62301]: DEBUG nova.compute.manager [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1062.552769] env[62301]: DEBUG nova.network.neutron [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1062.566198] env[62301]: DEBUG oslo_vmware.api [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2570946, 'name': PowerOnVM_Task, 'duration_secs': 1.026678} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.566938] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1062.567614] env[62301]: INFO nova.compute.manager [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Took 11.82 seconds to spawn the instance on the hypervisor. [ 1062.567957] env[62301]: DEBUG nova.compute.manager [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1062.572565] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c5a511-6e8f-4b9c-b583-fbc4a2bfea35 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.575233] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1062.576172] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1062.577500] env[62301]: DEBUG nova.compute.manager [req-bd6e225f-3122-425d-87be-a51991bc1bbf req-fdbc402a-8677-4b4a-af6b-22aa4188be53 service nova] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Received event network-vif-deleted-da526505-b388-4c09-af48-79d6301fb072 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1062.577702] env[62301]: INFO nova.compute.manager [req-bd6e225f-3122-425d-87be-a51991bc1bbf req-fdbc402a-8677-4b4a-af6b-22aa4188be53 service nova] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Neutron deleted interface da526505-b388-4c09-af48-79d6301fb072; detaching it from the instance and deleting it from the info cache [ 1062.578046] env[62301]: DEBUG nova.network.neutron [req-bd6e225f-3122-425d-87be-a51991bc1bbf req-fdbc402a-8677-4b4a-af6b-22aa4188be53 service nova] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Updating instance_info_cache with network_info: [{"id": "d20259aa-fc61-4ba6-bec1-a643b35880bf", "address": "fa:16:3e:5a:34:bb", "network": {"id": "32aca2ac-882d-4f89-b75b-c3af9ad6fefe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1098447386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f44005617fbf4cf3a6dc1727b4da2f55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd20259aa-fc", "ovs_interfaceid": "d20259aa-fc61-4ba6-bec1-a643b35880bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4f1b43c3-52ef-465c-b1ff-281199b73e64", "address": "fa:16:3e:6a:ca:d0", "network": {"id": "32aca2ac-882d-4f89-b75b-c3af9ad6fefe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1098447386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f44005617fbf4cf3a6dc1727b4da2f55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f1b43c3-52", "ovs_interfaceid": "4f1b43c3-52ef-465c-b1ff-281199b73e64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.580101] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b891366-393c-4422-94e9-7ecc6735acf3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.588663] env[62301]: DEBUG oslo_vmware.api [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Waiting for the task: (returnval){ [ 1062.588663] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5283895a-67a2-0f5a-d929-4a43cb08c5dc" [ 1062.588663] env[62301]: _type = "Task" [ 1062.588663] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.612483] env[62301]: DEBUG oslo_vmware.api [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Task: {'id': task-2570947, 'name': PowerOnVM_Task, 'duration_secs': 1.402514} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.617537] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] [instance: b0af9fd1-a2db-4f11-bac8-e84d66a84c1c] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1062.617537] env[62301]: INFO nova.compute.manager [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] [instance: b0af9fd1-a2db-4f11-bac8-e84d66a84c1c] Took 9.34 seconds to spawn the instance on the hypervisor. [ 1062.617537] env[62301]: DEBUG nova.compute.manager [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] [instance: b0af9fd1-a2db-4f11-bac8-e84d66a84c1c] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1062.617726] env[62301]: DEBUG oslo_vmware.api [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5283895a-67a2-0f5a-d929-4a43cb08c5dc, 'name': SearchDatastore_Task, 'duration_secs': 0.013345} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.619034] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ec8cf5-dee8-40ff-bda8-8feb86bf7cb4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.623628] env[62301]: DEBUG nova.policy [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69e5bd46b9694a72a822604525dc2d60', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c6e401c2ffb4be5ad8d8a54b65f4a3d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 1062.626031] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc166559-8511-4939-9784-1893d34ea964 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.640103] env[62301]: DEBUG oslo_vmware.api [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Waiting for the task: (returnval){ [ 1062.640103] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5216af7f-ee68-dab9-a52e-bfb734ade37f" [ 1062.640103] env[62301]: _type = "Task" [ 1062.640103] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.652599] env[62301]: DEBUG oslo_vmware.api [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5216af7f-ee68-dab9-a52e-bfb734ade37f, 'name': SearchDatastore_Task, 'duration_secs': 0.010519} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.654068] env[62301]: DEBUG nova.network.neutron [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Updating instance_info_cache with network_info: [{"id": "8ea4f9ad-3ad6-4cd4-8416-cfa3057b3713", "address": "fa:16:3e:a9:27:5e", "network": {"id": "84fdfe6c-b92c-4aa3-a9b8-6d0fb516b49a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-430300115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f79c1c72ace843d4be630377bd5e2326", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ea4f9ad-3a", "ovs_interfaceid": "8ea4f9ad-3ad6-4cd4-8416-cfa3057b3713", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.654954] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.655225] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] 49f6036a-ed24-416b-addb-a865ff67668e/49f6036a-ed24-416b-addb-a865ff67668e.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1062.658511] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38377d21-6a96-4162-873b-f7d1b5bec61b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.664285] env[62301]: DEBUG oslo_vmware.api [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Waiting for the task: (returnval){ [ 1062.664285] env[62301]: value = "task-2570953" [ 1062.664285] env[62301]: _type = "Task" [ 1062.664285] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.677803] env[62301]: DEBUG oslo_vmware.api [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570953, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.737934] env[62301]: DEBUG oslo_vmware.api [None req-5e53b1ab-d3e2-4253-8c2f-1213aa609419 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570951, 'name': SuspendVM_Task} progress is 58%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.931518] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b315779c-4c32-4608-a3da-8c4540205f14 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.942864] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9898b10-69d9-4a9b-aee2-7a93e8e0e69c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.979976] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01279a8c-a611-4776-9520-828d4524e10e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.983126] env[62301]: DEBUG nova.compute.manager [None req-c534d9e8-af25-40ab-81b3-5f2b221d5738 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1062.983809] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c534d9e8-af25-40ab-81b3-5f2b221d5738 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1062.984320] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e358907-e539-4740-aba8-a1a9f942dbf6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.998817] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac031db-4f6c-40fb-a2d4-4d28897215d2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.003732] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c534d9e8-af25-40ab-81b3-5f2b221d5738 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1063.004166] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b7d0fe4-d4f4-42bb-ad32-1557cc66ebba {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.024297] env[62301]: DEBUG nova.compute.provider_tree [None req-89dbed1b-f77f-4ad0-9ca7-c14632390847 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.029934] env[62301]: DEBUG oslo_vmware.api [None req-c534d9e8-af25-40ab-81b3-5f2b221d5738 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Waiting for the task: (returnval){ [ 1063.029934] env[62301]: value = "task-2570954" [ 1063.029934] env[62301]: _type = "Task" [ 1063.029934] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.030222] env[62301]: DEBUG oslo_vmware.api [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2570952, 'name': ReconfigVM_Task, 'duration_secs': 0.503222} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.030977] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 71e8544a-b76b-4f61-9422-ca372ba522b4/71e8544a-b76b-4f61-9422-ca372ba522b4.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1063.034699] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f0b113f-cb03-41ca-865c-5cf43c2936e0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.046454] env[62301]: DEBUG oslo_vmware.api [None req-c534d9e8-af25-40ab-81b3-5f2b221d5738 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570954, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.048464] env[62301]: DEBUG oslo_vmware.api [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Waiting for the task: (returnval){ [ 1063.048464] env[62301]: value = "task-2570955" [ 1063.048464] env[62301]: _type = "Task" [ 1063.048464] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.057630] env[62301]: DEBUG nova.compute.manager [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1063.064746] env[62301]: DEBUG oslo_vmware.api [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2570955, 'name': Rename_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.084958] env[62301]: DEBUG oslo_concurrency.lockutils [req-bd6e225f-3122-425d-87be-a51991bc1bbf req-fdbc402a-8677-4b4a-af6b-22aa4188be53 service nova] Acquiring lock "771fe5ee-9535-4329-9d69-86d9ec130698" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.105502] env[62301]: DEBUG nova.network.neutron [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Successfully created port: 452b541b-8f6f-45a1-a4c8-f1561a03b101 {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1063.109537] env[62301]: INFO nova.compute.manager [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Took 30.56 seconds to build instance. [ 1063.152138] env[62301]: INFO nova.compute.manager [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] [instance: b0af9fd1-a2db-4f11-bac8-e84d66a84c1c] Took 26.66 seconds to build instance. [ 1063.158732] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Releasing lock "refresh_cache-c110b5dd-9ea3-4714-9ab5-6146fca77dcb" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.159124] env[62301]: DEBUG nova.compute.manager [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Instance network_info: |[{"id": "8ea4f9ad-3ad6-4cd4-8416-cfa3057b3713", "address": "fa:16:3e:a9:27:5e", "network": {"id": "84fdfe6c-b92c-4aa3-a9b8-6d0fb516b49a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-430300115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f79c1c72ace843d4be630377bd5e2326", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ea4f9ad-3a", "ovs_interfaceid": "8ea4f9ad-3ad6-4cd4-8416-cfa3057b3713", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1063.159592] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:27:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '07e9bef1-2b0e-4e4d-997f-de71bb0e213a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ea4f9ad-3ad6-4cd4-8416-cfa3057b3713', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1063.168339] env[62301]: DEBUG oslo.service.loopingcall [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1063.169560] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1063.173664] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-463f1805-a52f-4a3f-bbd7-18b6ac533725 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.197446] env[62301]: DEBUG oslo_vmware.api [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570953, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512005} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.200757] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] 49f6036a-ed24-416b-addb-a865ff67668e/49f6036a-ed24-416b-addb-a865ff67668e.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1063.200757] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1063.200757] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1063.200757] env[62301]: value = "task-2570956" [ 1063.200757] env[62301]: _type = "Task" [ 1063.200757] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.200757] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c8730aa-e887-4762-993e-e6075155927e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.212268] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570956, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.213653] env[62301]: DEBUG oslo_vmware.api [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Waiting for the task: (returnval){ [ 1063.213653] env[62301]: value = "task-2570957" [ 1063.213653] env[62301]: _type = "Task" [ 1063.213653] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.223123] env[62301]: DEBUG oslo_vmware.api [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570957, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.224483] env[62301]: INFO nova.network.neutron [None req-59b23869-2576-414b-b00d-af83b44b51cd tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Port da526505-b388-4c09-af48-79d6301fb072 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1063.224786] env[62301]: INFO nova.network.neutron [None req-59b23869-2576-414b-b00d-af83b44b51cd tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Port 4f1b43c3-52ef-465c-b1ff-281199b73e64 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1063.225323] env[62301]: DEBUG nova.network.neutron [None req-59b23869-2576-414b-b00d-af83b44b51cd tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Updating instance_info_cache with network_info: [{"id": "d20259aa-fc61-4ba6-bec1-a643b35880bf", "address": "fa:16:3e:5a:34:bb", "network": {"id": "32aca2ac-882d-4f89-b75b-c3af9ad6fefe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1098447386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f44005617fbf4cf3a6dc1727b4da2f55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd20259aa-fc", "ovs_interfaceid": "d20259aa-fc61-4ba6-bec1-a643b35880bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.240434] env[62301]: DEBUG oslo_vmware.api [None req-5e53b1ab-d3e2-4253-8c2f-1213aa609419 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570951, 'name': SuspendVM_Task, 'duration_secs': 0.731413} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.240729] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-5e53b1ab-d3e2-4253-8c2f-1213aa609419 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Suspended the VM {{(pid=62301) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1063.240981] env[62301]: DEBUG nova.compute.manager [None req-5e53b1ab-d3e2-4253-8c2f-1213aa609419 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1063.242115] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad58e6b1-489f-41b1-981d-9b769a929bf3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.460599] env[62301]: DEBUG nova.compute.manager [req-ba5a604b-6cfb-4513-9fa3-f824ab4e2b7d req-a735f0c8-a0e0-42e6-81d3-70aa28f4c470 service nova] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Received event network-changed-8ea4f9ad-3ad6-4cd4-8416-cfa3057b3713 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1063.460818] env[62301]: DEBUG nova.compute.manager [req-ba5a604b-6cfb-4513-9fa3-f824ab4e2b7d req-a735f0c8-a0e0-42e6-81d3-70aa28f4c470 service nova] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Refreshing instance network info cache due to event network-changed-8ea4f9ad-3ad6-4cd4-8416-cfa3057b3713. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1063.461067] env[62301]: DEBUG oslo_concurrency.lockutils [req-ba5a604b-6cfb-4513-9fa3-f824ab4e2b7d req-a735f0c8-a0e0-42e6-81d3-70aa28f4c470 service nova] Acquiring lock "refresh_cache-c110b5dd-9ea3-4714-9ab5-6146fca77dcb" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.461235] env[62301]: DEBUG oslo_concurrency.lockutils [req-ba5a604b-6cfb-4513-9fa3-f824ab4e2b7d req-a735f0c8-a0e0-42e6-81d3-70aa28f4c470 service nova] Acquired lock "refresh_cache-c110b5dd-9ea3-4714-9ab5-6146fca77dcb" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.461402] env[62301]: DEBUG nova.network.neutron [req-ba5a604b-6cfb-4513-9fa3-f824ab4e2b7d req-a735f0c8-a0e0-42e6-81d3-70aa28f4c470 service nova] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Refreshing network info cache for port 8ea4f9ad-3ad6-4cd4-8416-cfa3057b3713 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1063.514822] env[62301]: DEBUG nova.network.neutron [-] [instance: 7960bb97-0db8-459d-aea3-0b0dfeac0645] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.531969] env[62301]: DEBUG nova.scheduler.client.report [None req-89dbed1b-f77f-4ad0-9ca7-c14632390847 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.545977] env[62301]: DEBUG oslo_vmware.api [None req-c534d9e8-af25-40ab-81b3-5f2b221d5738 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570954, 'name': PowerOffVM_Task, 'duration_secs': 0.470554} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.546264] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c534d9e8-af25-40ab-81b3-5f2b221d5738 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.546428] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c534d9e8-af25-40ab-81b3-5f2b221d5738 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1063.546684] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad674a7e-4797-41eb-8880-2e7505e087f1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.557950] env[62301]: DEBUG oslo_vmware.api [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2570955, 'name': Rename_Task, 'duration_secs': 0.222368} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.558226] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1063.558587] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d0d58b2-8f50-4e0a-971c-f23762e6928e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.570260] env[62301]: DEBUG oslo_vmware.api [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Waiting for the task: (returnval){ [ 1063.570260] env[62301]: value = "task-2570959" [ 1063.570260] env[62301]: _type = "Task" [ 1063.570260] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.580793] env[62301]: DEBUG oslo_vmware.api [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2570959, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.614185] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c220fc35-ef11-4215-939a-11b4ce12eca8 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lock "f772a532-3402-4b9c-95be-0bbb9c5ef7ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.073s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1063.654674] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b05b065c-1711-4d59-9d11-7138ae44f358 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Lock "b0af9fd1-a2db-4f11-bac8-e84d66a84c1c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.167s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1063.702022] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c534d9e8-af25-40ab-81b3-5f2b221d5738 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1063.702022] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c534d9e8-af25-40ab-81b3-5f2b221d5738 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Deleting contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1063.702022] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-c534d9e8-af25-40ab-81b3-5f2b221d5738 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Deleting the datastore file [datastore2] 771fe5ee-9535-4329-9d69-86d9ec130698 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1063.702022] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e441e02d-93c1-4bd3-8fb8-d9db3beb5f59 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.715509] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570956, 'name': CreateVM_Task} progress is 25%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.720362] env[62301]: DEBUG oslo_vmware.api [None req-c534d9e8-af25-40ab-81b3-5f2b221d5738 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Waiting for the task: (returnval){ [ 1063.720362] env[62301]: value = "task-2570960" [ 1063.720362] env[62301]: _type = "Task" [ 1063.720362] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.728801] env[62301]: DEBUG oslo_vmware.api [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570957, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083225} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.728946] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1063.729704] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140e7f94-33ed-4e21-a348-3e1f10338d94 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.735906] env[62301]: DEBUG oslo_concurrency.lockutils [None req-59b23869-2576-414b-b00d-af83b44b51cd tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Releasing lock "refresh_cache-771fe5ee-9535-4329-9d69-86d9ec130698" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.738085] env[62301]: DEBUG oslo_vmware.api [None req-c534d9e8-af25-40ab-81b3-5f2b221d5738 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570960, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.760276] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 49f6036a-ed24-416b-addb-a865ff67668e/49f6036a-ed24-416b-addb-a865ff67668e.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1063.760934] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb56244e-d695-47f9-a3a8-2aa01893f8db {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.786037] env[62301]: DEBUG oslo_vmware.api [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Waiting for the task: (returnval){ [ 1063.786037] env[62301]: value = "task-2570961" [ 1063.786037] env[62301]: _type = "Task" [ 1063.786037] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.799927] env[62301]: DEBUG oslo_vmware.api [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570961, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.017751] env[62301]: INFO nova.compute.manager [-] [instance: 7960bb97-0db8-459d-aea3-0b0dfeac0645] Took 1.47 seconds to deallocate network for instance. [ 1064.042027] env[62301]: DEBUG oslo_concurrency.lockutils [None req-89dbed1b-f77f-4ad0-9ca7-c14632390847 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.002s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1064.045063] env[62301]: DEBUG oslo_concurrency.lockutils [None req-70527b8c-8df5-4a24-94c2-40e71654107c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 11.678s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1064.076380] env[62301]: INFO nova.scheduler.client.report [None req-89dbed1b-f77f-4ad0-9ca7-c14632390847 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Deleted allocations for instance f71f1995-ec56-4466-b04d-4026d9710b3e [ 1064.084229] env[62301]: DEBUG nova.compute.manager [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1064.092093] env[62301]: DEBUG oslo_vmware.api [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2570959, 'name': PowerOnVM_Task, 'duration_secs': 0.520134} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.092378] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1064.092583] env[62301]: INFO nova.compute.manager [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Took 8.37 seconds to spawn the instance on the hypervisor. [ 1064.092823] env[62301]: DEBUG nova.compute.manager [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.094166] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dabb56f-fd01-4e43-95df-b18cc0efa81d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.126798] env[62301]: DEBUG nova.virt.hardware [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1064.127098] env[62301]: DEBUG nova.virt.hardware [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1064.127265] env[62301]: DEBUG nova.virt.hardware [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1064.127823] env[62301]: DEBUG nova.virt.hardware [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1064.127823] env[62301]: DEBUG nova.virt.hardware [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1064.127823] env[62301]: DEBUG nova.virt.hardware [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1064.128106] env[62301]: DEBUG nova.virt.hardware [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1064.128242] env[62301]: DEBUG nova.virt.hardware [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1064.128426] env[62301]: DEBUG nova.virt.hardware [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1064.128650] env[62301]: DEBUG nova.virt.hardware [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1064.128859] env[62301]: DEBUG nova.virt.hardware [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1064.129747] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f03673-58f7-4476-b337-865b90f1b658 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.139917] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f234aa2-7739-44d1-a359-36c7009db246 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.216146] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570956, 'name': CreateVM_Task, 'duration_secs': 0.81493} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.216410] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1064.217095] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'delete_on_termination': True, 'disk_bus': None, 'attachment_id': '657febbd-48ad-479f-8ad0-6838fd445275', 'mount_device': '/dev/sda', 'device_type': None, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518931', 'volume_id': 'ca211a8a-edd9-493c-9543-cf074692bf49', 'name': 'volume-ca211a8a-edd9-493c-9543-cf074692bf49', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c110b5dd-9ea3-4714-9ab5-6146fca77dcb', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca211a8a-edd9-493c-9543-cf074692bf49', 'serial': 'ca211a8a-edd9-493c-9543-cf074692bf49'}, 'volume_type': None}], 'swap': None} {{(pid=62301) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1064.217328] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Root volume attach. Driver type: vmdk {{(pid=62301) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1064.218170] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110246a6-2a14-480d-a059-0228af0b6a34 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.230976] env[62301]: DEBUG oslo_vmware.api [None req-c534d9e8-af25-40ab-81b3-5f2b221d5738 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570960, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.236594] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e77789-ea66-43f6-a5d5-cfabf0ab238a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.239787] env[62301]: DEBUG oslo_concurrency.lockutils [None req-59b23869-2576-414b-b00d-af83b44b51cd tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lock "interface-771fe5ee-9535-4329-9d69-86d9ec130698-da526505-b388-4c09-af48-79d6301fb072" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.030s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1064.246285] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0423b7d1-69ee-4452-bcfb-6d66dc84c325 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.253356] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-6b6afb9b-70d9-401c-a039-f7cc4e18151c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.261913] env[62301]: DEBUG oslo_vmware.api [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 1064.261913] env[62301]: value = "task-2570962" [ 1064.261913] env[62301]: _type = "Task" [ 1064.261913] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.279172] env[62301]: DEBUG oslo_vmware.api [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570962, 'name': RelocateVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.298161] env[62301]: DEBUG oslo_vmware.api [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570961, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.526639] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d454272b-f949-4c62-adf9-0bf34c644301 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1064.584104] env[62301]: DEBUG oslo_concurrency.lockutils [None req-89dbed1b-f77f-4ad0-9ca7-c14632390847 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Lock "f71f1995-ec56-4466-b04d-4026d9710b3e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.006s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1064.625123] env[62301]: INFO nova.compute.manager [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Took 25.61 seconds to build instance. [ 1064.695576] env[62301]: DEBUG nova.network.neutron [req-ba5a604b-6cfb-4513-9fa3-f824ab4e2b7d req-a735f0c8-a0e0-42e6-81d3-70aa28f4c470 service nova] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Updated VIF entry in instance network info cache for port 8ea4f9ad-3ad6-4cd4-8416-cfa3057b3713. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1064.695999] env[62301]: DEBUG nova.network.neutron [req-ba5a604b-6cfb-4513-9fa3-f824ab4e2b7d req-a735f0c8-a0e0-42e6-81d3-70aa28f4c470 service nova] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Updating instance_info_cache with network_info: [{"id": "8ea4f9ad-3ad6-4cd4-8416-cfa3057b3713", "address": "fa:16:3e:a9:27:5e", "network": {"id": "84fdfe6c-b92c-4aa3-a9b8-6d0fb516b49a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-430300115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f79c1c72ace843d4be630377bd5e2326", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ea4f9ad-3a", "ovs_interfaceid": "8ea4f9ad-3ad6-4cd4-8416-cfa3057b3713", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.736340] env[62301]: DEBUG nova.compute.manager [req-42d4fa8e-9932-48d3-a7f2-f4a417421d87 req-67e70402-b5b0-4a3d-8bbf-474ef96e3fa5 service nova] [instance: 7960bb97-0db8-459d-aea3-0b0dfeac0645] Received event network-vif-deleted-bf4d414f-92be-4c24-8100-bb9d1c0fe9c3 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1064.739959] env[62301]: DEBUG oslo_vmware.api [None req-c534d9e8-af25-40ab-81b3-5f2b221d5738 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2570960, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.589135} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.743017] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-c534d9e8-af25-40ab-81b3-5f2b221d5738 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1064.743406] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c534d9e8-af25-40ab-81b3-5f2b221d5738 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Deleted contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1064.743614] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c534d9e8-af25-40ab-81b3-5f2b221d5738 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1064.743827] env[62301]: INFO nova.compute.manager [None req-c534d9e8-af25-40ab-81b3-5f2b221d5738 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Took 1.76 seconds to destroy the instance on the hypervisor. [ 1064.744084] env[62301]: DEBUG oslo.service.loopingcall [None req-c534d9e8-af25-40ab-81b3-5f2b221d5738 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1064.744969] env[62301]: DEBUG nova.compute.manager [-] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1064.745089] env[62301]: DEBUG nova.network.neutron [-] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1064.773767] env[62301]: DEBUG oslo_vmware.api [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570962, 'name': RelocateVM_Task} progress is 20%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.804795] env[62301]: DEBUG oslo_vmware.api [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570961, 'name': ReconfigVM_Task, 'duration_secs': 0.846555} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.804795] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 49f6036a-ed24-416b-addb-a865ff67668e/49f6036a-ed24-416b-addb-a865ff67668e.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1064.805264] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-680f551b-01f5-4217-9032-2c1ded3b996a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.815129] env[62301]: DEBUG oslo_vmware.api [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Waiting for the task: (returnval){ [ 1064.815129] env[62301]: value = "task-2570963" [ 1064.815129] env[62301]: _type = "Task" [ 1064.815129] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.830921] env[62301]: DEBUG oslo_vmware.api [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570963, 'name': Rename_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.865273] env[62301]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 4f1b43c3-52ef-465c-b1ff-281199b73e64 could not be found.", "detail": ""}} {{(pid=62301) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1064.865535] env[62301]: DEBUG nova.network.neutron [-] Unable to show port 4f1b43c3-52ef-465c-b1ff-281199b73e64 as it no longer exists. {{(pid=62301) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1064.881065] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1845ca4-7082-44fc-8dfb-ea739c5e7ce4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.885822] env[62301]: DEBUG nova.network.neutron [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Successfully updated port: 452b541b-8f6f-45a1-a4c8-f1561a03b101 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1064.893138] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1dc6550-7c51-4566-aa5e-2ba30f0b8853 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.932980] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774dea3c-eabe-4ec9-88bd-e1a9064e0bd5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.942654] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b46fc0-6816-417c-b1a0-f1aad906e1fa {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.963123] env[62301]: DEBUG nova.compute.provider_tree [None req-70527b8c-8df5-4a24-94c2-40e71654107c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.129774] env[62301]: DEBUG oslo_concurrency.lockutils [None req-cf0ccd9b-309c-4555-a8f6-0434b9ee6d85 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lock "71e8544a-b76b-4f61-9422-ca372ba522b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.121s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.203357] env[62301]: DEBUG oslo_concurrency.lockutils [req-ba5a604b-6cfb-4513-9fa3-f824ab4e2b7d req-a735f0c8-a0e0-42e6-81d3-70aa28f4c470 service nova] Releasing lock "refresh_cache-c110b5dd-9ea3-4714-9ab5-6146fca77dcb" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.203677] env[62301]: DEBUG nova.compute.manager [req-ba5a604b-6cfb-4513-9fa3-f824ab4e2b7d req-a735f0c8-a0e0-42e6-81d3-70aa28f4c470 service nova] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Received event network-vif-deleted-4f1b43c3-52ef-465c-b1ff-281199b73e64 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1065.278311] env[62301]: DEBUG oslo_vmware.api [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570962, 'name': RelocateVM_Task, 'duration_secs': 0.623731} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.278584] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Volume attach. Driver type: vmdk {{(pid=62301) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1065.279221] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518931', 'volume_id': 'ca211a8a-edd9-493c-9543-cf074692bf49', 'name': 'volume-ca211a8a-edd9-493c-9543-cf074692bf49', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c110b5dd-9ea3-4714-9ab5-6146fca77dcb', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca211a8a-edd9-493c-9543-cf074692bf49', 'serial': 'ca211a8a-edd9-493c-9543-cf074692bf49'} {{(pid=62301) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1065.279649] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6dddcc1-0774-4d8a-82b1-5bfb44ff7e76 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.299277] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-badd0f99-83ce-44b3-a576-08862edbbf55 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.323257] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] volume-ca211a8a-edd9-493c-9543-cf074692bf49/volume-ca211a8a-edd9-493c-9543-cf074692bf49.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1065.325020] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41cc1257-a911-4c66-8e35-8af968a12855 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.347333] env[62301]: DEBUG oslo_vmware.api [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570963, 'name': Rename_Task, 'duration_secs': 0.183246} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.349465] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1065.349465] env[62301]: DEBUG oslo_vmware.api [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 1065.349465] env[62301]: value = "task-2570964" [ 1065.349465] env[62301]: _type = "Task" [ 1065.349465] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.349465] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb81cbf0-92b9-41da-a794-a8f9d54f1ac3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.359360] env[62301]: DEBUG oslo_vmware.api [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Waiting for the task: (returnval){ [ 1065.359360] env[62301]: value = "task-2570965" [ 1065.359360] env[62301]: _type = "Task" [ 1065.359360] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.363044] env[62301]: DEBUG oslo_vmware.api [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570964, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.373565] env[62301]: DEBUG oslo_vmware.api [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570965, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.388821] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquiring lock "refresh_cache-334bc39b-d49a-44f9-866f-28be73706227" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.388988] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquired lock "refresh_cache-334bc39b-d49a-44f9-866f-28be73706227" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.389184] env[62301]: DEBUG nova.network.neutron [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.432313] env[62301]: INFO nova.compute.manager [None req-d73e2d71-e3c3-439c-9ff3-5c4b2021337b tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Resuming [ 1065.433323] env[62301]: DEBUG nova.objects.instance [None req-d73e2d71-e3c3-439c-9ff3-5c4b2021337b tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Lazy-loading 'flavor' on Instance uuid d44608fc-c2b2-4331-ba83-0553238f5f6d {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.466400] env[62301]: DEBUG nova.scheduler.client.report [None req-70527b8c-8df5-4a24-94c2-40e71654107c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.501065] env[62301]: DEBUG nova.compute.manager [req-02bcf1b4-d622-435d-a10a-a4063ac88770 req-8aaef277-1444-4aa4-b56a-48f1b2eb2ea8 service nova] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Received event network-changed-498b53cb-7c96-4830-ac04-59fa3017e0eb {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1065.501065] env[62301]: DEBUG nova.compute.manager [req-02bcf1b4-d622-435d-a10a-a4063ac88770 req-8aaef277-1444-4aa4-b56a-48f1b2eb2ea8 service nova] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Refreshing instance network info cache due to event network-changed-498b53cb-7c96-4830-ac04-59fa3017e0eb. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1065.501065] env[62301]: DEBUG oslo_concurrency.lockutils [req-02bcf1b4-d622-435d-a10a-a4063ac88770 req-8aaef277-1444-4aa4-b56a-48f1b2eb2ea8 service nova] Acquiring lock "refresh_cache-f772a532-3402-4b9c-95be-0bbb9c5ef7ad" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.501065] env[62301]: DEBUG oslo_concurrency.lockutils [req-02bcf1b4-d622-435d-a10a-a4063ac88770 req-8aaef277-1444-4aa4-b56a-48f1b2eb2ea8 service nova] Acquired lock "refresh_cache-f772a532-3402-4b9c-95be-0bbb9c5ef7ad" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.501065] env[62301]: DEBUG nova.network.neutron [req-02bcf1b4-d622-435d-a10a-a4063ac88770 req-8aaef277-1444-4aa4-b56a-48f1b2eb2ea8 service nova] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Refreshing network info cache for port 498b53cb-7c96-4830-ac04-59fa3017e0eb {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1065.605343] env[62301]: DEBUG oslo_concurrency.lockutils [None req-360400c9-91d1-4a52-9431-c3391d2fc5d3 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Acquiring lock "9317e942-06ea-4055-8eb8-0bce94a7dd77" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1065.605622] env[62301]: DEBUG oslo_concurrency.lockutils [None req-360400c9-91d1-4a52-9431-c3391d2fc5d3 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Lock "9317e942-06ea-4055-8eb8-0bce94a7dd77" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.605902] env[62301]: DEBUG oslo_concurrency.lockutils [None req-360400c9-91d1-4a52-9431-c3391d2fc5d3 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Acquiring lock "9317e942-06ea-4055-8eb8-0bce94a7dd77-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1065.606167] env[62301]: DEBUG oslo_concurrency.lockutils [None req-360400c9-91d1-4a52-9431-c3391d2fc5d3 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Lock "9317e942-06ea-4055-8eb8-0bce94a7dd77-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.606363] env[62301]: DEBUG oslo_concurrency.lockutils [None req-360400c9-91d1-4a52-9431-c3391d2fc5d3 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Lock "9317e942-06ea-4055-8eb8-0bce94a7dd77-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.608508] env[62301]: INFO nova.compute.manager [None req-360400c9-91d1-4a52-9431-c3391d2fc5d3 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: 9317e942-06ea-4055-8eb8-0bce94a7dd77] Terminating instance [ 1065.864604] env[62301]: DEBUG oslo_vmware.api [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570964, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.875571] env[62301]: DEBUG oslo_vmware.api [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570965, 'name': PowerOnVM_Task} progress is 76%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.926259] env[62301]: DEBUG nova.network.neutron [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1066.071230] env[62301]: DEBUG nova.network.neutron [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Updating instance_info_cache with network_info: [{"id": "452b541b-8f6f-45a1-a4c8-f1561a03b101", "address": "fa:16:3e:f6:b5:74", "network": {"id": "4db15bfb-5237-4871-8da5-38b678505e0e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-131495656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c6e401c2ffb4be5ad8d8a54b65f4a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap452b541b-8f", "ovs_interfaceid": "452b541b-8f6f-45a1-a4c8-f1561a03b101", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.112155] env[62301]: DEBUG nova.compute.manager [None req-360400c9-91d1-4a52-9431-c3391d2fc5d3 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: 9317e942-06ea-4055-8eb8-0bce94a7dd77] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1066.112371] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-360400c9-91d1-4a52-9431-c3391d2fc5d3 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: 9317e942-06ea-4055-8eb8-0bce94a7dd77] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1066.115776] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf443ca-d67c-45bc-9ff9-fbd8445198f2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.124647] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-360400c9-91d1-4a52-9431-c3391d2fc5d3 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: 9317e942-06ea-4055-8eb8-0bce94a7dd77] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1066.124947] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf88ecd0-4c1d-4d90-94a4-daaa892efee0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.132968] env[62301]: DEBUG oslo_vmware.api [None req-360400c9-91d1-4a52-9431-c3391d2fc5d3 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Waiting for the task: (returnval){ [ 1066.132968] env[62301]: value = "task-2570966" [ 1066.132968] env[62301]: _type = "Task" [ 1066.132968] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.141991] env[62301]: DEBUG oslo_vmware.api [None req-360400c9-91d1-4a52-9431-c3391d2fc5d3 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Task: {'id': task-2570966, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.172566] env[62301]: DEBUG nova.network.neutron [-] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.244430] env[62301]: DEBUG nova.network.neutron [req-02bcf1b4-d622-435d-a10a-a4063ac88770 req-8aaef277-1444-4aa4-b56a-48f1b2eb2ea8 service nova] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Updated VIF entry in instance network info cache for port 498b53cb-7c96-4830-ac04-59fa3017e0eb. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1066.244805] env[62301]: DEBUG nova.network.neutron [req-02bcf1b4-d622-435d-a10a-a4063ac88770 req-8aaef277-1444-4aa4-b56a-48f1b2eb2ea8 service nova] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Updating instance_info_cache with network_info: [{"id": "498b53cb-7c96-4830-ac04-59fa3017e0eb", "address": "fa:16:3e:a5:91:4c", "network": {"id": "7c0f3559-1453-49cf-acfe-38cb288125ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1921160483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b3dfd09250b4ab486b15b680428b1a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap498b53cb-7c", "ovs_interfaceid": "498b53cb-7c96-4830-ac04-59fa3017e0eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.362626] env[62301]: DEBUG oslo_vmware.api [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570964, 'name': ReconfigVM_Task, 'duration_secs': 0.651686} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.362912] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Reconfigured VM instance instance-0000006d to attach disk [datastore1] volume-ca211a8a-edd9-493c-9543-cf074692bf49/volume-ca211a8a-edd9-493c-9543-cf074692bf49.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1066.367772] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd989a78-d284-4452-ae7e-2ffead789ae5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.390117] env[62301]: DEBUG oslo_vmware.api [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570965, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.391517] env[62301]: DEBUG oslo_vmware.api [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 1066.391517] env[62301]: value = "task-2570967" [ 1066.391517] env[62301]: _type = "Task" [ 1066.391517] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.402341] env[62301]: DEBUG oslo_vmware.api [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570967, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.482429] env[62301]: DEBUG oslo_concurrency.lockutils [None req-70527b8c-8df5-4a24-94c2-40e71654107c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.437s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1066.486656] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26e349e7-c096-474e-aeb4-b226b202d0c1 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.653s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1066.486656] env[62301]: DEBUG nova.objects.instance [None req-26e349e7-c096-474e-aeb4-b226b202d0c1 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Lazy-loading 'resources' on Instance uuid d7d711f5-1852-4f9b-baf6-ab11bc310be9 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.573823] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Releasing lock "refresh_cache-334bc39b-d49a-44f9-866f-28be73706227" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.574235] env[62301]: DEBUG nova.compute.manager [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Instance network_info: |[{"id": "452b541b-8f6f-45a1-a4c8-f1561a03b101", "address": "fa:16:3e:f6:b5:74", "network": {"id": "4db15bfb-5237-4871-8da5-38b678505e0e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-131495656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c6e401c2ffb4be5ad8d8a54b65f4a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap452b541b-8f", "ovs_interfaceid": "452b541b-8f6f-45a1-a4c8-f1561a03b101", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1066.574807] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:b5:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '489b2441-7132-4942-8b61-49cf0ad4400e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '452b541b-8f6f-45a1-a4c8-f1561a03b101', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1066.582508] env[62301]: DEBUG oslo.service.loopingcall [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1066.582812] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1066.583082] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97c45979-ae0b-4346-8fbb-e11ecf4a261c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.606787] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1066.606787] env[62301]: value = "task-2570968" [ 1066.606787] env[62301]: _type = "Task" [ 1066.606787] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.615375] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570968, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.644615] env[62301]: DEBUG oslo_vmware.api [None req-360400c9-91d1-4a52-9431-c3391d2fc5d3 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Task: {'id': task-2570966, 'name': PowerOffVM_Task, 'duration_secs': 0.305708} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.644917] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-360400c9-91d1-4a52-9431-c3391d2fc5d3 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: 9317e942-06ea-4055-8eb8-0bce94a7dd77] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1066.645105] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-360400c9-91d1-4a52-9431-c3391d2fc5d3 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: 9317e942-06ea-4055-8eb8-0bce94a7dd77] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1066.645376] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14aa7466-e465-4c00-95f8-77ca3c0df02d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.678523] env[62301]: INFO nova.compute.manager [-] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Took 1.93 seconds to deallocate network for instance. [ 1066.739475] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-360400c9-91d1-4a52-9431-c3391d2fc5d3 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: 9317e942-06ea-4055-8eb8-0bce94a7dd77] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1066.739752] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-360400c9-91d1-4a52-9431-c3391d2fc5d3 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: 9317e942-06ea-4055-8eb8-0bce94a7dd77] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1066.740088] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-360400c9-91d1-4a52-9431-c3391d2fc5d3 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Deleting the datastore file [datastore1] 9317e942-06ea-4055-8eb8-0bce94a7dd77 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1066.740304] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17956353-f330-407e-a988-a491a5a7b03e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.747868] env[62301]: DEBUG oslo_concurrency.lockutils [req-02bcf1b4-d622-435d-a10a-a4063ac88770 req-8aaef277-1444-4aa4-b56a-48f1b2eb2ea8 service nova] Releasing lock "refresh_cache-f772a532-3402-4b9c-95be-0bbb9c5ef7ad" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.748176] env[62301]: DEBUG nova.compute.manager [req-02bcf1b4-d622-435d-a10a-a4063ac88770 req-8aaef277-1444-4aa4-b56a-48f1b2eb2ea8 service nova] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Received event network-vif-plugged-452b541b-8f6f-45a1-a4c8-f1561a03b101 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1066.748374] env[62301]: DEBUG oslo_concurrency.lockutils [req-02bcf1b4-d622-435d-a10a-a4063ac88770 req-8aaef277-1444-4aa4-b56a-48f1b2eb2ea8 service nova] Acquiring lock "334bc39b-d49a-44f9-866f-28be73706227-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1066.748577] env[62301]: DEBUG oslo_concurrency.lockutils [req-02bcf1b4-d622-435d-a10a-a4063ac88770 req-8aaef277-1444-4aa4-b56a-48f1b2eb2ea8 service nova] Lock "334bc39b-d49a-44f9-866f-28be73706227-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1066.748739] env[62301]: DEBUG oslo_concurrency.lockutils [req-02bcf1b4-d622-435d-a10a-a4063ac88770 req-8aaef277-1444-4aa4-b56a-48f1b2eb2ea8 service nova] Lock "334bc39b-d49a-44f9-866f-28be73706227-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1066.748904] env[62301]: DEBUG nova.compute.manager [req-02bcf1b4-d622-435d-a10a-a4063ac88770 req-8aaef277-1444-4aa4-b56a-48f1b2eb2ea8 service nova] [instance: 334bc39b-d49a-44f9-866f-28be73706227] No waiting events found dispatching network-vif-plugged-452b541b-8f6f-45a1-a4c8-f1561a03b101 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1066.749088] env[62301]: WARNING nova.compute.manager [req-02bcf1b4-d622-435d-a10a-a4063ac88770 req-8aaef277-1444-4aa4-b56a-48f1b2eb2ea8 service nova] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Received unexpected event network-vif-plugged-452b541b-8f6f-45a1-a4c8-f1561a03b101 for instance with vm_state building and task_state spawning. [ 1066.749252] env[62301]: DEBUG nova.compute.manager [req-02bcf1b4-d622-435d-a10a-a4063ac88770 req-8aaef277-1444-4aa4-b56a-48f1b2eb2ea8 service nova] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Received event network-changed-452b541b-8f6f-45a1-a4c8-f1561a03b101 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1066.749407] env[62301]: DEBUG nova.compute.manager [req-02bcf1b4-d622-435d-a10a-a4063ac88770 req-8aaef277-1444-4aa4-b56a-48f1b2eb2ea8 service nova] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Refreshing instance network info cache due to event network-changed-452b541b-8f6f-45a1-a4c8-f1561a03b101. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1066.749591] env[62301]: DEBUG oslo_concurrency.lockutils [req-02bcf1b4-d622-435d-a10a-a4063ac88770 req-8aaef277-1444-4aa4-b56a-48f1b2eb2ea8 service nova] Acquiring lock "refresh_cache-334bc39b-d49a-44f9-866f-28be73706227" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.749726] env[62301]: DEBUG oslo_concurrency.lockutils [req-02bcf1b4-d622-435d-a10a-a4063ac88770 req-8aaef277-1444-4aa4-b56a-48f1b2eb2ea8 service nova] Acquired lock "refresh_cache-334bc39b-d49a-44f9-866f-28be73706227" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.749880] env[62301]: DEBUG nova.network.neutron [req-02bcf1b4-d622-435d-a10a-a4063ac88770 req-8aaef277-1444-4aa4-b56a-48f1b2eb2ea8 service nova] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Refreshing network info cache for port 452b541b-8f6f-45a1-a4c8-f1561a03b101 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1066.751430] env[62301]: DEBUG oslo_vmware.api [None req-360400c9-91d1-4a52-9431-c3391d2fc5d3 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Waiting for the task: (returnval){ [ 1066.751430] env[62301]: value = "task-2570970" [ 1066.751430] env[62301]: _type = "Task" [ 1066.751430] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.760979] env[62301]: DEBUG oslo_vmware.api [None req-360400c9-91d1-4a52-9431-c3391d2fc5d3 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Task: {'id': task-2570970, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.771275] env[62301]: DEBUG nova.compute.manager [req-f428d298-3a92-45c3-a5e2-52466936e68f req-c24c8df4-5429-4890-a4a3-824c538d3b82 service nova] [instance: b0af9fd1-a2db-4f11-bac8-e84d66a84c1c] Received event network-changed-057376be-ffb0-4013-b5a5-4a3b31d4eb4f {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1066.771470] env[62301]: DEBUG nova.compute.manager [req-f428d298-3a92-45c3-a5e2-52466936e68f req-c24c8df4-5429-4890-a4a3-824c538d3b82 service nova] [instance: b0af9fd1-a2db-4f11-bac8-e84d66a84c1c] Refreshing instance network info cache due to event network-changed-057376be-ffb0-4013-b5a5-4a3b31d4eb4f. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1066.771754] env[62301]: DEBUG oslo_concurrency.lockutils [req-f428d298-3a92-45c3-a5e2-52466936e68f req-c24c8df4-5429-4890-a4a3-824c538d3b82 service nova] Acquiring lock "refresh_cache-b0af9fd1-a2db-4f11-bac8-e84d66a84c1c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.771947] env[62301]: DEBUG oslo_concurrency.lockutils [req-f428d298-3a92-45c3-a5e2-52466936e68f req-c24c8df4-5429-4890-a4a3-824c538d3b82 service nova] Acquired lock "refresh_cache-b0af9fd1-a2db-4f11-bac8-e84d66a84c1c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.772111] env[62301]: DEBUG nova.network.neutron [req-f428d298-3a92-45c3-a5e2-52466936e68f req-c24c8df4-5429-4890-a4a3-824c538d3b82 service nova] [instance: b0af9fd1-a2db-4f11-bac8-e84d66a84c1c] Refreshing network info cache for port 057376be-ffb0-4013-b5a5-4a3b31d4eb4f {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1066.878161] env[62301]: DEBUG oslo_vmware.api [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2570965, 'name': PowerOnVM_Task, 'duration_secs': 1.215422} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.878517] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1066.878733] env[62301]: INFO nova.compute.manager [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Took 8.65 seconds to spawn the instance on the hypervisor. [ 1066.878993] env[62301]: DEBUG nova.compute.manager [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1066.879861] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67701b08-7435-460a-bb86-ebdc1fef718e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.900890] env[62301]: DEBUG oslo_vmware.api [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570967, 'name': ReconfigVM_Task, 'duration_secs': 0.192222} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.901269] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518931', 'volume_id': 'ca211a8a-edd9-493c-9543-cf074692bf49', 'name': 'volume-ca211a8a-edd9-493c-9543-cf074692bf49', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c110b5dd-9ea3-4714-9ab5-6146fca77dcb', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca211a8a-edd9-493c-9543-cf074692bf49', 'serial': 'ca211a8a-edd9-493c-9543-cf074692bf49'} {{(pid=62301) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1066.901760] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a018f63-0339-4665-bf16-336a52700f5b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.910952] env[62301]: DEBUG oslo_vmware.api [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 1066.910952] env[62301]: value = "task-2570971" [ 1066.910952] env[62301]: _type = "Task" [ 1066.910952] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.920893] env[62301]: DEBUG oslo_vmware.api [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570971, 'name': Rename_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.943936] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d73e2d71-e3c3-439c-9ff3-5c4b2021337b tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Acquiring lock "refresh_cache-d44608fc-c2b2-4331-ba83-0553238f5f6d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.944262] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d73e2d71-e3c3-439c-9ff3-5c4b2021337b tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Acquired lock "refresh_cache-d44608fc-c2b2-4331-ba83-0553238f5f6d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.944488] env[62301]: DEBUG nova.network.neutron [None req-d73e2d71-e3c3-439c-9ff3-5c4b2021337b tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.043958] env[62301]: INFO nova.scheduler.client.report [None req-70527b8c-8df5-4a24-94c2-40e71654107c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Deleted allocation for migration a22844a2-d3b4-4720-b87f-28574de0aa29 [ 1067.120082] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570968, 'name': CreateVM_Task, 'duration_secs': 0.412941} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.120322] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1067.121101] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.121275] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.121597] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.121902] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40710515-7172-446d-8f10-d50521d2cbcc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.131990] env[62301]: DEBUG oslo_vmware.api [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 1067.131990] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52e33ab3-524d-c12e-198d-4c1239bdf4d4" [ 1067.131990] env[62301]: _type = "Task" [ 1067.131990] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.142950] env[62301]: DEBUG oslo_vmware.api [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52e33ab3-524d-c12e-198d-4c1239bdf4d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.185103] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c534d9e8-af25-40ab-81b3-5f2b221d5738 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1067.240548] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ba31fd-f4a1-4591-9966-608b4f9977fa {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.248724] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7369d185-33ac-48a2-8278-459af17132cb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.292448] env[62301]: DEBUG oslo_vmware.api [None req-360400c9-91d1-4a52-9431-c3391d2fc5d3 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Task: {'id': task-2570970, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220035} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.295263] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24b411b-38b0-44b7-bbea-b4ecf064666c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.297743] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-360400c9-91d1-4a52-9431-c3391d2fc5d3 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1067.297939] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-360400c9-91d1-4a52-9431-c3391d2fc5d3 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: 9317e942-06ea-4055-8eb8-0bce94a7dd77] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1067.298179] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-360400c9-91d1-4a52-9431-c3391d2fc5d3 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: 9317e942-06ea-4055-8eb8-0bce94a7dd77] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1067.298375] env[62301]: INFO nova.compute.manager [None req-360400c9-91d1-4a52-9431-c3391d2fc5d3 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: 9317e942-06ea-4055-8eb8-0bce94a7dd77] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1067.298590] env[62301]: DEBUG oslo.service.loopingcall [None req-360400c9-91d1-4a52-9431-c3391d2fc5d3 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1067.299114] env[62301]: DEBUG nova.compute.manager [-] [instance: 9317e942-06ea-4055-8eb8-0bce94a7dd77] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1067.299217] env[62301]: DEBUG nova.network.neutron [-] [instance: 9317e942-06ea-4055-8eb8-0bce94a7dd77] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1067.307834] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c579e0-ef83-4aae-b7db-ca4cf92e0254 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.322822] env[62301]: DEBUG nova.compute.provider_tree [None req-26e349e7-c096-474e-aeb4-b226b202d0c1 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.401017] env[62301]: INFO nova.compute.manager [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Took 26.21 seconds to build instance. [ 1067.426721] env[62301]: DEBUG oslo_vmware.api [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570971, 'name': Rename_Task, 'duration_secs': 0.326693} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.426998] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1067.427283] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-276e31b3-6443-4f05-a2f2-bc222a9f03e6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.435174] env[62301]: DEBUG oslo_vmware.api [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 1067.435174] env[62301]: value = "task-2570972" [ 1067.435174] env[62301]: _type = "Task" [ 1067.435174] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.444717] env[62301]: DEBUG oslo_vmware.api [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570972, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.549457] env[62301]: DEBUG oslo_concurrency.lockutils [None req-70527b8c-8df5-4a24-94c2-40e71654107c tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 18.165s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1067.559377] env[62301]: DEBUG nova.network.neutron [req-02bcf1b4-d622-435d-a10a-a4063ac88770 req-8aaef277-1444-4aa4-b56a-48f1b2eb2ea8 service nova] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Updated VIF entry in instance network info cache for port 452b541b-8f6f-45a1-a4c8-f1561a03b101. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1067.559655] env[62301]: DEBUG nova.network.neutron [req-02bcf1b4-d622-435d-a10a-a4063ac88770 req-8aaef277-1444-4aa4-b56a-48f1b2eb2ea8 service nova] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Updating instance_info_cache with network_info: [{"id": "452b541b-8f6f-45a1-a4c8-f1561a03b101", "address": "fa:16:3e:f6:b5:74", "network": {"id": "4db15bfb-5237-4871-8da5-38b678505e0e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-131495656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c6e401c2ffb4be5ad8d8a54b65f4a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap452b541b-8f", "ovs_interfaceid": "452b541b-8f6f-45a1-a4c8-f1561a03b101", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.645518] env[62301]: DEBUG oslo_vmware.api [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52e33ab3-524d-c12e-198d-4c1239bdf4d4, 'name': SearchDatastore_Task, 'duration_secs': 0.014311} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.645895] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.646167] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1067.646416] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.646561] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.646739] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1067.646999] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b5960e5-fae1-402d-bcfc-62f5a0b182da {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.659243] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1067.659421] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1067.660129] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37d89e80-25ee-4c20-841b-daa213df96c1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.667060] env[62301]: DEBUG oslo_vmware.api [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 1067.667060] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5210ae45-4c75-b411-4dd5-b5cf7f6c2639" [ 1067.667060] env[62301]: _type = "Task" [ 1067.667060] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.675727] env[62301]: DEBUG oslo_vmware.api [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5210ae45-4c75-b411-4dd5-b5cf7f6c2639, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.825412] env[62301]: DEBUG nova.scheduler.client.report [None req-26e349e7-c096-474e-aeb4-b226b202d0c1 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.897039] env[62301]: DEBUG nova.network.neutron [req-f428d298-3a92-45c3-a5e2-52466936e68f req-c24c8df4-5429-4890-a4a3-824c538d3b82 service nova] [instance: b0af9fd1-a2db-4f11-bac8-e84d66a84c1c] Updated VIF entry in instance network info cache for port 057376be-ffb0-4013-b5a5-4a3b31d4eb4f. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1067.897390] env[62301]: DEBUG nova.network.neutron [req-f428d298-3a92-45c3-a5e2-52466936e68f req-c24c8df4-5429-4890-a4a3-824c538d3b82 service nova] [instance: b0af9fd1-a2db-4f11-bac8-e84d66a84c1c] Updating instance_info_cache with network_info: [{"id": "057376be-ffb0-4013-b5a5-4a3b31d4eb4f", "address": "fa:16:3e:68:14:71", "network": {"id": "3547395c-b0d7-4c3f-a9d9-685df3de16fa", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1368764521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e346b569fff84daaa22e8953bd20b329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap057376be-ff", "ovs_interfaceid": "057376be-ffb0-4013-b5a5-4a3b31d4eb4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.903024] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5c894920-7a4d-482d-970d-c2d8116180ee tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Lock "49f6036a-ed24-416b-addb-a865ff67668e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.723s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1067.946878] env[62301]: DEBUG oslo_vmware.api [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570972, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.947895] env[62301]: DEBUG nova.network.neutron [None req-d73e2d71-e3c3-439c-9ff3-5c4b2021337b tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Updating instance_info_cache with network_info: [{"id": "e7617da4-5e36-4a41-a3b3-f9581ffa2905", "address": "fa:16:3e:c6:82:c0", "network": {"id": "6139468e-0c7f-40bd-a1a3-32f52ddad899", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-755801576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f2685f8007c46feaba89744ed234030", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7617da4-5e", "ovs_interfaceid": "e7617da4-5e36-4a41-a3b3-f9581ffa2905", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.062863] env[62301]: DEBUG oslo_concurrency.lockutils [req-02bcf1b4-d622-435d-a10a-a4063ac88770 req-8aaef277-1444-4aa4-b56a-48f1b2eb2ea8 service nova] Releasing lock "refresh_cache-334bc39b-d49a-44f9-866f-28be73706227" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.180820] env[62301]: DEBUG oslo_vmware.api [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5210ae45-4c75-b411-4dd5-b5cf7f6c2639, 'name': SearchDatastore_Task, 'duration_secs': 0.02355} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.181152] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cb305d2-828d-48ee-9816-abf27004d12f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.188643] env[62301]: DEBUG oslo_vmware.api [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 1068.188643] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]524d2230-e91d-bb0a-792a-9c975931192d" [ 1068.188643] env[62301]: _type = "Task" [ 1068.188643] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.198689] env[62301]: DEBUG oslo_vmware.api [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]524d2230-e91d-bb0a-792a-9c975931192d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.340014] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26e349e7-c096-474e-aeb4-b226b202d0c1 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.855s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1068.342450] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c849ed4f-f634-4477-8560-b38405f74305 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.812s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1068.342702] env[62301]: DEBUG nova.objects.instance [None req-c849ed4f-f634-4477-8560-b38405f74305 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lazy-loading 'resources' on Instance uuid 01f2d55f-c484-4b41-8b3f-af1a92a3a0ce {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.343887] env[62301]: DEBUG oslo_concurrency.lockutils [None req-72bad37a-b45e-48e0-933f-27dd536e4e39 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquiring lock "3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1068.344119] env[62301]: DEBUG oslo_concurrency.lockutils [None req-72bad37a-b45e-48e0-933f-27dd536e4e39 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1068.344338] env[62301]: DEBUG oslo_concurrency.lockutils [None req-72bad37a-b45e-48e0-933f-27dd536e4e39 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquiring lock "3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1068.344534] env[62301]: DEBUG oslo_concurrency.lockutils [None req-72bad37a-b45e-48e0-933f-27dd536e4e39 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1068.344720] env[62301]: DEBUG oslo_concurrency.lockutils [None req-72bad37a-b45e-48e0-933f-27dd536e4e39 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1068.346531] env[62301]: INFO nova.compute.manager [None req-72bad37a-b45e-48e0-933f-27dd536e4e39 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Terminating instance [ 1068.365794] env[62301]: INFO nova.scheduler.client.report [None req-26e349e7-c096-474e-aeb4-b226b202d0c1 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Deleted allocations for instance d7d711f5-1852-4f9b-baf6-ab11bc310be9 [ 1068.397386] env[62301]: DEBUG nova.network.neutron [-] [instance: 9317e942-06ea-4055-8eb8-0bce94a7dd77] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.402264] env[62301]: DEBUG oslo_concurrency.lockutils [req-f428d298-3a92-45c3-a5e2-52466936e68f req-c24c8df4-5429-4890-a4a3-824c538d3b82 service nova] Releasing lock "refresh_cache-b0af9fd1-a2db-4f11-bac8-e84d66a84c1c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.402768] env[62301]: DEBUG nova.compute.manager [req-f428d298-3a92-45c3-a5e2-52466936e68f req-c24c8df4-5429-4890-a4a3-824c538d3b82 service nova] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Received event network-vif-deleted-d20259aa-fc61-4ba6-bec1-a643b35880bf {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1068.402768] env[62301]: DEBUG nova.compute.manager [req-f428d298-3a92-45c3-a5e2-52466936e68f req-c24c8df4-5429-4890-a4a3-824c538d3b82 service nova] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Received event network-changed-1c14dd22-945f-4eac-8840-e2656e823f9a {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1068.402906] env[62301]: DEBUG nova.compute.manager [req-f428d298-3a92-45c3-a5e2-52466936e68f req-c24c8df4-5429-4890-a4a3-824c538d3b82 service nova] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Refreshing instance network info cache due to event network-changed-1c14dd22-945f-4eac-8840-e2656e823f9a. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1068.403106] env[62301]: DEBUG oslo_concurrency.lockutils [req-f428d298-3a92-45c3-a5e2-52466936e68f req-c24c8df4-5429-4890-a4a3-824c538d3b82 service nova] Acquiring lock "refresh_cache-71e8544a-b76b-4f61-9422-ca372ba522b4" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.403731] env[62301]: DEBUG oslo_concurrency.lockutils [req-f428d298-3a92-45c3-a5e2-52466936e68f req-c24c8df4-5429-4890-a4a3-824c538d3b82 service nova] Acquired lock "refresh_cache-71e8544a-b76b-4f61-9422-ca372ba522b4" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.403731] env[62301]: DEBUG nova.network.neutron [req-f428d298-3a92-45c3-a5e2-52466936e68f req-c24c8df4-5429-4890-a4a3-824c538d3b82 service nova] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Refreshing network info cache for port 1c14dd22-945f-4eac-8840-e2656e823f9a {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1068.446112] env[62301]: DEBUG oslo_vmware.api [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570972, 'name': PowerOnVM_Task, 'duration_secs': 0.865137} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.446321] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1068.446521] env[62301]: INFO nova.compute.manager [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Took 6.00 seconds to spawn the instance on the hypervisor. [ 1068.446699] env[62301]: DEBUG nova.compute.manager [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1068.447540] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ad5746-5205-4e6d-beb8-c7734be22417 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.450192] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d73e2d71-e3c3-439c-9ff3-5c4b2021337b tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Releasing lock "refresh_cache-d44608fc-c2b2-4331-ba83-0553238f5f6d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.450934] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d26c467-83f5-4cef-961a-fb2526f26c9d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.461516] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d73e2d71-e3c3-439c-9ff3-5c4b2021337b tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Resuming the VM {{(pid=62301) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1068.461920] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94481abe-185b-452d-a88e-8e1dee2db25a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.470338] env[62301]: DEBUG oslo_vmware.api [None req-d73e2d71-e3c3-439c-9ff3-5c4b2021337b tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Waiting for the task: (returnval){ [ 1068.470338] env[62301]: value = "task-2570973" [ 1068.470338] env[62301]: _type = "Task" [ 1068.470338] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.478327] env[62301]: DEBUG oslo_vmware.api [None req-d73e2d71-e3c3-439c-9ff3-5c4b2021337b tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570973, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.702977] env[62301]: DEBUG oslo_vmware.api [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]524d2230-e91d-bb0a-792a-9c975931192d, 'name': SearchDatastore_Task, 'duration_secs': 0.012073} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.702977] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.702977] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 334bc39b-d49a-44f9-866f-28be73706227/334bc39b-d49a-44f9-866f-28be73706227.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1068.702977] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-602ee44d-6c53-447e-a1f3-7bcef5f5adc6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.709641] env[62301]: DEBUG oslo_vmware.api [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 1068.709641] env[62301]: value = "task-2570974" [ 1068.709641] env[62301]: _type = "Task" [ 1068.709641] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.722398] env[62301]: DEBUG oslo_vmware.api [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570974, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.756047] env[62301]: DEBUG nova.compute.manager [req-38eceb87-5425-4f39-93b1-48013f11aad5 req-13a0966c-76c6-477a-bd01-c706d9c9ff4d service nova] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Received event network-changed-cb17ebaf-56e3-473f-b9b1-ecacde4d7e63 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1068.756334] env[62301]: DEBUG nova.compute.manager [req-38eceb87-5425-4f39-93b1-48013f11aad5 req-13a0966c-76c6-477a-bd01-c706d9c9ff4d service nova] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Refreshing instance network info cache due to event network-changed-cb17ebaf-56e3-473f-b9b1-ecacde4d7e63. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1068.756417] env[62301]: DEBUG oslo_concurrency.lockutils [req-38eceb87-5425-4f39-93b1-48013f11aad5 req-13a0966c-76c6-477a-bd01-c706d9c9ff4d service nova] Acquiring lock "refresh_cache-49f6036a-ed24-416b-addb-a865ff67668e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.756995] env[62301]: DEBUG oslo_concurrency.lockutils [req-38eceb87-5425-4f39-93b1-48013f11aad5 req-13a0966c-76c6-477a-bd01-c706d9c9ff4d service nova] Acquired lock "refresh_cache-49f6036a-ed24-416b-addb-a865ff67668e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.756995] env[62301]: DEBUG nova.network.neutron [req-38eceb87-5425-4f39-93b1-48013f11aad5 req-13a0966c-76c6-477a-bd01-c706d9c9ff4d service nova] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Refreshing network info cache for port cb17ebaf-56e3-473f-b9b1-ecacde4d7e63 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1068.794786] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquiring lock "f3c9cd84-02cf-49b2-8395-76dc2c48c17b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1068.794892] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "f3c9cd84-02cf-49b2-8395-76dc2c48c17b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1068.804165] env[62301]: DEBUG nova.compute.manager [req-bf502b51-e704-49cf-94ff-45032e475196 req-72fdff67-2a8f-482b-86ca-466fc6bbc78d service nova] [instance: 9317e942-06ea-4055-8eb8-0bce94a7dd77] Received event network-vif-deleted-604f1877-b8e1-423d-98a1-691024718f35 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1068.852032] env[62301]: DEBUG nova.compute.manager [None req-72bad37a-b45e-48e0-933f-27dd536e4e39 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1068.854198] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-72bad37a-b45e-48e0-933f-27dd536e4e39 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1068.855029] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a383df49-ea4e-4105-890e-228f8718d335 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.864107] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-72bad37a-b45e-48e0-933f-27dd536e4e39 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1068.864383] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e28b6bf-10ba-4db4-a511-412485446cfa {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.873084] env[62301]: DEBUG oslo_vmware.api [None req-72bad37a-b45e-48e0-933f-27dd536e4e39 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 1068.873084] env[62301]: value = "task-2570975" [ 1068.873084] env[62301]: _type = "Task" [ 1068.873084] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.880827] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26e349e7-c096-474e-aeb4-b226b202d0c1 tempest-ServerShowV254Test-6984977 tempest-ServerShowV254Test-6984977-project-member] Lock "d7d711f5-1852-4f9b-baf6-ab11bc310be9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.380s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1068.890844] env[62301]: DEBUG oslo_vmware.api [None req-72bad37a-b45e-48e0-933f-27dd536e4e39 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570975, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.899415] env[62301]: INFO nova.compute.manager [-] [instance: 9317e942-06ea-4055-8eb8-0bce94a7dd77] Took 1.60 seconds to deallocate network for instance. [ 1068.974597] env[62301]: INFO nova.compute.manager [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Took 24.36 seconds to build instance. [ 1068.993348] env[62301]: DEBUG oslo_vmware.api [None req-d73e2d71-e3c3-439c-9ff3-5c4b2021337b tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570973, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.176686] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853abb24-3371-44f0-9507-4dcff19a98ab {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.192938] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cacf8a9-7aa3-45e6-8ef5-71acf151bd7b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.251262] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a553a2d3-9015-4b15-b1a6-6b0af2f76871 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.268089] env[62301]: DEBUG oslo_vmware.api [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570974, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.269916] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e159962-8b53-4967-9910-c7888b54e2e3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.287761] env[62301]: DEBUG nova.compute.provider_tree [None req-c849ed4f-f634-4477-8560-b38405f74305 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.301274] env[62301]: DEBUG nova.compute.manager [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: f3c9cd84-02cf-49b2-8395-76dc2c48c17b] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1069.329428] env[62301]: DEBUG nova.network.neutron [req-f428d298-3a92-45c3-a5e2-52466936e68f req-c24c8df4-5429-4890-a4a3-824c538d3b82 service nova] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Updated VIF entry in instance network info cache for port 1c14dd22-945f-4eac-8840-e2656e823f9a. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1069.329428] env[62301]: DEBUG nova.network.neutron [req-f428d298-3a92-45c3-a5e2-52466936e68f req-c24c8df4-5429-4890-a4a3-824c538d3b82 service nova] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Updating instance_info_cache with network_info: [{"id": "1c14dd22-945f-4eac-8840-e2656e823f9a", "address": "fa:16:3e:16:b8:f8", "network": {"id": "f258efb2-7c79-415a-aad7-8a07fdb2c2d4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-382833361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2e8356714714b2ebde65cd27ec77f7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c14dd22-94", "ovs_interfaceid": "1c14dd22-945f-4eac-8840-e2656e823f9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.385307] env[62301]: DEBUG oslo_vmware.api [None req-72bad37a-b45e-48e0-933f-27dd536e4e39 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570975, 'name': PowerOffVM_Task, 'duration_secs': 0.383545} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.385307] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-72bad37a-b45e-48e0-933f-27dd536e4e39 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1069.385566] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-72bad37a-b45e-48e0-933f-27dd536e4e39 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1069.387255] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e67f8dc-2fa9-4980-9894-e81a23235054 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.410804] env[62301]: DEBUG oslo_concurrency.lockutils [None req-360400c9-91d1-4a52-9431-c3391d2fc5d3 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1069.469496] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-72bad37a-b45e-48e0-933f-27dd536e4e39 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1069.469757] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-72bad37a-b45e-48e0-933f-27dd536e4e39 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Deleting contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1069.470106] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-72bad37a-b45e-48e0-933f-27dd536e4e39 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Deleting the datastore file [datastore2] 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1069.470462] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0cc0c7d7-92a9-4d37-9b5c-66a10b3d7980 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.480362] env[62301]: DEBUG oslo_vmware.api [None req-72bad37a-b45e-48e0-933f-27dd536e4e39 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 1069.480362] env[62301]: value = "task-2570977" [ 1069.480362] env[62301]: _type = "Task" [ 1069.480362] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.488118] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8de063a4-ff61-4b19-863c-6bbd3a1d14f9 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "c110b5dd-9ea3-4714-9ab5-6146fca77dcb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.884s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1069.488486] env[62301]: DEBUG oslo_vmware.api [None req-d73e2d71-e3c3-439c-9ff3-5c4b2021337b tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570973, 'name': PowerOnVM_Task, 'duration_secs': 0.671245} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.489343] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d73e2d71-e3c3-439c-9ff3-5c4b2021337b tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Resumed the VM {{(pid=62301) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1069.489804] env[62301]: DEBUG nova.compute.manager [None req-d73e2d71-e3c3-439c-9ff3-5c4b2021337b tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1069.491731] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be224e9d-1230-46a7-bf06-672cf4f2239a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.499098] env[62301]: DEBUG oslo_vmware.api [None req-72bad37a-b45e-48e0-933f-27dd536e4e39 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570977, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.537677] env[62301]: DEBUG nova.network.neutron [req-38eceb87-5425-4f39-93b1-48013f11aad5 req-13a0966c-76c6-477a-bd01-c706d9c9ff4d service nova] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Updated VIF entry in instance network info cache for port cb17ebaf-56e3-473f-b9b1-ecacde4d7e63. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1069.538118] env[62301]: DEBUG nova.network.neutron [req-38eceb87-5425-4f39-93b1-48013f11aad5 req-13a0966c-76c6-477a-bd01-c706d9c9ff4d service nova] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Updating instance_info_cache with network_info: [{"id": "cb17ebaf-56e3-473f-b9b1-ecacde4d7e63", "address": "fa:16:3e:f4:41:1f", "network": {"id": "b833fc4f-6a7f-4f89-9c27-cc3c44b31c21", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-649441464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4352f1b6608f4987911fa3832ca6aeb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c02dd284-ab80-451c-93eb-48c8360acb9c", "external-id": "nsx-vlan-transportzone-818", "segmentation_id": 818, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb17ebaf-56", "ovs_interfaceid": "cb17ebaf-56e3-473f-b9b1-ecacde4d7e63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.759957] env[62301]: DEBUG oslo_vmware.api [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570974, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.793173] env[62301]: DEBUG nova.scheduler.client.report [None req-c849ed4f-f634-4477-8560-b38405f74305 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.827849] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1069.832320] env[62301]: DEBUG oslo_concurrency.lockutils [req-f428d298-3a92-45c3-a5e2-52466936e68f req-c24c8df4-5429-4890-a4a3-824c538d3b82 service nova] Releasing lock "refresh_cache-71e8544a-b76b-4f61-9422-ca372ba522b4" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.994108] env[62301]: DEBUG oslo_vmware.api [None req-72bad37a-b45e-48e0-933f-27dd536e4e39 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570977, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.359167} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.994108] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-72bad37a-b45e-48e0-933f-27dd536e4e39 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1069.994108] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-72bad37a-b45e-48e0-933f-27dd536e4e39 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Deleted contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1069.994427] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-72bad37a-b45e-48e0-933f-27dd536e4e39 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1069.994953] env[62301]: INFO nova.compute.manager [None req-72bad37a-b45e-48e0-933f-27dd536e4e39 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1069.995309] env[62301]: DEBUG oslo.service.loopingcall [None req-72bad37a-b45e-48e0-933f-27dd536e4e39 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1069.995528] env[62301]: DEBUG nova.compute.manager [-] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1069.995626] env[62301]: DEBUG nova.network.neutron [-] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1070.045734] env[62301]: DEBUG oslo_concurrency.lockutils [req-38eceb87-5425-4f39-93b1-48013f11aad5 req-13a0966c-76c6-477a-bd01-c706d9c9ff4d service nova] Releasing lock "refresh_cache-49f6036a-ed24-416b-addb-a865ff67668e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.256706] env[62301]: DEBUG oslo_vmware.api [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570974, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.519101} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.256972] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 334bc39b-d49a-44f9-866f-28be73706227/334bc39b-d49a-44f9-866f-28be73706227.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1070.257220] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1070.257539] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b3ffea2-a5ca-4193-b1fc-19e1bb8f22ef {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.265310] env[62301]: DEBUG oslo_vmware.api [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 1070.265310] env[62301]: value = "task-2570978" [ 1070.265310] env[62301]: _type = "Task" [ 1070.265310] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.284209] env[62301]: DEBUG oslo_vmware.api [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570978, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.298712] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c849ed4f-f634-4477-8560-b38405f74305 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.956s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.301060] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d454272b-f949-4c62-adf9-0bf34c644301 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.775s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1070.301302] env[62301]: DEBUG nova.objects.instance [None req-d454272b-f949-4c62-adf9-0bf34c644301 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lazy-loading 'resources' on Instance uuid 7960bb97-0db8-459d-aea3-0b0dfeac0645 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.336758] env[62301]: INFO nova.scheduler.client.report [None req-c849ed4f-f634-4477-8560-b38405f74305 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Deleted allocations for instance 01f2d55f-c484-4b41-8b3f-af1a92a3a0ce [ 1070.776852] env[62301]: DEBUG oslo_vmware.api [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570978, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.334909} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.777153] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1070.777937] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d1d8e1-13d9-414a-b8bc-7360c3210d66 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.801155] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 334bc39b-d49a-44f9-866f-28be73706227/334bc39b-d49a-44f9-866f-28be73706227.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1070.802505] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4216cf49-54e3-477a-9821-589c0dae9cfb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.818751] env[62301]: DEBUG nova.compute.manager [req-48996201-1b1c-4007-b246-96a3ea0e51a8 req-1a68e194-2790-461e-add8-ae6f8f44b7a1 service nova] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] Received event network-changed-ff5f411d-8197-4919-a029-0088542573e7 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1070.818751] env[62301]: DEBUG nova.compute.manager [req-48996201-1b1c-4007-b246-96a3ea0e51a8 req-1a68e194-2790-461e-add8-ae6f8f44b7a1 service nova] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] Refreshing instance network info cache due to event network-changed-ff5f411d-8197-4919-a029-0088542573e7. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1070.819959] env[62301]: DEBUG oslo_concurrency.lockutils [req-48996201-1b1c-4007-b246-96a3ea0e51a8 req-1a68e194-2790-461e-add8-ae6f8f44b7a1 service nova] Acquiring lock "refresh_cache-c51583ab-2881-42e3-b9e6-831afc6b6f49" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.819959] env[62301]: DEBUG oslo_concurrency.lockutils [req-48996201-1b1c-4007-b246-96a3ea0e51a8 req-1a68e194-2790-461e-add8-ae6f8f44b7a1 service nova] Acquired lock "refresh_cache-c51583ab-2881-42e3-b9e6-831afc6b6f49" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.819959] env[62301]: DEBUG nova.network.neutron [req-48996201-1b1c-4007-b246-96a3ea0e51a8 req-1a68e194-2790-461e-add8-ae6f8f44b7a1 service nova] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] Refreshing network info cache for port ff5f411d-8197-4919-a029-0088542573e7 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1070.830393] env[62301]: DEBUG oslo_vmware.api [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 1070.830393] env[62301]: value = "task-2570979" [ 1070.830393] env[62301]: _type = "Task" [ 1070.830393] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.836337] env[62301]: DEBUG nova.compute.manager [req-9c4d9864-365f-4055-a678-8c5bfa2407a0 req-b1988f64-4f60-4b6b-afb4-f2eae75c79f9 service nova] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Received event network-vif-deleted-b5a35e02-2fa4-4a1a-9156-e6a6e67fb8e0 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1070.836528] env[62301]: INFO nova.compute.manager [req-9c4d9864-365f-4055-a678-8c5bfa2407a0 req-b1988f64-4f60-4b6b-afb4-f2eae75c79f9 service nova] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Neutron deleted interface b5a35e02-2fa4-4a1a-9156-e6a6e67fb8e0; detaching it from the instance and deleting it from the info cache [ 1070.836696] env[62301]: DEBUG nova.network.neutron [req-9c4d9864-365f-4055-a678-8c5bfa2407a0 req-b1988f64-4f60-4b6b-afb4-f2eae75c79f9 service nova] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.844447] env[62301]: DEBUG oslo_vmware.api [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570979, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.853391] env[62301]: DEBUG nova.network.neutron [-] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.854646] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c849ed4f-f634-4477-8560-b38405f74305 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "01f2d55f-c484-4b41-8b3f-af1a92a3a0ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.711s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1071.072156] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7607eb-80d2-4628-bfb5-5174b4010c06 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.081328] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47470be0-0bfa-45ba-8075-95e0628dcb1c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.117272] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12abeaa-d4e3-4cc6-a79e-becac2f71e0a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.126842] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ebe2881-6ee2-48e9-bac1-ecf3fbcdc239 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.143501] env[62301]: DEBUG nova.compute.provider_tree [None req-d454272b-f949-4c62-adf9-0bf34c644301 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.342976] env[62301]: DEBUG oslo_vmware.api [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570979, 'name': ReconfigVM_Task, 'duration_secs': 0.449348} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.343247] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9fa66b77-3e7c-47cb-b00d-634c3ea04aa3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.345164] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 334bc39b-d49a-44f9-866f-28be73706227/334bc39b-d49a-44f9-866f-28be73706227.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1071.346768] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-427e73bd-3535-4f02-b5b9-926e47959912 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.357049] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076c2f05-ae81-48c0-8551-6cc6e1b4d53a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.368101] env[62301]: DEBUG oslo_vmware.api [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 1071.368101] env[62301]: value = "task-2570980" [ 1071.368101] env[62301]: _type = "Task" [ 1071.368101] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.370779] env[62301]: INFO nova.compute.manager [-] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Took 1.38 seconds to deallocate network for instance. [ 1071.386520] env[62301]: DEBUG oslo_vmware.api [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570980, 'name': Rename_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.402278] env[62301]: DEBUG nova.compute.manager [req-9c4d9864-365f-4055-a678-8c5bfa2407a0 req-b1988f64-4f60-4b6b-afb4-f2eae75c79f9 service nova] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Detach interface failed, port_id=b5a35e02-2fa4-4a1a-9156-e6a6e67fb8e0, reason: Instance 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738 could not be found. {{(pid=62301) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1071.649021] env[62301]: DEBUG nova.scheduler.client.report [None req-d454272b-f949-4c62-adf9-0bf34c644301 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.665702] env[62301]: DEBUG nova.compute.manager [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Stashing vm_state: active {{(pid=62301) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1071.669626] env[62301]: DEBUG nova.network.neutron [req-48996201-1b1c-4007-b246-96a3ea0e51a8 req-1a68e194-2790-461e-add8-ae6f8f44b7a1 service nova] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] Updated VIF entry in instance network info cache for port ff5f411d-8197-4919-a029-0088542573e7. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1071.669939] env[62301]: DEBUG nova.network.neutron [req-48996201-1b1c-4007-b246-96a3ea0e51a8 req-1a68e194-2790-461e-add8-ae6f8f44b7a1 service nova] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] Updating instance_info_cache with network_info: [{"id": "ff5f411d-8197-4919-a029-0088542573e7", "address": "fa:16:3e:8a:ea:6b", "network": {"id": "84fdfe6c-b92c-4aa3-a9b8-6d0fb516b49a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-430300115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f79c1c72ace843d4be630377bd5e2326", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff5f411d-81", "ovs_interfaceid": "ff5f411d-8197-4919-a029-0088542573e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.882340] env[62301]: DEBUG oslo_concurrency.lockutils [None req-72bad37a-b45e-48e0-933f-27dd536e4e39 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1071.882742] env[62301]: DEBUG oslo_vmware.api [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570980, 'name': Rename_Task, 'duration_secs': 0.382797} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.883063] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1071.883341] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dcee59bd-febe-4c11-9d3f-56126adcf166 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.891558] env[62301]: DEBUG oslo_vmware.api [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 1071.891558] env[62301]: value = "task-2570981" [ 1071.891558] env[62301]: _type = "Task" [ 1071.891558] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.900056] env[62301]: DEBUG oslo_vmware.api [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570981, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.002408] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquiring lock "35f0b70c-c113-466c-ab2c-560c19539b95" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1072.002645] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "35f0b70c-c113-466c-ab2c-560c19539b95" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1072.152605] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d454272b-f949-4c62-adf9-0bf34c644301 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.851s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1072.155600] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c534d9e8-af25-40ab-81b3-5f2b221d5738 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.971s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1072.155835] env[62301]: DEBUG nova.objects.instance [None req-c534d9e8-af25-40ab-81b3-5f2b221d5738 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lazy-loading 'resources' on Instance uuid 771fe5ee-9535-4329-9d69-86d9ec130698 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1072.176088] env[62301]: DEBUG oslo_concurrency.lockutils [req-48996201-1b1c-4007-b246-96a3ea0e51a8 req-1a68e194-2790-461e-add8-ae6f8f44b7a1 service nova] Releasing lock "refresh_cache-c51583ab-2881-42e3-b9e6-831afc6b6f49" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.176464] env[62301]: DEBUG nova.compute.manager [req-48996201-1b1c-4007-b246-96a3ea0e51a8 req-1a68e194-2790-461e-add8-ae6f8f44b7a1 service nova] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Received event network-changed-8ea4f9ad-3ad6-4cd4-8416-cfa3057b3713 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1072.176690] env[62301]: DEBUG nova.compute.manager [req-48996201-1b1c-4007-b246-96a3ea0e51a8 req-1a68e194-2790-461e-add8-ae6f8f44b7a1 service nova] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Refreshing instance network info cache due to event network-changed-8ea4f9ad-3ad6-4cd4-8416-cfa3057b3713. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1072.176971] env[62301]: DEBUG oslo_concurrency.lockutils [req-48996201-1b1c-4007-b246-96a3ea0e51a8 req-1a68e194-2790-461e-add8-ae6f8f44b7a1 service nova] Acquiring lock "refresh_cache-c110b5dd-9ea3-4714-9ab5-6146fca77dcb" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.177200] env[62301]: DEBUG oslo_concurrency.lockutils [req-48996201-1b1c-4007-b246-96a3ea0e51a8 req-1a68e194-2790-461e-add8-ae6f8f44b7a1 service nova] Acquired lock "refresh_cache-c110b5dd-9ea3-4714-9ab5-6146fca77dcb" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.177421] env[62301]: DEBUG nova.network.neutron [req-48996201-1b1c-4007-b246-96a3ea0e51a8 req-1a68e194-2790-461e-add8-ae6f8f44b7a1 service nova] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Refreshing network info cache for port 8ea4f9ad-3ad6-4cd4-8416-cfa3057b3713 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1072.180199] env[62301]: INFO nova.scheduler.client.report [None req-d454272b-f949-4c62-adf9-0bf34c644301 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Deleted allocations for instance 7960bb97-0db8-459d-aea3-0b0dfeac0645 [ 1072.189165] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1072.405352] env[62301]: DEBUG oslo_vmware.api [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570981, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.504855] env[62301]: DEBUG nova.compute.manager [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1072.690171] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d454272b-f949-4c62-adf9-0bf34c644301 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "7960bb97-0db8-459d-aea3-0b0dfeac0645" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.304s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1072.879203] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c5f266-eb76-4fd2-807c-34d5eaa6e322 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.891097] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e275a7f-15b2-4798-801b-542575c64221 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.928327] env[62301]: DEBUG oslo_vmware.api [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570981, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.929267] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffb9489-8a9f-4551-b8a0-0bbe2ba228dd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.936903] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4563f7e6-6b1a-45a4-94ed-d0506539437a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.950144] env[62301]: DEBUG nova.compute.provider_tree [None req-c534d9e8-af25-40ab-81b3-5f2b221d5738 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.960285] env[62301]: DEBUG nova.network.neutron [req-48996201-1b1c-4007-b246-96a3ea0e51a8 req-1a68e194-2790-461e-add8-ae6f8f44b7a1 service nova] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Updated VIF entry in instance network info cache for port 8ea4f9ad-3ad6-4cd4-8416-cfa3057b3713. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1072.960645] env[62301]: DEBUG nova.network.neutron [req-48996201-1b1c-4007-b246-96a3ea0e51a8 req-1a68e194-2790-461e-add8-ae6f8f44b7a1 service nova] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Updating instance_info_cache with network_info: [{"id": "8ea4f9ad-3ad6-4cd4-8416-cfa3057b3713", "address": "fa:16:3e:a9:27:5e", "network": {"id": "84fdfe6c-b92c-4aa3-a9b8-6d0fb516b49a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-430300115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f79c1c72ace843d4be630377bd5e2326", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ea4f9ad-3a", "ovs_interfaceid": "8ea4f9ad-3ad6-4cd4-8416-cfa3057b3713", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.023186] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1073.122053] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f542d33a-59a0-4d37-b31d-456bd772f9a7 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquiring lock "12eef27c-e671-4325-974d-efa141d2c656" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1073.122337] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f542d33a-59a0-4d37-b31d-456bd772f9a7 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "12eef27c-e671-4325-974d-efa141d2c656" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1073.122565] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f542d33a-59a0-4d37-b31d-456bd772f9a7 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquiring lock "12eef27c-e671-4325-974d-efa141d2c656-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1073.122749] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f542d33a-59a0-4d37-b31d-456bd772f9a7 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "12eef27c-e671-4325-974d-efa141d2c656-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1073.122921] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f542d33a-59a0-4d37-b31d-456bd772f9a7 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "12eef27c-e671-4325-974d-efa141d2c656-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1073.125289] env[62301]: INFO nova.compute.manager [None req-f542d33a-59a0-4d37-b31d-456bd772f9a7 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 12eef27c-e671-4325-974d-efa141d2c656] Terminating instance [ 1073.404901] env[62301]: DEBUG oslo_vmware.api [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570981, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.453051] env[62301]: DEBUG nova.scheduler.client.report [None req-c534d9e8-af25-40ab-81b3-5f2b221d5738 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.463390] env[62301]: DEBUG oslo_concurrency.lockutils [req-48996201-1b1c-4007-b246-96a3ea0e51a8 req-1a68e194-2790-461e-add8-ae6f8f44b7a1 service nova] Releasing lock "refresh_cache-c110b5dd-9ea3-4714-9ab5-6146fca77dcb" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.629375] env[62301]: DEBUG nova.compute.manager [None req-f542d33a-59a0-4d37-b31d-456bd772f9a7 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 12eef27c-e671-4325-974d-efa141d2c656] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1073.629640] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f542d33a-59a0-4d37-b31d-456bd772f9a7 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 12eef27c-e671-4325-974d-efa141d2c656] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1073.631166] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7d0515-3b8d-427b-84d9-0be4e948d414 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.639495] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-f542d33a-59a0-4d37-b31d-456bd772f9a7 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 12eef27c-e671-4325-974d-efa141d2c656] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1073.639743] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61dc58d1-2e68-4ac5-9da4-d4d3a4814e09 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.647428] env[62301]: DEBUG oslo_vmware.api [None req-f542d33a-59a0-4d37-b31d-456bd772f9a7 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 1073.647428] env[62301]: value = "task-2570982" [ 1073.647428] env[62301]: _type = "Task" [ 1073.647428] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.656430] env[62301]: DEBUG oslo_vmware.api [None req-f542d33a-59a0-4d37-b31d-456bd772f9a7 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570982, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.907830] env[62301]: DEBUG oslo_vmware.api [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570981, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.957974] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c534d9e8-af25-40ab-81b3-5f2b221d5738 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.802s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1073.960803] env[62301]: DEBUG oslo_concurrency.lockutils [None req-360400c9-91d1-4a52-9431-c3391d2fc5d3 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.550s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1073.961102] env[62301]: DEBUG nova.objects.instance [None req-360400c9-91d1-4a52-9431-c3391d2fc5d3 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Lazy-loading 'resources' on Instance uuid 9317e942-06ea-4055-8eb8-0bce94a7dd77 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.983199] env[62301]: INFO nova.scheduler.client.report [None req-c534d9e8-af25-40ab-81b3-5f2b221d5738 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Deleted allocations for instance 771fe5ee-9535-4329-9d69-86d9ec130698 [ 1074.158532] env[62301]: DEBUG oslo_vmware.api [None req-f542d33a-59a0-4d37-b31d-456bd772f9a7 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570982, 'name': PowerOffVM_Task, 'duration_secs': 0.393346} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.158801] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-f542d33a-59a0-4d37-b31d-456bd772f9a7 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 12eef27c-e671-4325-974d-efa141d2c656] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1074.159047] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f542d33a-59a0-4d37-b31d-456bd772f9a7 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 12eef27c-e671-4325-974d-efa141d2c656] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1074.159362] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30fbd28c-8a89-4438-85de-0dd1629b321c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.252826] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f542d33a-59a0-4d37-b31d-456bd772f9a7 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 12eef27c-e671-4325-974d-efa141d2c656] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1074.253122] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f542d33a-59a0-4d37-b31d-456bd772f9a7 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 12eef27c-e671-4325-974d-efa141d2c656] Deleting contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1074.253332] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-f542d33a-59a0-4d37-b31d-456bd772f9a7 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Deleting the datastore file [datastore2] 12eef27c-e671-4325-974d-efa141d2c656 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1074.253618] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5236a1c7-3141-4951-98d4-64e0eea97da6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.262232] env[62301]: DEBUG oslo_vmware.api [None req-f542d33a-59a0-4d37-b31d-456bd772f9a7 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for the task: (returnval){ [ 1074.262232] env[62301]: value = "task-2570984" [ 1074.262232] env[62301]: _type = "Task" [ 1074.262232] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.271797] env[62301]: DEBUG oslo_vmware.api [None req-f542d33a-59a0-4d37-b31d-456bd772f9a7 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570984, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.406858] env[62301]: DEBUG oslo_vmware.api [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2570981, 'name': PowerOnVM_Task, 'duration_secs': 2.148776} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.407255] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.407467] env[62301]: INFO nova.compute.manager [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Took 10.33 seconds to spawn the instance on the hypervisor. [ 1074.407679] env[62301]: DEBUG nova.compute.manager [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.408663] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3be283-29b6-4f97-8743-cbaed32c2a99 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.494543] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c534d9e8-af25-40ab-81b3-5f2b221d5738 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lock "771fe5ee-9535-4329-9d69-86d9ec130698" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.061s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1074.495523] env[62301]: DEBUG oslo_concurrency.lockutils [req-bd6e225f-3122-425d-87be-a51991bc1bbf req-fdbc402a-8677-4b4a-af6b-22aa4188be53 service nova] Acquired lock "771fe5ee-9535-4329-9d69-86d9ec130698" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.496536] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89f0ee2-d2d0-4f18-ad5d-5040a9ba5a9e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.506573] env[62301]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1074.506741] env[62301]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=62301) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1074.507251] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6fcef414-c9e6-4efc-ae85-c10173c68e4c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.520833] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55ba817-0d6a-42d9-8e82-f16534eb7c00 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.540349] env[62301]: DEBUG oslo_concurrency.lockutils [None req-40b8c64f-5c7e-4c58-b8cc-af0b1cd8a194 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Acquiring lock "d44608fc-c2b2-4331-ba83-0553238f5f6d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1074.540591] env[62301]: DEBUG oslo_concurrency.lockutils [None req-40b8c64f-5c7e-4c58-b8cc-af0b1cd8a194 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Lock "d44608fc-c2b2-4331-ba83-0553238f5f6d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1074.540793] env[62301]: DEBUG oslo_concurrency.lockutils [None req-40b8c64f-5c7e-4c58-b8cc-af0b1cd8a194 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Acquiring lock "d44608fc-c2b2-4331-ba83-0553238f5f6d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1074.540970] env[62301]: DEBUG oslo_concurrency.lockutils [None req-40b8c64f-5c7e-4c58-b8cc-af0b1cd8a194 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Lock "d44608fc-c2b2-4331-ba83-0553238f5f6d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1074.541156] env[62301]: DEBUG oslo_concurrency.lockutils [None req-40b8c64f-5c7e-4c58-b8cc-af0b1cd8a194 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Lock "d44608fc-c2b2-4331-ba83-0553238f5f6d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1074.543253] env[62301]: INFO nova.compute.manager [None req-40b8c64f-5c7e-4c58-b8cc-af0b1cd8a194 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Terminating instance [ 1074.559513] env[62301]: ERROR root [req-bd6e225f-3122-425d-87be-a51991bc1bbf req-fdbc402a-8677-4b4a-af6b-22aa4188be53 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-518915' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-518915' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-518915' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-518915'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-518915' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-518915' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-518915'}\n"]: nova.exception.InstanceNotFound: Instance 771fe5ee-9535-4329-9d69-86d9ec130698 could not be found. [ 1074.559709] env[62301]: DEBUG oslo_concurrency.lockutils [req-bd6e225f-3122-425d-87be-a51991bc1bbf req-fdbc402a-8677-4b4a-af6b-22aa4188be53 service nova] Releasing lock "771fe5ee-9535-4329-9d69-86d9ec130698" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.559913] env[62301]: DEBUG nova.compute.manager [req-bd6e225f-3122-425d-87be-a51991bc1bbf req-fdbc402a-8677-4b4a-af6b-22aa4188be53 service nova] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Detach interface failed, port_id=da526505-b388-4c09-af48-79d6301fb072, reason: Instance 771fe5ee-9535-4329-9d69-86d9ec130698 could not be found. {{(pid=62301) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1074.561156] env[62301]: DEBUG nova.compute.manager [None req-40b8c64f-5c7e-4c58-b8cc-af0b1cd8a194 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1074.561353] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-40b8c64f-5c7e-4c58-b8cc-af0b1cd8a194 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1074.564399] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737389e5-398c-4e0d-8735-73873c76fae2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.574810] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-40b8c64f-5c7e-4c58-b8cc-af0b1cd8a194 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.575079] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b7ef305-ea19-47bc-a8b5-036e6ce2c76e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.584646] env[62301]: DEBUG oslo_vmware.api [None req-40b8c64f-5c7e-4c58-b8cc-af0b1cd8a194 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Waiting for the task: (returnval){ [ 1074.584646] env[62301]: value = "task-2570985" [ 1074.584646] env[62301]: _type = "Task" [ 1074.584646] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.596689] env[62301]: DEBUG oslo_vmware.api [None req-40b8c64f-5c7e-4c58-b8cc-af0b1cd8a194 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570985, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.711560] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d815b3-0c04-40c5-a7a8-447a68513e68 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.720388] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36168f2c-d175-4609-819c-ca7750f64d3d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.751833] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb160ea-cd16-489f-98bd-85b5acdfebfb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.760528] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d790353-3b55-4698-8687-46ccf630eebc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.772884] env[62301]: DEBUG oslo_vmware.api [None req-f542d33a-59a0-4d37-b31d-456bd772f9a7 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Task: {'id': task-2570984, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146358} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.780699] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-f542d33a-59a0-4d37-b31d-456bd772f9a7 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1074.780893] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f542d33a-59a0-4d37-b31d-456bd772f9a7 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 12eef27c-e671-4325-974d-efa141d2c656] Deleted contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1074.781086] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f542d33a-59a0-4d37-b31d-456bd772f9a7 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 12eef27c-e671-4325-974d-efa141d2c656] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1074.781269] env[62301]: INFO nova.compute.manager [None req-f542d33a-59a0-4d37-b31d-456bd772f9a7 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] [instance: 12eef27c-e671-4325-974d-efa141d2c656] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1074.781515] env[62301]: DEBUG oslo.service.loopingcall [None req-f542d33a-59a0-4d37-b31d-456bd772f9a7 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1074.781938] env[62301]: DEBUG nova.compute.provider_tree [None req-360400c9-91d1-4a52-9431-c3391d2fc5d3 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.783305] env[62301]: DEBUG nova.compute.manager [-] [instance: 12eef27c-e671-4325-974d-efa141d2c656] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1074.783413] env[62301]: DEBUG nova.network.neutron [-] [instance: 12eef27c-e671-4325-974d-efa141d2c656] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1074.928915] env[62301]: INFO nova.compute.manager [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Took 26.36 seconds to build instance. [ 1075.039179] env[62301]: DEBUG nova.compute.manager [req-4a7dcff8-23ab-48fc-a6c7-928a3c2a86ed req-837e1f26-da33-4088-90e0-a84a43d87ef3 service nova] [instance: 12eef27c-e671-4325-974d-efa141d2c656] Received event network-vif-deleted-cf7a7f08-1958-490f-8acb-84ba35235fcc {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1075.039376] env[62301]: INFO nova.compute.manager [req-4a7dcff8-23ab-48fc-a6c7-928a3c2a86ed req-837e1f26-da33-4088-90e0-a84a43d87ef3 service nova] [instance: 12eef27c-e671-4325-974d-efa141d2c656] Neutron deleted interface cf7a7f08-1958-490f-8acb-84ba35235fcc; detaching it from the instance and deleting it from the info cache [ 1075.039549] env[62301]: DEBUG nova.network.neutron [req-4a7dcff8-23ab-48fc-a6c7-928a3c2a86ed req-837e1f26-da33-4088-90e0-a84a43d87ef3 service nova] [instance: 12eef27c-e671-4325-974d-efa141d2c656] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.095933] env[62301]: DEBUG oslo_vmware.api [None req-40b8c64f-5c7e-4c58-b8cc-af0b1cd8a194 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570985, 'name': PowerOffVM_Task, 'duration_secs': 0.232037} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.096245] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-40b8c64f-5c7e-4c58-b8cc-af0b1cd8a194 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1075.096418] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-40b8c64f-5c7e-4c58-b8cc-af0b1cd8a194 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1075.096672] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4906b281-7d99-4471-9074-7a8729630127 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.179818] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-40b8c64f-5c7e-4c58-b8cc-af0b1cd8a194 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1075.180058] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-40b8c64f-5c7e-4c58-b8cc-af0b1cd8a194 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1075.180376] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-40b8c64f-5c7e-4c58-b8cc-af0b1cd8a194 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Deleting the datastore file [datastore1] d44608fc-c2b2-4331-ba83-0553238f5f6d {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1075.180702] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd47af92-88fe-489a-b5d7-32e5b470ebf3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.189855] env[62301]: DEBUG oslo_vmware.api [None req-40b8c64f-5c7e-4c58-b8cc-af0b1cd8a194 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Waiting for the task: (returnval){ [ 1075.189855] env[62301]: value = "task-2570987" [ 1075.189855] env[62301]: _type = "Task" [ 1075.189855] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.199234] env[62301]: DEBUG oslo_vmware.api [None req-40b8c64f-5c7e-4c58-b8cc-af0b1cd8a194 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570987, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.287094] env[62301]: DEBUG nova.scheduler.client.report [None req-360400c9-91d1-4a52-9431-c3391d2fc5d3 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.431016] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26355660-50e1-4f89-900c-2aabec7c4fa6 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lock "334bc39b-d49a-44f9-866f-28be73706227" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.871s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1075.520951] env[62301]: DEBUG nova.network.neutron [-] [instance: 12eef27c-e671-4325-974d-efa141d2c656] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.542414] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0e90fe7d-ad05-4c58-b1e1-670e97c4ca37 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.553368] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960b2994-c294-4397-ab97-932b3e0f6f33 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.587621] env[62301]: DEBUG nova.compute.manager [req-4a7dcff8-23ab-48fc-a6c7-928a3c2a86ed req-837e1f26-da33-4088-90e0-a84a43d87ef3 service nova] [instance: 12eef27c-e671-4325-974d-efa141d2c656] Detach interface failed, port_id=cf7a7f08-1958-490f-8acb-84ba35235fcc, reason: Instance 12eef27c-e671-4325-974d-efa141d2c656 could not be found. {{(pid=62301) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1075.701985] env[62301]: DEBUG oslo_vmware.api [None req-40b8c64f-5c7e-4c58-b8cc-af0b1cd8a194 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Task: {'id': task-2570987, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267001} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.702318] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-40b8c64f-5c7e-4c58-b8cc-af0b1cd8a194 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1075.702499] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-40b8c64f-5c7e-4c58-b8cc-af0b1cd8a194 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1075.702677] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-40b8c64f-5c7e-4c58-b8cc-af0b1cd8a194 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1075.702850] env[62301]: INFO nova.compute.manager [None req-40b8c64f-5c7e-4c58-b8cc-af0b1cd8a194 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1075.703161] env[62301]: DEBUG oslo.service.loopingcall [None req-40b8c64f-5c7e-4c58-b8cc-af0b1cd8a194 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1075.704477] env[62301]: DEBUG nova.compute.manager [-] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1075.704477] env[62301]: DEBUG nova.network.neutron [-] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1075.792944] env[62301]: DEBUG oslo_concurrency.lockutils [None req-360400c9-91d1-4a52-9431-c3391d2fc5d3 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.832s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1075.796565] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.969s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1075.798700] env[62301]: INFO nova.compute.claims [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: f3c9cd84-02cf-49b2-8395-76dc2c48c17b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1075.819907] env[62301]: INFO nova.scheduler.client.report [None req-360400c9-91d1-4a52-9431-c3391d2fc5d3 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Deleted allocations for instance 9317e942-06ea-4055-8eb8-0bce94a7dd77 [ 1076.023464] env[62301]: INFO nova.compute.manager [-] [instance: 12eef27c-e671-4325-974d-efa141d2c656] Took 1.24 seconds to deallocate network for instance. [ 1076.327034] env[62301]: DEBUG oslo_concurrency.lockutils [None req-360400c9-91d1-4a52-9431-c3391d2fc5d3 tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Lock "9317e942-06ea-4055-8eb8-0bce94a7dd77" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.721s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1076.533245] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f542d33a-59a0-4d37-b31d-456bd772f9a7 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1076.574640] env[62301]: DEBUG nova.network.neutron [-] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.021415] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9f6a0f-b647-44c9-be9b-23249542301d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.030398] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282e8798-057c-473f-a6f7-90bcc7c7751c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.062525] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e005c0-f4df-410a-9e00-f89e28bac44e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.069196] env[62301]: DEBUG nova.compute.manager [req-0b679fd8-328a-4e13-9a54-c0f0a841b85c req-33f39b7e-007b-456d-8708-add13a804b12 service nova] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Received event network-vif-deleted-e7617da4-5e36-4a41-a3b3-f9581ffa2905 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1077.069530] env[62301]: DEBUG nova.compute.manager [req-0b679fd8-328a-4e13-9a54-c0f0a841b85c req-33f39b7e-007b-456d-8708-add13a804b12 service nova] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Received event network-changed-452b541b-8f6f-45a1-a4c8-f1561a03b101 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1077.069790] env[62301]: DEBUG nova.compute.manager [req-0b679fd8-328a-4e13-9a54-c0f0a841b85c req-33f39b7e-007b-456d-8708-add13a804b12 service nova] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Refreshing instance network info cache due to event network-changed-452b541b-8f6f-45a1-a4c8-f1561a03b101. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1077.070127] env[62301]: DEBUG oslo_concurrency.lockutils [req-0b679fd8-328a-4e13-9a54-c0f0a841b85c req-33f39b7e-007b-456d-8708-add13a804b12 service nova] Acquiring lock "refresh_cache-334bc39b-d49a-44f9-866f-28be73706227" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.070370] env[62301]: DEBUG oslo_concurrency.lockutils [req-0b679fd8-328a-4e13-9a54-c0f0a841b85c req-33f39b7e-007b-456d-8708-add13a804b12 service nova] Acquired lock "refresh_cache-334bc39b-d49a-44f9-866f-28be73706227" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.070641] env[62301]: DEBUG nova.network.neutron [req-0b679fd8-328a-4e13-9a54-c0f0a841b85c req-33f39b7e-007b-456d-8708-add13a804b12 service nova] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Refreshing network info cache for port 452b541b-8f6f-45a1-a4c8-f1561a03b101 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1077.078691] env[62301]: INFO nova.compute.manager [-] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Took 1.37 seconds to deallocate network for instance. [ 1077.082620] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076484e6-aa20-4071-9242-b9dfc65826c8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.101560] env[62301]: DEBUG nova.compute.provider_tree [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.221533] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquiring lock "1dedee32-a2dd-409b-89f6-7c8e764c5c0c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1077.221761] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lock "1dedee32-a2dd-409b-89f6-7c8e764c5c0c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1077.366434] env[62301]: DEBUG oslo_concurrency.lockutils [None req-3e51336d-98b9-4b61-92e8-d4701c27188e tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Acquiring lock "de6bacc7-556f-4809-a791-26892786c64a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1077.366677] env[62301]: DEBUG oslo_concurrency.lockutils [None req-3e51336d-98b9-4b61-92e8-d4701c27188e tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Lock "de6bacc7-556f-4809-a791-26892786c64a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1077.366879] env[62301]: DEBUG oslo_concurrency.lockutils [None req-3e51336d-98b9-4b61-92e8-d4701c27188e tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Acquiring lock "de6bacc7-556f-4809-a791-26892786c64a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1077.367076] env[62301]: DEBUG oslo_concurrency.lockutils [None req-3e51336d-98b9-4b61-92e8-d4701c27188e tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Lock "de6bacc7-556f-4809-a791-26892786c64a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1077.367252] env[62301]: DEBUG oslo_concurrency.lockutils [None req-3e51336d-98b9-4b61-92e8-d4701c27188e tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Lock "de6bacc7-556f-4809-a791-26892786c64a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1077.369307] env[62301]: INFO nova.compute.manager [None req-3e51336d-98b9-4b61-92e8-d4701c27188e tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: de6bacc7-556f-4809-a791-26892786c64a] Terminating instance [ 1077.592414] env[62301]: DEBUG oslo_concurrency.lockutils [None req-40b8c64f-5c7e-4c58-b8cc-af0b1cd8a194 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1077.605857] env[62301]: DEBUG nova.scheduler.client.report [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.724949] env[62301]: DEBUG nova.compute.manager [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1077.802103] env[62301]: DEBUG nova.network.neutron [req-0b679fd8-328a-4e13-9a54-c0f0a841b85c req-33f39b7e-007b-456d-8708-add13a804b12 service nova] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Updated VIF entry in instance network info cache for port 452b541b-8f6f-45a1-a4c8-f1561a03b101. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1077.802483] env[62301]: DEBUG nova.network.neutron [req-0b679fd8-328a-4e13-9a54-c0f0a841b85c req-33f39b7e-007b-456d-8708-add13a804b12 service nova] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Updating instance_info_cache with network_info: [{"id": "452b541b-8f6f-45a1-a4c8-f1561a03b101", "address": "fa:16:3e:f6:b5:74", "network": {"id": "4db15bfb-5237-4871-8da5-38b678505e0e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-131495656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c6e401c2ffb4be5ad8d8a54b65f4a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap452b541b-8f", "ovs_interfaceid": "452b541b-8f6f-45a1-a4c8-f1561a03b101", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.872664] env[62301]: DEBUG nova.compute.manager [None req-3e51336d-98b9-4b61-92e8-d4701c27188e tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: de6bacc7-556f-4809-a791-26892786c64a] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1077.872900] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-3e51336d-98b9-4b61-92e8-d4701c27188e tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: de6bacc7-556f-4809-a791-26892786c64a] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1077.873885] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7267ca-20a2-4ae5-98fb-18cea2ba0f85 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.883190] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e51336d-98b9-4b61-92e8-d4701c27188e tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: de6bacc7-556f-4809-a791-26892786c64a] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.883440] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b41fa60-cf04-46aa-95e7-96c602353f0a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.891546] env[62301]: DEBUG oslo_vmware.api [None req-3e51336d-98b9-4b61-92e8-d4701c27188e tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Waiting for the task: (returnval){ [ 1077.891546] env[62301]: value = "task-2570988" [ 1077.891546] env[62301]: _type = "Task" [ 1077.891546] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.899970] env[62301]: DEBUG oslo_vmware.api [None req-3e51336d-98b9-4b61-92e8-d4701c27188e tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Task: {'id': task-2570988, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.110526] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.314s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1078.111058] env[62301]: DEBUG nova.compute.manager [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: f3c9cd84-02cf-49b2-8395-76dc2c48c17b] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1078.113665] env[62301]: DEBUG oslo_concurrency.lockutils [None req-72bad37a-b45e-48e0-933f-27dd536e4e39 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.231s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1078.113862] env[62301]: DEBUG oslo_concurrency.lockutils [None req-72bad37a-b45e-48e0-933f-27dd536e4e39 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1078.115979] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.927s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1078.139154] env[62301]: INFO nova.scheduler.client.report [None req-72bad37a-b45e-48e0-933f-27dd536e4e39 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Deleted allocations for instance 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738 [ 1078.243493] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1078.304766] env[62301]: DEBUG oslo_concurrency.lockutils [req-0b679fd8-328a-4e13-9a54-c0f0a841b85c req-33f39b7e-007b-456d-8708-add13a804b12 service nova] Releasing lock "refresh_cache-334bc39b-d49a-44f9-866f-28be73706227" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.403317] env[62301]: DEBUG oslo_vmware.api [None req-3e51336d-98b9-4b61-92e8-d4701c27188e tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Task: {'id': task-2570988, 'name': PowerOffVM_Task, 'duration_secs': 0.232095} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.403521] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e51336d-98b9-4b61-92e8-d4701c27188e tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: de6bacc7-556f-4809-a791-26892786c64a] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1078.403688] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-3e51336d-98b9-4b61-92e8-d4701c27188e tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: de6bacc7-556f-4809-a791-26892786c64a] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1078.403936] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac64b233-dbe3-4e52-9394-2c7a4ed99ada {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.533655] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-3e51336d-98b9-4b61-92e8-d4701c27188e tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: de6bacc7-556f-4809-a791-26892786c64a] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1078.533878] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-3e51336d-98b9-4b61-92e8-d4701c27188e tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: de6bacc7-556f-4809-a791-26892786c64a] Deleting contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1078.534082] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e51336d-98b9-4b61-92e8-d4701c27188e tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Deleting the datastore file [datastore2] de6bacc7-556f-4809-a791-26892786c64a {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1078.534363] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-033eace3-9138-4e5c-83a9-b204f3c61525 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.541024] env[62301]: DEBUG oslo_vmware.api [None req-3e51336d-98b9-4b61-92e8-d4701c27188e tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Waiting for the task: (returnval){ [ 1078.541024] env[62301]: value = "task-2570990" [ 1078.541024] env[62301]: _type = "Task" [ 1078.541024] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.549481] env[62301]: DEBUG oslo_vmware.api [None req-3e51336d-98b9-4b61-92e8-d4701c27188e tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Task: {'id': task-2570990, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.619076] env[62301]: DEBUG nova.compute.utils [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1078.622685] env[62301]: INFO nova.compute.claims [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1078.628905] env[62301]: DEBUG nova.compute.manager [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: f3c9cd84-02cf-49b2-8395-76dc2c48c17b] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1078.628905] env[62301]: DEBUG nova.network.neutron [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: f3c9cd84-02cf-49b2-8395-76dc2c48c17b] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1078.649225] env[62301]: DEBUG oslo_concurrency.lockutils [None req-72bad37a-b45e-48e0-933f-27dd536e4e39 tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.305s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1078.665024] env[62301]: DEBUG nova.policy [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a8f3de2018d4e52aaaf9cc9ade88cd6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ea9bdc8a9b547d881e4051cff4426f9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 1079.022249] env[62301]: DEBUG nova.network.neutron [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: f3c9cd84-02cf-49b2-8395-76dc2c48c17b] Successfully created port: 92e5a21d-bba9-403a-9c2d-fe167cfa46cc {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1079.053675] env[62301]: DEBUG oslo_vmware.api [None req-3e51336d-98b9-4b61-92e8-d4701c27188e tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Task: {'id': task-2570990, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153995} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.053950] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e51336d-98b9-4b61-92e8-d4701c27188e tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1079.054126] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-3e51336d-98b9-4b61-92e8-d4701c27188e tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: de6bacc7-556f-4809-a791-26892786c64a] Deleted contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1079.054308] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-3e51336d-98b9-4b61-92e8-d4701c27188e tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: de6bacc7-556f-4809-a791-26892786c64a] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1079.054488] env[62301]: INFO nova.compute.manager [None req-3e51336d-98b9-4b61-92e8-d4701c27188e tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] [instance: de6bacc7-556f-4809-a791-26892786c64a] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1079.054745] env[62301]: DEBUG oslo.service.loopingcall [None req-3e51336d-98b9-4b61-92e8-d4701c27188e tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1079.055061] env[62301]: DEBUG nova.compute.manager [-] [instance: de6bacc7-556f-4809-a791-26892786c64a] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1079.055061] env[62301]: DEBUG nova.network.neutron [-] [instance: de6bacc7-556f-4809-a791-26892786c64a] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1079.127938] env[62301]: DEBUG nova.compute.manager [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: f3c9cd84-02cf-49b2-8395-76dc2c48c17b] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1079.131902] env[62301]: INFO nova.compute.resource_tracker [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Updating resource usage from migration d489ef75-5318-419e-a634-899bd4fea725 [ 1079.403373] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8a0f24-fa88-4527-b1c3-207108bfd154 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.413318] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425d1e33-f591-46a1-a00d-9b8787d421ea {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.449645] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d87ddc-24be-4b1a-b925-6b6f009a6e1d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.459627] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab317be-a0eb-40a5-bcc0-79707d2e4783 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.477154] env[62301]: DEBUG nova.compute.provider_tree [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.586978] env[62301]: DEBUG nova.compute.manager [req-42619a76-7572-4a99-8eba-2d0ca3589fab req-82d5196e-90b4-4779-a19f-a0dc9e7ace04 service nova] [instance: de6bacc7-556f-4809-a791-26892786c64a] Received event network-vif-deleted-f80116cc-d8cb-4eee-afa0-c69ff3daa43e {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1079.587201] env[62301]: INFO nova.compute.manager [req-42619a76-7572-4a99-8eba-2d0ca3589fab req-82d5196e-90b4-4779-a19f-a0dc9e7ace04 service nova] [instance: de6bacc7-556f-4809-a791-26892786c64a] Neutron deleted interface f80116cc-d8cb-4eee-afa0-c69ff3daa43e; detaching it from the instance and deleting it from the info cache [ 1079.587376] env[62301]: DEBUG nova.network.neutron [req-42619a76-7572-4a99-8eba-2d0ca3589fab req-82d5196e-90b4-4779-a19f-a0dc9e7ace04 service nova] [instance: de6bacc7-556f-4809-a791-26892786c64a] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.982347] env[62301]: DEBUG nova.scheduler.client.report [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.065443] env[62301]: DEBUG nova.network.neutron [-] [instance: de6bacc7-556f-4809-a791-26892786c64a] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.091406] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7a2dfa45-4947-4464-9566-28826bd164ae {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.104109] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e7ab1f-1000-44b6-a61d-f513a5f0b9f0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.138014] env[62301]: DEBUG nova.compute.manager [req-42619a76-7572-4a99-8eba-2d0ca3589fab req-82d5196e-90b4-4779-a19f-a0dc9e7ace04 service nova] [instance: de6bacc7-556f-4809-a791-26892786c64a] Detach interface failed, port_id=f80116cc-d8cb-4eee-afa0-c69ff3daa43e, reason: Instance de6bacc7-556f-4809-a791-26892786c64a could not be found. {{(pid=62301) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1080.141505] env[62301]: DEBUG nova.compute.manager [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: f3c9cd84-02cf-49b2-8395-76dc2c48c17b] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1080.171772] env[62301]: DEBUG nova.virt.hardware [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1080.172014] env[62301]: DEBUG nova.virt.hardware [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1080.172190] env[62301]: DEBUG nova.virt.hardware [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1080.172406] env[62301]: DEBUG nova.virt.hardware [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1080.172571] env[62301]: DEBUG nova.virt.hardware [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1080.172720] env[62301]: DEBUG nova.virt.hardware [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1080.172942] env[62301]: DEBUG nova.virt.hardware [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1080.173127] env[62301]: DEBUG nova.virt.hardware [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1080.173327] env[62301]: DEBUG nova.virt.hardware [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1080.173501] env[62301]: DEBUG nova.virt.hardware [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1080.173769] env[62301]: DEBUG nova.virt.hardware [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1080.174727] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a86f45-746b-4c32-af76-f8e7654a99ae {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.184187] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692740b4-a645-4ce5-8e77-d718d67a9591 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.488535] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.372s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1080.488766] env[62301]: INFO nova.compute.manager [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Migrating [ 1080.495224] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.472s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1080.496767] env[62301]: INFO nova.compute.claims [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1080.568050] env[62301]: INFO nova.compute.manager [-] [instance: de6bacc7-556f-4809-a791-26892786c64a] Took 1.51 seconds to deallocate network for instance. [ 1080.838996] env[62301]: DEBUG nova.network.neutron [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: f3c9cd84-02cf-49b2-8395-76dc2c48c17b] Successfully updated port: 92e5a21d-bba9-403a-9c2d-fe167cfa46cc {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1081.009035] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquiring lock "refresh_cache-c110b5dd-9ea3-4714-9ab5-6146fca77dcb" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.009326] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquired lock "refresh_cache-c110b5dd-9ea3-4714-9ab5-6146fca77dcb" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.009326] env[62301]: DEBUG nova.network.neutron [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.073999] env[62301]: DEBUG oslo_concurrency.lockutils [None req-3e51336d-98b9-4b61-92e8-d4701c27188e tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1081.346183] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquiring lock "refresh_cache-f3c9cd84-02cf-49b2-8395-76dc2c48c17b" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.346183] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquired lock "refresh_cache-f3c9cd84-02cf-49b2-8395-76dc2c48c17b" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.346183] env[62301]: DEBUG nova.network.neutron [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: f3c9cd84-02cf-49b2-8395-76dc2c48c17b] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.612064] env[62301]: DEBUG nova.compute.manager [req-2a23ab89-10a7-4aaf-80a7-632cc1d2d5e2 req-db6a42e3-5a4e-482b-87a0-bdfa7fd74f0b service nova] [instance: f3c9cd84-02cf-49b2-8395-76dc2c48c17b] Received event network-vif-plugged-92e5a21d-bba9-403a-9c2d-fe167cfa46cc {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1081.612125] env[62301]: DEBUG oslo_concurrency.lockutils [req-2a23ab89-10a7-4aaf-80a7-632cc1d2d5e2 req-db6a42e3-5a4e-482b-87a0-bdfa7fd74f0b service nova] Acquiring lock "f3c9cd84-02cf-49b2-8395-76dc2c48c17b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1081.612306] env[62301]: DEBUG oslo_concurrency.lockutils [req-2a23ab89-10a7-4aaf-80a7-632cc1d2d5e2 req-db6a42e3-5a4e-482b-87a0-bdfa7fd74f0b service nova] Lock "f3c9cd84-02cf-49b2-8395-76dc2c48c17b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1081.612474] env[62301]: DEBUG oslo_concurrency.lockutils [req-2a23ab89-10a7-4aaf-80a7-632cc1d2d5e2 req-db6a42e3-5a4e-482b-87a0-bdfa7fd74f0b service nova] Lock "f3c9cd84-02cf-49b2-8395-76dc2c48c17b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1081.612639] env[62301]: DEBUG nova.compute.manager [req-2a23ab89-10a7-4aaf-80a7-632cc1d2d5e2 req-db6a42e3-5a4e-482b-87a0-bdfa7fd74f0b service nova] [instance: f3c9cd84-02cf-49b2-8395-76dc2c48c17b] No waiting events found dispatching network-vif-plugged-92e5a21d-bba9-403a-9c2d-fe167cfa46cc {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1081.612787] env[62301]: WARNING nova.compute.manager [req-2a23ab89-10a7-4aaf-80a7-632cc1d2d5e2 req-db6a42e3-5a4e-482b-87a0-bdfa7fd74f0b service nova] [instance: f3c9cd84-02cf-49b2-8395-76dc2c48c17b] Received unexpected event network-vif-plugged-92e5a21d-bba9-403a-9c2d-fe167cfa46cc for instance with vm_state building and task_state spawning. [ 1081.612948] env[62301]: DEBUG nova.compute.manager [req-2a23ab89-10a7-4aaf-80a7-632cc1d2d5e2 req-db6a42e3-5a4e-482b-87a0-bdfa7fd74f0b service nova] [instance: f3c9cd84-02cf-49b2-8395-76dc2c48c17b] Received event network-changed-92e5a21d-bba9-403a-9c2d-fe167cfa46cc {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1081.613159] env[62301]: DEBUG nova.compute.manager [req-2a23ab89-10a7-4aaf-80a7-632cc1d2d5e2 req-db6a42e3-5a4e-482b-87a0-bdfa7fd74f0b service nova] [instance: f3c9cd84-02cf-49b2-8395-76dc2c48c17b] Refreshing instance network info cache due to event network-changed-92e5a21d-bba9-403a-9c2d-fe167cfa46cc. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1081.613328] env[62301]: DEBUG oslo_concurrency.lockutils [req-2a23ab89-10a7-4aaf-80a7-632cc1d2d5e2 req-db6a42e3-5a4e-482b-87a0-bdfa7fd74f0b service nova] Acquiring lock "refresh_cache-f3c9cd84-02cf-49b2-8395-76dc2c48c17b" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.704679] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c4fdf7-b6e4-4a4a-bfe3-6299d3be992d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.717026] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47a5ef7-495d-4342-8cb9-982a78580d3a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.755142] env[62301]: DEBUG nova.network.neutron [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Updating instance_info_cache with network_info: [{"id": "8ea4f9ad-3ad6-4cd4-8416-cfa3057b3713", "address": "fa:16:3e:a9:27:5e", "network": {"id": "84fdfe6c-b92c-4aa3-a9b8-6d0fb516b49a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-430300115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f79c1c72ace843d4be630377bd5e2326", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ea4f9ad-3a", "ovs_interfaceid": "8ea4f9ad-3ad6-4cd4-8416-cfa3057b3713", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.757501] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2c4235-ceb4-43ae-ace3-ac0d87d095c7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.767060] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f74e664-86dc-4b94-9b9c-25555c8f0079 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.785515] env[62301]: DEBUG nova.compute.provider_tree [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.882598] env[62301]: DEBUG nova.network.neutron [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: f3c9cd84-02cf-49b2-8395-76dc2c48c17b] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1082.076312] env[62301]: DEBUG nova.network.neutron [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: f3c9cd84-02cf-49b2-8395-76dc2c48c17b] Updating instance_info_cache with network_info: [{"id": "92e5a21d-bba9-403a-9c2d-fe167cfa46cc", "address": "fa:16:3e:cd:b8:7f", "network": {"id": "2bb96169-7594-47bb-8c69-56a2af9dfa32", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1110516366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ea9bdc8a9b547d881e4051cff4426f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92e5a21d-bb", "ovs_interfaceid": "92e5a21d-bba9-403a-9c2d-fe167cfa46cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.258360] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Releasing lock "refresh_cache-c110b5dd-9ea3-4714-9ab5-6146fca77dcb" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.288227] env[62301]: DEBUG nova.scheduler.client.report [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.511626] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1082.511850] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1082.511999] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Starting heal instance info cache {{(pid=62301) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1082.512138] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Rebuilding the list of instances to heal {{(pid=62301) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1082.578936] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Releasing lock "refresh_cache-f3c9cd84-02cf-49b2-8395-76dc2c48c17b" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.579271] env[62301]: DEBUG nova.compute.manager [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: f3c9cd84-02cf-49b2-8395-76dc2c48c17b] Instance network_info: |[{"id": "92e5a21d-bba9-403a-9c2d-fe167cfa46cc", "address": "fa:16:3e:cd:b8:7f", "network": {"id": "2bb96169-7594-47bb-8c69-56a2af9dfa32", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1110516366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ea9bdc8a9b547d881e4051cff4426f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92e5a21d-bb", "ovs_interfaceid": "92e5a21d-bba9-403a-9c2d-fe167cfa46cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1082.579576] env[62301]: DEBUG oslo_concurrency.lockutils [req-2a23ab89-10a7-4aaf-80a7-632cc1d2d5e2 req-db6a42e3-5a4e-482b-87a0-bdfa7fd74f0b service nova] Acquired lock "refresh_cache-f3c9cd84-02cf-49b2-8395-76dc2c48c17b" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.579733] env[62301]: DEBUG nova.network.neutron [req-2a23ab89-10a7-4aaf-80a7-632cc1d2d5e2 req-db6a42e3-5a4e-482b-87a0-bdfa7fd74f0b service nova] [instance: f3c9cd84-02cf-49b2-8395-76dc2c48c17b] Refreshing network info cache for port 92e5a21d-bba9-403a-9c2d-fe167cfa46cc {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1082.580907] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: f3c9cd84-02cf-49b2-8395-76dc2c48c17b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:b8:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d054505-89d3-49c5-8b38-5da917a42c49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92e5a21d-bba9-403a-9c2d-fe167cfa46cc', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1082.588784] env[62301]: DEBUG oslo.service.loopingcall [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1082.589235] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3c9cd84-02cf-49b2-8395-76dc2c48c17b] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1082.589480] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f782288-9796-416a-baab-c67cd8127437 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.616623] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1082.616623] env[62301]: value = "task-2570991" [ 1082.616623] env[62301]: _type = "Task" [ 1082.616623] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.624792] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570991, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.793022] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.298s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1082.793826] env[62301]: DEBUG nova.compute.manager [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1082.796461] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f542d33a-59a0-4d37-b31d-456bd772f9a7 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.263s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1082.796722] env[62301]: DEBUG nova.objects.instance [None req-f542d33a-59a0-4d37-b31d-456bd772f9a7 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lazy-loading 'resources' on Instance uuid 12eef27c-e671-4325-974d-efa141d2c656 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.017401] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: f3c9cd84-02cf-49b2-8395-76dc2c48c17b] Skipping network cache update for instance because it is Building. {{(pid=62301) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 1083.017580] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Skipping network cache update for instance because it is Building. {{(pid=62301) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 1083.044611] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Acquiring lock "refresh_cache-c51583ab-2881-42e3-b9e6-831afc6b6f49" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.044763] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Acquired lock "refresh_cache-c51583ab-2881-42e3-b9e6-831afc6b6f49" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.044906] env[62301]: DEBUG nova.network.neutron [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] Forcefully refreshing network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1083.045076] env[62301]: DEBUG nova.objects.instance [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lazy-loading 'info_cache' on Instance uuid c51583ab-2881-42e3-b9e6-831afc6b6f49 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.127553] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2570991, 'name': CreateVM_Task, 'duration_secs': 0.378234} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.127935] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3c9cd84-02cf-49b2-8395-76dc2c48c17b] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1083.128439] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.128594] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.128910] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1083.129176] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98ebb82c-198b-4590-911e-133babd8e5b9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.136085] env[62301]: DEBUG oslo_vmware.api [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 1083.136085] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]526c2c93-3f2b-080e-1cfd-f68d6abfe54f" [ 1083.136085] env[62301]: _type = "Task" [ 1083.136085] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.144183] env[62301]: DEBUG oslo_vmware.api [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]526c2c93-3f2b-080e-1cfd-f68d6abfe54f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.300257] env[62301]: DEBUG nova.compute.utils [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1083.304751] env[62301]: DEBUG nova.network.neutron [req-2a23ab89-10a7-4aaf-80a7-632cc1d2d5e2 req-db6a42e3-5a4e-482b-87a0-bdfa7fd74f0b service nova] [instance: f3c9cd84-02cf-49b2-8395-76dc2c48c17b] Updated VIF entry in instance network info cache for port 92e5a21d-bba9-403a-9c2d-fe167cfa46cc. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1083.304908] env[62301]: DEBUG nova.network.neutron [req-2a23ab89-10a7-4aaf-80a7-632cc1d2d5e2 req-db6a42e3-5a4e-482b-87a0-bdfa7fd74f0b service nova] [instance: f3c9cd84-02cf-49b2-8395-76dc2c48c17b] Updating instance_info_cache with network_info: [{"id": "92e5a21d-bba9-403a-9c2d-fe167cfa46cc", "address": "fa:16:3e:cd:b8:7f", "network": {"id": "2bb96169-7594-47bb-8c69-56a2af9dfa32", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1110516366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ea9bdc8a9b547d881e4051cff4426f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92e5a21d-bb", "ovs_interfaceid": "92e5a21d-bba9-403a-9c2d-fe167cfa46cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.305965] env[62301]: DEBUG nova.compute.manager [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1083.307039] env[62301]: DEBUG nova.network.neutron [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1083.340202] env[62301]: DEBUG nova.policy [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6519f0edd7f4c1bbb97751996e2b3d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a4a399762bbd46c483973e1371d2429c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 1083.496338] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4039b8-1ecb-4ae0-87b5-fb147103cd1d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.505029] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df64790-eb24-4e03-ae4a-dffbd71b98fb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.537216] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff5a145-9c41-4588-b67b-f27c5b756be8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.545684] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da457fb-c774-4631-99dc-ad32dde8e6de {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.563401] env[62301]: DEBUG nova.compute.provider_tree [None req-f542d33a-59a0-4d37-b31d-456bd772f9a7 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.648311] env[62301]: DEBUG oslo_vmware.api [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]526c2c93-3f2b-080e-1cfd-f68d6abfe54f, 'name': SearchDatastore_Task, 'duration_secs': 0.011102} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.649108] env[62301]: DEBUG nova.network.neutron [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Successfully created port: 28289662-2d90-4828-949e-847e9a978be4 {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1083.651164] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.651402] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: f3c9cd84-02cf-49b2-8395-76dc2c48c17b] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1083.651632] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.651780] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.651950] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1083.652226] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3bc15adf-f610-41aa-bc21-4eca30b17866 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.661971] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1083.662159] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1083.662926] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00858b65-ffce-4ffa-9922-6d0be1f365a8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.669513] env[62301]: DEBUG oslo_vmware.api [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 1083.669513] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]525db4b9-b145-9541-b85f-154acd1b28cf" [ 1083.669513] env[62301]: _type = "Task" [ 1083.669513] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.677386] env[62301]: DEBUG oslo_vmware.api [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]525db4b9-b145-9541-b85f-154acd1b28cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.773152] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc8d020-1f9a-4f53-b7c1-f3632b86189a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.793421] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Updating instance 'c110b5dd-9ea3-4714-9ab5-6146fca77dcb' progress to 0 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1083.804530] env[62301]: DEBUG nova.compute.manager [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1083.809445] env[62301]: DEBUG oslo_concurrency.lockutils [req-2a23ab89-10a7-4aaf-80a7-632cc1d2d5e2 req-db6a42e3-5a4e-482b-87a0-bdfa7fd74f0b service nova] Releasing lock "refresh_cache-f3c9cd84-02cf-49b2-8395-76dc2c48c17b" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.067598] env[62301]: DEBUG nova.scheduler.client.report [None req-f542d33a-59a0-4d37-b31d-456bd772f9a7 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.181557] env[62301]: DEBUG oslo_vmware.api [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]525db4b9-b145-9541-b85f-154acd1b28cf, 'name': SearchDatastore_Task, 'duration_secs': 0.010097} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.182731] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-122fe963-6408-4beb-91e6-67e20d261837 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.190035] env[62301]: DEBUG oslo_vmware.api [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 1084.190035] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5227e0c2-5c75-2744-7974-fdf3aef269d0" [ 1084.190035] env[62301]: _type = "Task" [ 1084.190035] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.197874] env[62301]: DEBUG oslo_vmware.api [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5227e0c2-5c75-2744-7974-fdf3aef269d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.299324] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.299632] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e51ba37e-262f-427f-979c-9811a672eae1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.311466] env[62301]: DEBUG oslo_vmware.api [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 1084.311466] env[62301]: value = "task-2570992" [ 1084.311466] env[62301]: _type = "Task" [ 1084.311466] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.320383] env[62301]: DEBUG oslo_vmware.api [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570992, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.572763] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f542d33a-59a0-4d37-b31d-456bd772f9a7 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.776s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1084.576049] env[62301]: DEBUG oslo_concurrency.lockutils [None req-40b8c64f-5c7e-4c58-b8cc-af0b1cd8a194 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.983s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1084.576049] env[62301]: DEBUG nova.objects.instance [None req-40b8c64f-5c7e-4c58-b8cc-af0b1cd8a194 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Lazy-loading 'resources' on Instance uuid d44608fc-c2b2-4331-ba83-0553238f5f6d {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.595037] env[62301]: INFO nova.scheduler.client.report [None req-f542d33a-59a0-4d37-b31d-456bd772f9a7 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Deleted allocations for instance 12eef27c-e671-4325-974d-efa141d2c656 [ 1084.700305] env[62301]: DEBUG oslo_vmware.api [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5227e0c2-5c75-2744-7974-fdf3aef269d0, 'name': SearchDatastore_Task, 'duration_secs': 0.009968} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.700549] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.700806] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] f3c9cd84-02cf-49b2-8395-76dc2c48c17b/f3c9cd84-02cf-49b2-8395-76dc2c48c17b.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1084.701075] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ffc7d1dc-0624-45b1-9005-fd6fef8b1e1b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.708884] env[62301]: DEBUG oslo_vmware.api [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 1084.708884] env[62301]: value = "task-2570993" [ 1084.708884] env[62301]: _type = "Task" [ 1084.708884] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.717655] env[62301]: DEBUG oslo_vmware.api [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570993, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.751956] env[62301]: DEBUG nova.network.neutron [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] Updating instance_info_cache with network_info: [{"id": "ff5f411d-8197-4919-a029-0088542573e7", "address": "fa:16:3e:8a:ea:6b", "network": {"id": "84fdfe6c-b92c-4aa3-a9b8-6d0fb516b49a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-430300115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f79c1c72ace843d4be630377bd5e2326", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff5f411d-81", "ovs_interfaceid": "ff5f411d-8197-4919-a029-0088542573e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.813778] env[62301]: DEBUG nova.compute.manager [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1084.825272] env[62301]: DEBUG oslo_vmware.api [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570992, 'name': PowerOffVM_Task, 'duration_secs': 0.287051} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.825646] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1084.825834] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Updating instance 'c110b5dd-9ea3-4714-9ab5-6146fca77dcb' progress to 17 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1084.840296] env[62301]: DEBUG nova.virt.hardware [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1084.840601] env[62301]: DEBUG nova.virt.hardware [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1084.840788] env[62301]: DEBUG nova.virt.hardware [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1084.840997] env[62301]: DEBUG nova.virt.hardware [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1084.841169] env[62301]: DEBUG nova.virt.hardware [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1084.841340] env[62301]: DEBUG nova.virt.hardware [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1084.841555] env[62301]: DEBUG nova.virt.hardware [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1084.841713] env[62301]: DEBUG nova.virt.hardware [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1084.841883] env[62301]: DEBUG nova.virt.hardware [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1084.842058] env[62301]: DEBUG nova.virt.hardware [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1084.842236] env[62301]: DEBUG nova.virt.hardware [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1084.843147] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283cebbc-86dc-4c22-bb10-25aa85e86a4b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.854451] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1208d935-4c8b-4b41-a224-30c85a1fd346 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.040161] env[62301]: DEBUG nova.compute.manager [req-dda16369-efe0-4fa6-a2bc-2fe4b21710c8 req-b233d98e-7155-455f-af42-46c1ce680dc5 service nova] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Received event network-vif-plugged-28289662-2d90-4828-949e-847e9a978be4 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1085.040436] env[62301]: DEBUG oslo_concurrency.lockutils [req-dda16369-efe0-4fa6-a2bc-2fe4b21710c8 req-b233d98e-7155-455f-af42-46c1ce680dc5 service nova] Acquiring lock "35f0b70c-c113-466c-ab2c-560c19539b95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1085.040692] env[62301]: DEBUG oslo_concurrency.lockutils [req-dda16369-efe0-4fa6-a2bc-2fe4b21710c8 req-b233d98e-7155-455f-af42-46c1ce680dc5 service nova] Lock "35f0b70c-c113-466c-ab2c-560c19539b95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1085.040829] env[62301]: DEBUG oslo_concurrency.lockutils [req-dda16369-efe0-4fa6-a2bc-2fe4b21710c8 req-b233d98e-7155-455f-af42-46c1ce680dc5 service nova] Lock "35f0b70c-c113-466c-ab2c-560c19539b95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1085.041017] env[62301]: DEBUG nova.compute.manager [req-dda16369-efe0-4fa6-a2bc-2fe4b21710c8 req-b233d98e-7155-455f-af42-46c1ce680dc5 service nova] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] No waiting events found dispatching network-vif-plugged-28289662-2d90-4828-949e-847e9a978be4 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1085.041857] env[62301]: WARNING nova.compute.manager [req-dda16369-efe0-4fa6-a2bc-2fe4b21710c8 req-b233d98e-7155-455f-af42-46c1ce680dc5 service nova] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Received unexpected event network-vif-plugged-28289662-2d90-4828-949e-847e9a978be4 for instance with vm_state building and task_state spawning. [ 1085.107455] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f542d33a-59a0-4d37-b31d-456bd772f9a7 tempest-ServersTestJSON-1018592513 tempest-ServersTestJSON-1018592513-project-member] Lock "12eef27c-e671-4325-974d-efa141d2c656" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.985s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1085.154880] env[62301]: DEBUG nova.network.neutron [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Successfully updated port: 28289662-2d90-4828-949e-847e9a978be4 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1085.221302] env[62301]: DEBUG oslo_vmware.api [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570993, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45557} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.221647] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] f3c9cd84-02cf-49b2-8395-76dc2c48c17b/f3c9cd84-02cf-49b2-8395-76dc2c48c17b.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1085.222160] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: f3c9cd84-02cf-49b2-8395-76dc2c48c17b] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1085.222439] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4dfd9ae8-13a9-445e-b37a-b24e7d4bda9a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.231009] env[62301]: DEBUG oslo_vmware.api [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 1085.231009] env[62301]: value = "task-2570994" [ 1085.231009] env[62301]: _type = "Task" [ 1085.231009] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.244135] env[62301]: DEBUG oslo_vmware.api [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570994, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.254837] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Releasing lock "refresh_cache-c51583ab-2881-42e3-b9e6-831afc6b6f49" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.255069] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] Updated the network info_cache for instance {{(pid=62301) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1085.255316] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1085.255512] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1085.255668] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1085.255817] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1085.256552] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1085.258840] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1085.258991] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62301) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1085.259369] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1085.296775] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f114e8-74d5-47f9-b989-b6f04bc7089b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.306347] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d6b13a-7dc7-48b7-8d78-451d1b2be85c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.342156] env[62301]: DEBUG nova.virt.hardware [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1085.342156] env[62301]: DEBUG nova.virt.hardware [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1085.342412] env[62301]: DEBUG nova.virt.hardware [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1085.342600] env[62301]: DEBUG nova.virt.hardware [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1085.342741] env[62301]: DEBUG nova.virt.hardware [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1085.343019] env[62301]: DEBUG nova.virt.hardware [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1085.343106] env[62301]: DEBUG nova.virt.hardware [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1085.343254] env[62301]: DEBUG nova.virt.hardware [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1085.345026] env[62301]: DEBUG nova.virt.hardware [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1085.345026] env[62301]: DEBUG nova.virt.hardware [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1085.345026] env[62301]: DEBUG nova.virt.hardware [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1085.350060] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72752f1f-e898-4864-9358-5d168b5728ee {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.361746] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7a59a2-cfd2-497c-8a0a-98824822e084 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.373819] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7a998f-fe8a-456d-afdb-42a8b97d75ba {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.378557] env[62301]: DEBUG oslo_vmware.api [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 1085.378557] env[62301]: value = "task-2570995" [ 1085.378557] env[62301]: _type = "Task" [ 1085.378557] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.392865] env[62301]: DEBUG nova.compute.provider_tree [None req-40b8c64f-5c7e-4c58-b8cc-af0b1cd8a194 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.401295] env[62301]: DEBUG oslo_vmware.api [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570995, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.660718] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquiring lock "refresh_cache-35f0b70c-c113-466c-ab2c-560c19539b95" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.660880] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquired lock "refresh_cache-35f0b70c-c113-466c-ab2c-560c19539b95" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.661048] env[62301]: DEBUG nova.network.neutron [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1085.742976] env[62301]: DEBUG oslo_vmware.api [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570994, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.245843} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.742976] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: f3c9cd84-02cf-49b2-8395-76dc2c48c17b] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1085.742976] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d4023b-3f36-4384-84fd-36febbaa87ea {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.769838] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: f3c9cd84-02cf-49b2-8395-76dc2c48c17b] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] f3c9cd84-02cf-49b2-8395-76dc2c48c17b/f3c9cd84-02cf-49b2-8395-76dc2c48c17b.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1085.770913] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1085.771705] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a994084-6f79-4b6b-8bad-10c084feb096 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.793489] env[62301]: DEBUG oslo_vmware.api [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 1085.793489] env[62301]: value = "task-2570996" [ 1085.793489] env[62301]: _type = "Task" [ 1085.793489] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.803186] env[62301]: DEBUG oslo_vmware.api [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570996, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.893955] env[62301]: DEBUG oslo_vmware.api [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570995, 'name': ReconfigVM_Task, 'duration_secs': 0.145326} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.893955] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Updating instance 'c110b5dd-9ea3-4714-9ab5-6146fca77dcb' progress to 33 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1085.898953] env[62301]: DEBUG nova.scheduler.client.report [None req-40b8c64f-5c7e-4c58-b8cc-af0b1cd8a194 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.210323] env[62301]: DEBUG nova.network.neutron [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1086.304603] env[62301]: DEBUG oslo_vmware.api [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570996, 'name': ReconfigVM_Task, 'duration_secs': 0.289626} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.305009] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: f3c9cd84-02cf-49b2-8395-76dc2c48c17b] Reconfigured VM instance instance-0000006f to attach disk [datastore1] f3c9cd84-02cf-49b2-8395-76dc2c48c17b/f3c9cd84-02cf-49b2-8395-76dc2c48c17b.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1086.305887] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a51a6c5-21a2-484a-8659-787d52536900 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.313976] env[62301]: DEBUG oslo_vmware.api [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 1086.313976] env[62301]: value = "task-2570997" [ 1086.313976] env[62301]: _type = "Task" [ 1086.313976] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.325515] env[62301]: DEBUG oslo_vmware.api [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570997, 'name': Rename_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.352927] env[62301]: DEBUG nova.network.neutron [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Updating instance_info_cache with network_info: [{"id": "28289662-2d90-4828-949e-847e9a978be4", "address": "fa:16:3e:da:e3:97", "network": {"id": "f58df9e3-61c0-41d5-a4fa-70db2f6f0b30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-576608794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4a399762bbd46c483973e1371d2429c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28289662-2d", "ovs_interfaceid": "28289662-2d90-4828-949e-847e9a978be4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.407191] env[62301]: DEBUG nova.virt.hardware [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1086.407455] env[62301]: DEBUG nova.virt.hardware [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1086.407652] env[62301]: DEBUG nova.virt.hardware [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1086.407872] env[62301]: DEBUG nova.virt.hardware [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1086.408308] env[62301]: DEBUG nova.virt.hardware [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1086.408308] env[62301]: DEBUG nova.virt.hardware [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1086.408382] env[62301]: DEBUG nova.virt.hardware [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1086.408535] env[62301]: DEBUG nova.virt.hardware [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1086.408705] env[62301]: DEBUG nova.virt.hardware [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1086.408870] env[62301]: DEBUG nova.virt.hardware [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1086.409060] env[62301]: DEBUG nova.virt.hardware [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1086.414456] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Reconfiguring VM instance instance-0000006d to detach disk 2000 {{(pid=62301) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1086.415290] env[62301]: DEBUG oslo_concurrency.lockutils [None req-40b8c64f-5c7e-4c58-b8cc-af0b1cd8a194 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.840s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1086.417514] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfa5b56b-e445-4cc0-b073-99def283f7f7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.441975] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.197s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1086.443808] env[62301]: INFO nova.compute.claims [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1086.453930] env[62301]: DEBUG oslo_vmware.api [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 1086.453930] env[62301]: value = "task-2570998" [ 1086.453930] env[62301]: _type = "Task" [ 1086.453930] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.463555] env[62301]: DEBUG oslo_vmware.api [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570998, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.478757] env[62301]: INFO nova.scheduler.client.report [None req-40b8c64f-5c7e-4c58-b8cc-af0b1cd8a194 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Deleted allocations for instance d44608fc-c2b2-4331-ba83-0553238f5f6d [ 1086.824735] env[62301]: DEBUG oslo_vmware.api [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570997, 'name': Rename_Task, 'duration_secs': 0.160338} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.824735] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: f3c9cd84-02cf-49b2-8395-76dc2c48c17b] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1086.825438] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-111657ee-1b30-4013-b752-b377149e5739 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.831631] env[62301]: DEBUG oslo_vmware.api [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 1086.831631] env[62301]: value = "task-2570999" [ 1086.831631] env[62301]: _type = "Task" [ 1086.831631] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.843238] env[62301]: DEBUG oslo_vmware.api [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570999, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.855840] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Releasing lock "refresh_cache-35f0b70c-c113-466c-ab2c-560c19539b95" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.856167] env[62301]: DEBUG nova.compute.manager [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Instance network_info: |[{"id": "28289662-2d90-4828-949e-847e9a978be4", "address": "fa:16:3e:da:e3:97", "network": {"id": "f58df9e3-61c0-41d5-a4fa-70db2f6f0b30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-576608794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4a399762bbd46c483973e1371d2429c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28289662-2d", "ovs_interfaceid": "28289662-2d90-4828-949e-847e9a978be4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1086.856561] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:e3:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9722ea4d-e4a5-48fc-b759-5c4c4796b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28289662-2d90-4828-949e-847e9a978be4', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1086.863864] env[62301]: DEBUG oslo.service.loopingcall [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1086.864075] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1086.864296] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7d5fdb4-c24d-452e-9020-144f01a38024 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.886250] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1086.886250] env[62301]: value = "task-2571000" [ 1086.886250] env[62301]: _type = "Task" [ 1086.886250] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.894795] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2571000, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.976592] env[62301]: DEBUG oslo_vmware.api [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2570998, 'name': ReconfigVM_Task, 'duration_secs': 0.189126} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.976870] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Reconfigured VM instance instance-0000006d to detach disk 2000 {{(pid=62301) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1086.977800] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f131ea-880b-44b9-a69d-d6c633366eff {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.004900] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] volume-ca211a8a-edd9-493c-9543-cf074692bf49/volume-ca211a8a-edd9-493c-9543-cf074692bf49.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1087.005528] env[62301]: DEBUG oslo_concurrency.lockutils [None req-40b8c64f-5c7e-4c58-b8cc-af0b1cd8a194 tempest-ServersNegativeTestJSON-941777919 tempest-ServersNegativeTestJSON-941777919-project-member] Lock "d44608fc-c2b2-4331-ba83-0553238f5f6d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.465s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1087.006445] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13d891b9-277a-4fc3-a2cb-537d67929cb4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.028434] env[62301]: DEBUG oslo_vmware.api [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 1087.028434] env[62301]: value = "task-2571001" [ 1087.028434] env[62301]: _type = "Task" [ 1087.028434] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.037505] env[62301]: DEBUG oslo_vmware.api [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2571001, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.068051] env[62301]: DEBUG nova.compute.manager [req-27f9fbde-b7cc-4822-9436-1318a7933b9c req-9e98644b-b4e0-4d82-9d55-5aa309065cfd service nova] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Received event network-changed-28289662-2d90-4828-949e-847e9a978be4 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1087.068293] env[62301]: DEBUG nova.compute.manager [req-27f9fbde-b7cc-4822-9436-1318a7933b9c req-9e98644b-b4e0-4d82-9d55-5aa309065cfd service nova] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Refreshing instance network info cache due to event network-changed-28289662-2d90-4828-949e-847e9a978be4. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1087.068533] env[62301]: DEBUG oslo_concurrency.lockutils [req-27f9fbde-b7cc-4822-9436-1318a7933b9c req-9e98644b-b4e0-4d82-9d55-5aa309065cfd service nova] Acquiring lock "refresh_cache-35f0b70c-c113-466c-ab2c-560c19539b95" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.068715] env[62301]: DEBUG oslo_concurrency.lockutils [req-27f9fbde-b7cc-4822-9436-1318a7933b9c req-9e98644b-b4e0-4d82-9d55-5aa309065cfd service nova] Acquired lock "refresh_cache-35f0b70c-c113-466c-ab2c-560c19539b95" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.068936] env[62301]: DEBUG nova.network.neutron [req-27f9fbde-b7cc-4822-9436-1318a7933b9c req-9e98644b-b4e0-4d82-9d55-5aa309065cfd service nova] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Refreshing network info cache for port 28289662-2d90-4828-949e-847e9a978be4 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1087.343148] env[62301]: DEBUG oslo_vmware.api [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570999, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.397948] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2571000, 'name': CreateVM_Task, 'duration_secs': 0.389922} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.398152] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1087.398821] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.398990] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.399327] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.399580] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4939ccf3-1eb4-49f0-9010-f0edfb9687e8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.405173] env[62301]: DEBUG oslo_vmware.api [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 1087.405173] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52f30433-e052-47f6-d401-b40a6a07c18b" [ 1087.405173] env[62301]: _type = "Task" [ 1087.405173] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.414967] env[62301]: DEBUG oslo_vmware.api [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52f30433-e052-47f6-d401-b40a6a07c18b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.539413] env[62301]: DEBUG oslo_vmware.api [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2571001, 'name': ReconfigVM_Task, 'duration_secs': 0.291168} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.541998] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Reconfigured VM instance instance-0000006d to attach disk [datastore1] volume-ca211a8a-edd9-493c-9543-cf074692bf49/volume-ca211a8a-edd9-493c-9543-cf074692bf49.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1087.542351] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Updating instance 'c110b5dd-9ea3-4714-9ab5-6146fca77dcb' progress to 50 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1087.636144] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e8a1ea-b014-4a05-b517-b74c2aa523bd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.644890] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f140eb0-a62d-4b91-aaea-88d14db47d12 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.688483] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6529e2a-5c55-49ad-ab12-1a788997f4bf {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.700675] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509b5394-970a-434a-b45e-4fd72f9c4570 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.717353] env[62301]: DEBUG nova.compute.provider_tree [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.843274] env[62301]: DEBUG oslo_vmware.api [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2570999, 'name': PowerOnVM_Task, 'duration_secs': 0.520732} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.843578] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: f3c9cd84-02cf-49b2-8395-76dc2c48c17b] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1087.843785] env[62301]: INFO nova.compute.manager [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: f3c9cd84-02cf-49b2-8395-76dc2c48c17b] Took 7.70 seconds to spawn the instance on the hypervisor. [ 1087.843963] env[62301]: DEBUG nova.compute.manager [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: f3c9cd84-02cf-49b2-8395-76dc2c48c17b] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1087.844759] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f8cfde-92a6-4e74-89fa-7a8841f68383 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.918461] env[62301]: DEBUG oslo_vmware.api [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52f30433-e052-47f6-d401-b40a6a07c18b, 'name': SearchDatastore_Task, 'duration_secs': 0.026799} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.918767] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.918993] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1087.919814] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.919814] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.919814] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1087.919814] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c078002-f0b2-471e-b220-1c6fd4ce4f32 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.934791] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1087.935167] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1087.936616] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5be93577-2aee-4ff5-a89b-1840f871138e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.943014] env[62301]: DEBUG oslo_vmware.api [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 1087.943014] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52c2e48a-b706-a6f4-1e2a-cec931ee8668" [ 1087.943014] env[62301]: _type = "Task" [ 1087.943014] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.955553] env[62301]: DEBUG oslo_vmware.api [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52c2e48a-b706-a6f4-1e2a-cec931ee8668, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.049178] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710e4812-84aa-4a12-b224-33a96b5ae598 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.069186] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8987df29-75e7-4e39-918a-891516f81514 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.090813] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Updating instance 'c110b5dd-9ea3-4714-9ab5-6146fca77dcb' progress to 67 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1088.151342] env[62301]: DEBUG nova.network.neutron [req-27f9fbde-b7cc-4822-9436-1318a7933b9c req-9e98644b-b4e0-4d82-9d55-5aa309065cfd service nova] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Updated VIF entry in instance network info cache for port 28289662-2d90-4828-949e-847e9a978be4. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1088.151726] env[62301]: DEBUG nova.network.neutron [req-27f9fbde-b7cc-4822-9436-1318a7933b9c req-9e98644b-b4e0-4d82-9d55-5aa309065cfd service nova] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Updating instance_info_cache with network_info: [{"id": "28289662-2d90-4828-949e-847e9a978be4", "address": "fa:16:3e:da:e3:97", "network": {"id": "f58df9e3-61c0-41d5-a4fa-70db2f6f0b30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-576608794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4a399762bbd46c483973e1371d2429c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28289662-2d", "ovs_interfaceid": "28289662-2d90-4828-949e-847e9a978be4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.223980] env[62301]: DEBUG nova.scheduler.client.report [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.361948] env[62301]: INFO nova.compute.manager [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: f3c9cd84-02cf-49b2-8395-76dc2c48c17b] Took 18.56 seconds to build instance. [ 1088.456380] env[62301]: DEBUG oslo_vmware.api [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52c2e48a-b706-a6f4-1e2a-cec931ee8668, 'name': SearchDatastore_Task, 'duration_secs': 0.028191} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.457052] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e39d7749-9a8b-4b08-bb09-813e88c64f74 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.464290] env[62301]: DEBUG oslo_vmware.api [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 1088.464290] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52121abb-09e4-553b-9bd8-a8509d6dd01b" [ 1088.464290] env[62301]: _type = "Task" [ 1088.464290] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.473878] env[62301]: DEBUG oslo_vmware.api [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52121abb-09e4-553b-9bd8-a8509d6dd01b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.654326] env[62301]: DEBUG oslo_concurrency.lockutils [req-27f9fbde-b7cc-4822-9436-1318a7933b9c req-9e98644b-b4e0-4d82-9d55-5aa309065cfd service nova] Releasing lock "refresh_cache-35f0b70c-c113-466c-ab2c-560c19539b95" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.730205] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.290s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.730771] env[62301]: DEBUG nova.compute.manager [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1088.733551] env[62301]: DEBUG oslo_concurrency.lockutils [None req-3e51336d-98b9-4b61-92e8-d4701c27188e tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.660s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1088.733790] env[62301]: DEBUG nova.objects.instance [None req-3e51336d-98b9-4b61-92e8-d4701c27188e tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Lazy-loading 'resources' on Instance uuid de6bacc7-556f-4809-a791-26892786c64a {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.865176] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c5a3cc4d-9dfe-4a64-a5fe-2e006d2751ae tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "f3c9cd84-02cf-49b2-8395-76dc2c48c17b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.069s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.976522] env[62301]: DEBUG oslo_vmware.api [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52121abb-09e4-553b-9bd8-a8509d6dd01b, 'name': SearchDatastore_Task, 'duration_secs': 0.026021} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.976815] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.977097] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 35f0b70c-c113-466c-ab2c-560c19539b95/35f0b70c-c113-466c-ab2c-560c19539b95.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1088.977362] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78163a62-b375-42a2-ac5f-7336f34b6d40 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.985199] env[62301]: DEBUG oslo_vmware.api [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 1088.985199] env[62301]: value = "task-2571002" [ 1088.985199] env[62301]: _type = "Task" [ 1088.985199] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.996296] env[62301]: DEBUG oslo_vmware.api [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2571002, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.237747] env[62301]: DEBUG nova.compute.utils [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1089.245376] env[62301]: DEBUG nova.compute.manager [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1089.245376] env[62301]: DEBUG nova.network.neutron [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1089.327014] env[62301]: DEBUG nova.policy [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '041995c459584460b882ae64a87af08a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f44005617fbf4cf3a6dc1727b4da2f55', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 1089.432033] env[62301]: DEBUG oslo_concurrency.lockutils [None req-30a64b92-1b78-40ab-9b40-837c4ff1bfbe tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquiring lock "f3c9cd84-02cf-49b2-8395-76dc2c48c17b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1089.432428] env[62301]: DEBUG oslo_concurrency.lockutils [None req-30a64b92-1b78-40ab-9b40-837c4ff1bfbe tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "f3c9cd84-02cf-49b2-8395-76dc2c48c17b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1089.432636] env[62301]: DEBUG oslo_concurrency.lockutils [None req-30a64b92-1b78-40ab-9b40-837c4ff1bfbe tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquiring lock "f3c9cd84-02cf-49b2-8395-76dc2c48c17b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1089.432829] env[62301]: DEBUG oslo_concurrency.lockutils [None req-30a64b92-1b78-40ab-9b40-837c4ff1bfbe tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "f3c9cd84-02cf-49b2-8395-76dc2c48c17b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1089.433058] env[62301]: DEBUG oslo_concurrency.lockutils [None req-30a64b92-1b78-40ab-9b40-837c4ff1bfbe tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "f3c9cd84-02cf-49b2-8395-76dc2c48c17b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1089.435785] env[62301]: INFO nova.compute.manager [None req-30a64b92-1b78-40ab-9b40-837c4ff1bfbe tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: f3c9cd84-02cf-49b2-8395-76dc2c48c17b] Terminating instance [ 1089.491425] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de64c82e-e890-473d-af00-3cdeac34fb6d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.501066] env[62301]: DEBUG oslo_vmware.api [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2571002, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506164} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.502827] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 35f0b70c-c113-466c-ab2c-560c19539b95/35f0b70c-c113-466c-ab2c-560c19539b95.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1089.503059] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1089.503381] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a28b73b-e494-45aa-be86-77acd145c262 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.506328] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618fc5d2-9289-441f-8b44-95d7a83fba1b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.539482] env[62301]: DEBUG oslo_vmware.api [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 1089.539482] env[62301]: value = "task-2571003" [ 1089.539482] env[62301]: _type = "Task" [ 1089.539482] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.540967] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4ea810-38e7-4560-b1c2-e51836bda371 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.555065] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7158e8-3853-457f-adf6-71f44907cd4f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.560804] env[62301]: DEBUG oslo_vmware.api [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2571003, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.575038] env[62301]: DEBUG nova.compute.provider_tree [None req-3e51336d-98b9-4b61-92e8-d4701c27188e tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.685125] env[62301]: DEBUG nova.network.neutron [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Successfully created port: a488ad01-bc3f-4766-9a9c-01aa0204bbd4 {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1089.745828] env[62301]: DEBUG nova.compute.manager [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1089.790958] env[62301]: DEBUG nova.network.neutron [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Port 8ea4f9ad-3ad6-4cd4-8416-cfa3057b3713 binding to destination host cpu-1 is already ACTIVE {{(pid=62301) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1089.940052] env[62301]: DEBUG nova.compute.manager [None req-30a64b92-1b78-40ab-9b40-837c4ff1bfbe tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: f3c9cd84-02cf-49b2-8395-76dc2c48c17b] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1089.940319] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-30a64b92-1b78-40ab-9b40-837c4ff1bfbe tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: f3c9cd84-02cf-49b2-8395-76dc2c48c17b] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1089.941298] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611084f7-1bbe-441d-beab-0a3b6111d5c1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.957857] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-30a64b92-1b78-40ab-9b40-837c4ff1bfbe tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: f3c9cd84-02cf-49b2-8395-76dc2c48c17b] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1089.957857] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2230f24d-394d-4f1f-984b-baa80102ae6d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.967512] env[62301]: DEBUG oslo_vmware.api [None req-30a64b92-1b78-40ab-9b40-837c4ff1bfbe tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 1089.967512] env[62301]: value = "task-2571004" [ 1089.967512] env[62301]: _type = "Task" [ 1089.967512] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.981835] env[62301]: DEBUG oslo_vmware.api [None req-30a64b92-1b78-40ab-9b40-837c4ff1bfbe tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2571004, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.050359] env[62301]: DEBUG oslo_vmware.api [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2571003, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064021} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.050553] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1090.051436] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8538cdb-cf2c-412b-8ca9-a1149d6b63ef {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.074809] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 35f0b70c-c113-466c-ab2c-560c19539b95/35f0b70c-c113-466c-ab2c-560c19539b95.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1090.075126] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76d46c8d-be2c-456c-bb5c-f48ca8deb191 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.090183] env[62301]: DEBUG nova.scheduler.client.report [None req-3e51336d-98b9-4b61-92e8-d4701c27188e tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.101239] env[62301]: DEBUG oslo_vmware.api [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 1090.101239] env[62301]: value = "task-2571005" [ 1090.101239] env[62301]: _type = "Task" [ 1090.101239] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.111930] env[62301]: DEBUG oslo_vmware.api [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2571005, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.479135] env[62301]: DEBUG oslo_vmware.api [None req-30a64b92-1b78-40ab-9b40-837c4ff1bfbe tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2571004, 'name': PowerOffVM_Task, 'duration_secs': 0.252626} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.479135] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-30a64b92-1b78-40ab-9b40-837c4ff1bfbe tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: f3c9cd84-02cf-49b2-8395-76dc2c48c17b] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1090.479457] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-30a64b92-1b78-40ab-9b40-837c4ff1bfbe tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: f3c9cd84-02cf-49b2-8395-76dc2c48c17b] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1090.479654] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5fcc0cc-c018-4d6d-b8d6-433f27106494 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.572867] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-30a64b92-1b78-40ab-9b40-837c4ff1bfbe tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: f3c9cd84-02cf-49b2-8395-76dc2c48c17b] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1090.573243] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-30a64b92-1b78-40ab-9b40-837c4ff1bfbe tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: f3c9cd84-02cf-49b2-8395-76dc2c48c17b] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1090.573592] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-30a64b92-1b78-40ab-9b40-837c4ff1bfbe tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Deleting the datastore file [datastore1] f3c9cd84-02cf-49b2-8395-76dc2c48c17b {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1090.574266] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-386ff4e6-ae07-4ce8-a8c9-26471fcab3aa {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.582044] env[62301]: DEBUG oslo_vmware.api [None req-30a64b92-1b78-40ab-9b40-837c4ff1bfbe tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for the task: (returnval){ [ 1090.582044] env[62301]: value = "task-2571007" [ 1090.582044] env[62301]: _type = "Task" [ 1090.582044] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.590019] env[62301]: DEBUG oslo_vmware.api [None req-30a64b92-1b78-40ab-9b40-837c4ff1bfbe tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2571007, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.595894] env[62301]: DEBUG oslo_concurrency.lockutils [None req-3e51336d-98b9-4b61-92e8-d4701c27188e tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.862s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1090.598309] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.827s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1090.598519] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1090.598707] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62301) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1090.599836] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad4b230-ad81-4eaa-ae6d-dc16065df0dc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.613596] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1241067-1ee8-40f2-a3a6-70726932e1ff {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.621302] env[62301]: DEBUG oslo_vmware.api [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2571005, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.622790] env[62301]: INFO nova.scheduler.client.report [None req-3e51336d-98b9-4b61-92e8-d4701c27188e tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Deleted allocations for instance de6bacc7-556f-4809-a791-26892786c64a [ 1090.636277] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5a5319-6383-473b-91cf-2ba8b557cf7a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.644721] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d028548c-f0e3-4f4e-aad3-5a38c3a22055 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.677021] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179745MB free_disk=130GB free_vcpus=48 pci_devices=None {{(pid=62301) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1090.677194] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1090.677404] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1090.755807] env[62301]: DEBUG nova.compute.manager [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1090.784129] env[62301]: DEBUG nova.virt.hardware [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1090.784383] env[62301]: DEBUG nova.virt.hardware [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1090.784539] env[62301]: DEBUG nova.virt.hardware [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1090.784718] env[62301]: DEBUG nova.virt.hardware [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1090.784864] env[62301]: DEBUG nova.virt.hardware [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1090.785016] env[62301]: DEBUG nova.virt.hardware [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1090.785227] env[62301]: DEBUG nova.virt.hardware [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1090.785383] env[62301]: DEBUG nova.virt.hardware [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1090.785571] env[62301]: DEBUG nova.virt.hardware [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1090.785750] env[62301]: DEBUG nova.virt.hardware [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1090.785924] env[62301]: DEBUG nova.virt.hardware [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1090.787094] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f170dc1c-bcd2-4a4c-bcbe-4753bf51c73d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.796197] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a0f301-a0f3-41bf-b1e5-68c55274756f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.821818] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquiring lock "c110b5dd-9ea3-4714-9ab5-6146fca77dcb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1090.822037] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "c110b5dd-9ea3-4714-9ab5-6146fca77dcb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1090.822831] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "c110b5dd-9ea3-4714-9ab5-6146fca77dcb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1091.093523] env[62301]: DEBUG oslo_vmware.api [None req-30a64b92-1b78-40ab-9b40-837c4ff1bfbe tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Task: {'id': task-2571007, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293878} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.093792] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-30a64b92-1b78-40ab-9b40-837c4ff1bfbe tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1091.093978] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-30a64b92-1b78-40ab-9b40-837c4ff1bfbe tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: f3c9cd84-02cf-49b2-8395-76dc2c48c17b] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1091.094173] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-30a64b92-1b78-40ab-9b40-837c4ff1bfbe tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: f3c9cd84-02cf-49b2-8395-76dc2c48c17b] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1091.094347] env[62301]: INFO nova.compute.manager [None req-30a64b92-1b78-40ab-9b40-837c4ff1bfbe tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] [instance: f3c9cd84-02cf-49b2-8395-76dc2c48c17b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1091.094586] env[62301]: DEBUG oslo.service.loopingcall [None req-30a64b92-1b78-40ab-9b40-837c4ff1bfbe tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1091.095054] env[62301]: DEBUG nova.compute.manager [-] [instance: f3c9cd84-02cf-49b2-8395-76dc2c48c17b] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1091.095162] env[62301]: DEBUG nova.network.neutron [-] [instance: f3c9cd84-02cf-49b2-8395-76dc2c48c17b] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1091.115126] env[62301]: DEBUG oslo_vmware.api [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2571005, 'name': ReconfigVM_Task, 'duration_secs': 0.772504} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.115508] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 35f0b70c-c113-466c-ab2c-560c19539b95/35f0b70c-c113-466c-ab2c-560c19539b95.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1091.116219] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-480c821a-2d3c-4dc0-9b05-67b697c8b4d0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.123685] env[62301]: DEBUG oslo_vmware.api [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 1091.123685] env[62301]: value = "task-2571008" [ 1091.123685] env[62301]: _type = "Task" [ 1091.123685] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.132810] env[62301]: DEBUG oslo_vmware.api [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2571008, 'name': Rename_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.139400] env[62301]: DEBUG oslo_concurrency.lockutils [None req-3e51336d-98b9-4b61-92e8-d4701c27188e tempest-ListServerFiltersTestJSON-414748517 tempest-ListServerFiltersTestJSON-414748517-project-member] Lock "de6bacc7-556f-4809-a791-26892786c64a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.773s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1091.328025] env[62301]: DEBUG nova.compute.manager [req-4f5bbe63-83e9-40f3-ad60-95775feb235d req-b95a9de8-0acb-4d6c-afff-401be6900a19 service nova] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Received event network-vif-plugged-a488ad01-bc3f-4766-9a9c-01aa0204bbd4 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1091.328348] env[62301]: DEBUG oslo_concurrency.lockutils [req-4f5bbe63-83e9-40f3-ad60-95775feb235d req-b95a9de8-0acb-4d6c-afff-401be6900a19 service nova] Acquiring lock "1dedee32-a2dd-409b-89f6-7c8e764c5c0c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1091.329083] env[62301]: DEBUG oslo_concurrency.lockutils [req-4f5bbe63-83e9-40f3-ad60-95775feb235d req-b95a9de8-0acb-4d6c-afff-401be6900a19 service nova] Lock "1dedee32-a2dd-409b-89f6-7c8e764c5c0c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1091.329083] env[62301]: DEBUG oslo_concurrency.lockutils [req-4f5bbe63-83e9-40f3-ad60-95775feb235d req-b95a9de8-0acb-4d6c-afff-401be6900a19 service nova] Lock "1dedee32-a2dd-409b-89f6-7c8e764c5c0c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1091.329083] env[62301]: DEBUG nova.compute.manager [req-4f5bbe63-83e9-40f3-ad60-95775feb235d req-b95a9de8-0acb-4d6c-afff-401be6900a19 service nova] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] No waiting events found dispatching network-vif-plugged-a488ad01-bc3f-4766-9a9c-01aa0204bbd4 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1091.329083] env[62301]: WARNING nova.compute.manager [req-4f5bbe63-83e9-40f3-ad60-95775feb235d req-b95a9de8-0acb-4d6c-afff-401be6900a19 service nova] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Received unexpected event network-vif-plugged-a488ad01-bc3f-4766-9a9c-01aa0204bbd4 for instance with vm_state building and task_state spawning. [ 1091.507765] env[62301]: DEBUG nova.network.neutron [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Successfully updated port: a488ad01-bc3f-4766-9a9c-01aa0204bbd4 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1091.634237] env[62301]: DEBUG oslo_vmware.api [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2571008, 'name': Rename_Task, 'duration_secs': 0.157459} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.634523] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1091.634768] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f945dd1a-c5bb-4ea9-8756-a50190e6252f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.643031] env[62301]: DEBUG oslo_vmware.api [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 1091.643031] env[62301]: value = "task-2571009" [ 1091.643031] env[62301]: _type = "Task" [ 1091.643031] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.652073] env[62301]: DEBUG oslo_vmware.api [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2571009, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.688396] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Applying migration context for instance c110b5dd-9ea3-4714-9ab5-6146fca77dcb as it has an incoming, in-progress migration d489ef75-5318-419e-a634-899bd4fea725. Migration status is post-migrating {{(pid=62301) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1091.690243] env[62301]: INFO nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Updating resource usage from migration d489ef75-5318-419e-a634-899bd4fea725 [ 1091.843344] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance c51583ab-2881-42e3-b9e6-831afc6b6f49 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1091.843533] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 6121c067-801b-4e61-af7f-fe0f318a2e3e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1091.843676] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance f772a532-3402-4b9c-95be-0bbb9c5ef7ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1091.843797] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance b0af9fd1-a2db-4f11-bac8-e84d66a84c1c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1091.843913] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 71e8544a-b76b-4f61-9422-ca372ba522b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1091.844042] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 49f6036a-ed24-416b-addb-a865ff67668e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1091.844159] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 334bc39b-d49a-44f9-866f-28be73706227 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1091.844270] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance f3c9cd84-02cf-49b2-8395-76dc2c48c17b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1091.844385] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Migration d489ef75-5318-419e-a634-899bd4fea725 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1091.844498] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance c110b5dd-9ea3-4714-9ab5-6146fca77dcb actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1091.844608] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 35f0b70c-c113-466c-ab2c-560c19539b95 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1091.844719] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 1dedee32-a2dd-409b-89f6-7c8e764c5c0c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1091.844918] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=62301) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1091.845067] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2880MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=62301) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1091.861269] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquiring lock "refresh_cache-c110b5dd-9ea3-4714-9ab5-6146fca77dcb" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.861454] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquired lock "refresh_cache-c110b5dd-9ea3-4714-9ab5-6146fca77dcb" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.861696] env[62301]: DEBUG nova.network.neutron [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1092.008848] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0096bd78-891b-4396-a894-8f94028eb550 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.013793] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquiring lock "refresh_cache-1dedee32-a2dd-409b-89f6-7c8e764c5c0c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.013793] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquired lock "refresh_cache-1dedee32-a2dd-409b-89f6-7c8e764c5c0c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.013920] env[62301]: DEBUG nova.network.neutron [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1092.015825] env[62301]: DEBUG nova.network.neutron [-] [instance: f3c9cd84-02cf-49b2-8395-76dc2c48c17b] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.023916] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a0ebc0-0a4f-4190-ac84-7410a6c8396c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.057462] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d4d417-0124-47ee-ab86-73590dea7692 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.067165] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f721a14f-14ac-4041-ba80-872778dc997b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.083905] env[62301]: DEBUG nova.compute.provider_tree [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.153736] env[62301]: DEBUG oslo_vmware.api [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2571009, 'name': PowerOnVM_Task, 'duration_secs': 0.463278} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.154013] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1092.154227] env[62301]: INFO nova.compute.manager [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Took 7.34 seconds to spawn the instance on the hypervisor. [ 1092.154428] env[62301]: DEBUG nova.compute.manager [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1092.155227] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8212b4-7e82-4656-b7fe-a6e1349471e9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.521245] env[62301]: INFO nova.compute.manager [-] [instance: f3c9cd84-02cf-49b2-8395-76dc2c48c17b] Took 1.43 seconds to deallocate network for instance. [ 1092.561963] env[62301]: DEBUG nova.network.neutron [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1092.586444] env[62301]: DEBUG nova.scheduler.client.report [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.661748] env[62301]: DEBUG nova.network.neutron [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Updating instance_info_cache with network_info: [{"id": "8ea4f9ad-3ad6-4cd4-8416-cfa3057b3713", "address": "fa:16:3e:a9:27:5e", "network": {"id": "84fdfe6c-b92c-4aa3-a9b8-6d0fb516b49a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-430300115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f79c1c72ace843d4be630377bd5e2326", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ea4f9ad-3a", "ovs_interfaceid": "8ea4f9ad-3ad6-4cd4-8416-cfa3057b3713", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.676040] env[62301]: INFO nova.compute.manager [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Took 19.67 seconds to build instance. [ 1092.735353] env[62301]: DEBUG nova.network.neutron [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Updating instance_info_cache with network_info: [{"id": "a488ad01-bc3f-4766-9a9c-01aa0204bbd4", "address": "fa:16:3e:d5:78:e0", "network": {"id": "32aca2ac-882d-4f89-b75b-c3af9ad6fefe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1098447386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f44005617fbf4cf3a6dc1727b4da2f55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa488ad01-bc", "ovs_interfaceid": "a488ad01-bc3f-4766-9a9c-01aa0204bbd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.028270] env[62301]: DEBUG oslo_concurrency.lockutils [None req-30a64b92-1b78-40ab-9b40-837c4ff1bfbe tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1093.093387] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62301) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1093.093617] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.416s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1093.093880] env[62301]: DEBUG oslo_concurrency.lockutils [None req-30a64b92-1b78-40ab-9b40-837c4ff1bfbe tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.066s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1093.094132] env[62301]: DEBUG nova.objects.instance [None req-30a64b92-1b78-40ab-9b40-837c4ff1bfbe tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lazy-loading 'resources' on Instance uuid f3c9cd84-02cf-49b2-8395-76dc2c48c17b {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.095679] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1093.095869] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Cleaning up deleted instances {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 1093.165062] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Releasing lock "refresh_cache-c110b5dd-9ea3-4714-9ab5-6146fca77dcb" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.180168] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bf36d50d-810b-40d5-afef-7d7d997768cf tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "35f0b70c-c113-466c-ab2c-560c19539b95" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.177s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1093.237753] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Releasing lock "refresh_cache-1dedee32-a2dd-409b-89f6-7c8e764c5c0c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.238241] env[62301]: DEBUG nova.compute.manager [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Instance network_info: |[{"id": "a488ad01-bc3f-4766-9a9c-01aa0204bbd4", "address": "fa:16:3e:d5:78:e0", "network": {"id": "32aca2ac-882d-4f89-b75b-c3af9ad6fefe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1098447386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f44005617fbf4cf3a6dc1727b4da2f55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa488ad01-bc", "ovs_interfaceid": "a488ad01-bc3f-4766-9a9c-01aa0204bbd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1093.239023] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:78:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '683a619f-b10d-41a3-8c03-4f69f6c9ce53', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a488ad01-bc3f-4766-9a9c-01aa0204bbd4', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1093.246835] env[62301]: DEBUG oslo.service.loopingcall [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1093.248053] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1093.248137] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab5cef32-eb61-477f-8c1f-e110d1d11353 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.272416] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1093.272416] env[62301]: value = "task-2571010" [ 1093.272416] env[62301]: _type = "Task" [ 1093.272416] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.284174] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2571010, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.373790] env[62301]: DEBUG nova.compute.manager [req-ee579528-c36d-456c-9d73-599fd1a1b645 req-63288a72-7f57-41e2-afa1-d13f03345359 service nova] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Received event network-changed-a488ad01-bc3f-4766-9a9c-01aa0204bbd4 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1093.374011] env[62301]: DEBUG nova.compute.manager [req-ee579528-c36d-456c-9d73-599fd1a1b645 req-63288a72-7f57-41e2-afa1-d13f03345359 service nova] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Refreshing instance network info cache due to event network-changed-a488ad01-bc3f-4766-9a9c-01aa0204bbd4. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1093.374245] env[62301]: DEBUG oslo_concurrency.lockutils [req-ee579528-c36d-456c-9d73-599fd1a1b645 req-63288a72-7f57-41e2-afa1-d13f03345359 service nova] Acquiring lock "refresh_cache-1dedee32-a2dd-409b-89f6-7c8e764c5c0c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.374391] env[62301]: DEBUG oslo_concurrency.lockutils [req-ee579528-c36d-456c-9d73-599fd1a1b645 req-63288a72-7f57-41e2-afa1-d13f03345359 service nova] Acquired lock "refresh_cache-1dedee32-a2dd-409b-89f6-7c8e764c5c0c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.374631] env[62301]: DEBUG nova.network.neutron [req-ee579528-c36d-456c-9d73-599fd1a1b645 req-63288a72-7f57-41e2-afa1-d13f03345359 service nova] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Refreshing network info cache for port a488ad01-bc3f-4766-9a9c-01aa0204bbd4 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1093.614929] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] There are 60 instances to clean {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 1093.615257] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 7960bb97-0db8-459d-aea3-0b0dfeac0645] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1093.675965] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28483de3-d890-497a-91ce-f4e7e297f6fb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.683410] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f931990-1311-4b3f-8f0b-4ff06261f86e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.783304] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2571010, 'name': CreateVM_Task, 'duration_secs': 0.382768} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.784871] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1093.785695] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35bc4e9-fc70-4265-9d4c-1e3adee32df2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.790562] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.790562] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.790562] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.790562] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61bf0013-a196-4278-82db-bd4a94187597 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.797413] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0841a921-c4f1-4069-984c-24b17fc7f1c4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.800838] env[62301]: DEBUG oslo_vmware.api [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Waiting for the task: (returnval){ [ 1093.800838] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]529a719f-4d45-cb16-e847-efe873535f8d" [ 1093.800838] env[62301]: _type = "Task" [ 1093.800838] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.540209] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 01f2d55f-c484-4b41-8b3f-af1a92a3a0ce] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1094.552056] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9f4b53-28c2-462a-b314-5a4275668c70 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.554857] env[62301]: DEBUG oslo_vmware.api [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]529a719f-4d45-cb16-e847-efe873535f8d, 'name': SearchDatastore_Task, 'duration_secs': 0.010742} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.559482] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.559482] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1094.559482] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.559482] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.559482] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1094.559482] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f34162c6-75b8-42aa-9d40-6f2aa6a708e2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.566491] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3b53ef-5060-4349-a330-1817ab26b3e8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.572026] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1094.572169] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1094.573383] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6feada7-78f6-4dbf-acb8-106a82a1ed46 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.584969] env[62301]: DEBUG nova.compute.provider_tree [None req-30a64b92-1b78-40ab-9b40-837c4ff1bfbe tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.593134] env[62301]: DEBUG oslo_vmware.api [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Waiting for the task: (returnval){ [ 1094.593134] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5270894c-960a-74fa-a3e8-c7b97206d87d" [ 1094.593134] env[62301]: _type = "Task" [ 1094.593134] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.603870] env[62301]: DEBUG oslo_vmware.api [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5270894c-960a-74fa-a3e8-c7b97206d87d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.762881] env[62301]: DEBUG nova.network.neutron [req-ee579528-c36d-456c-9d73-599fd1a1b645 req-63288a72-7f57-41e2-afa1-d13f03345359 service nova] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Updated VIF entry in instance network info cache for port a488ad01-bc3f-4766-9a9c-01aa0204bbd4. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1094.763978] env[62301]: DEBUG nova.network.neutron [req-ee579528-c36d-456c-9d73-599fd1a1b645 req-63288a72-7f57-41e2-afa1-d13f03345359 service nova] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Updating instance_info_cache with network_info: [{"id": "a488ad01-bc3f-4766-9a9c-01aa0204bbd4", "address": "fa:16:3e:d5:78:e0", "network": {"id": "32aca2ac-882d-4f89-b75b-c3af9ad6fefe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1098447386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f44005617fbf4cf3a6dc1727b4da2f55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa488ad01-bc", "ovs_interfaceid": "a488ad01-bc3f-4766-9a9c-01aa0204bbd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.058867] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: d7d711f5-1852-4f9b-baf6-ab11bc310be9] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1095.062299] env[62301]: DEBUG nova.compute.manager [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Stashing vm_state: active {{(pid=62301) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1095.087762] env[62301]: DEBUG nova.scheduler.client.report [None req-30a64b92-1b78-40ab-9b40-837c4ff1bfbe tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.104244] env[62301]: DEBUG oslo_vmware.api [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5270894c-960a-74fa-a3e8-c7b97206d87d, 'name': SearchDatastore_Task, 'duration_secs': 0.014252} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.105579] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e15481da-e265-4fde-9d32-95adfe54a618 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.114452] env[62301]: DEBUG oslo_vmware.api [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Waiting for the task: (returnval){ [ 1095.114452] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5292e4ea-3b2a-768d-4a60-008aed1fc90a" [ 1095.114452] env[62301]: _type = "Task" [ 1095.114452] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.123231] env[62301]: DEBUG oslo_vmware.api [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5292e4ea-3b2a-768d-4a60-008aed1fc90a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.127962] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8bce5f-6bbe-4a28-923c-d48f50025064 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.148754] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9cec6b7-5f40-49ad-9320-c80940c81c51 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.156649] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Updating instance 'c110b5dd-9ea3-4714-9ab5-6146fca77dcb' progress to 83 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1095.265782] env[62301]: DEBUG oslo_concurrency.lockutils [req-ee579528-c36d-456c-9d73-599fd1a1b645 req-63288a72-7f57-41e2-afa1-d13f03345359 service nova] Releasing lock "refresh_cache-1dedee32-a2dd-409b-89f6-7c8e764c5c0c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.266158] env[62301]: DEBUG nova.compute.manager [req-ee579528-c36d-456c-9d73-599fd1a1b645 req-63288a72-7f57-41e2-afa1-d13f03345359 service nova] [instance: f3c9cd84-02cf-49b2-8395-76dc2c48c17b] Received event network-vif-deleted-92e5a21d-bba9-403a-9c2d-fe167cfa46cc {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1095.562679] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: f71f1995-ec56-4466-b04d-4026d9710b3e] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1095.580829] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1095.594316] env[62301]: DEBUG oslo_concurrency.lockutils [None req-30a64b92-1b78-40ab-9b40-837c4ff1bfbe tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.500s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1095.597300] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.017s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1095.615864] env[62301]: INFO nova.scheduler.client.report [None req-30a64b92-1b78-40ab-9b40-837c4ff1bfbe tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Deleted allocations for instance f3c9cd84-02cf-49b2-8395-76dc2c48c17b [ 1095.629929] env[62301]: DEBUG oslo_vmware.api [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5292e4ea-3b2a-768d-4a60-008aed1fc90a, 'name': SearchDatastore_Task, 'duration_secs': 0.022737} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.630242] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.630496] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] 1dedee32-a2dd-409b-89f6-7c8e764c5c0c/1dedee32-a2dd-409b-89f6-7c8e764c5c0c.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1095.630749] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-afd7165f-2e63-4f7d-94be-7be856f5799c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.639305] env[62301]: DEBUG oslo_vmware.api [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Waiting for the task: (returnval){ [ 1095.639305] env[62301]: value = "task-2571011" [ 1095.639305] env[62301]: _type = "Task" [ 1095.639305] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.648542] env[62301]: DEBUG oslo_vmware.api [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2571011, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.663046] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1095.663287] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47634232-a1c2-4e9f-ab75-1f0da65a2800 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.671706] env[62301]: DEBUG oslo_vmware.api [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 1095.671706] env[62301]: value = "task-2571012" [ 1095.671706] env[62301]: _type = "Task" [ 1095.671706] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.687891] env[62301]: DEBUG oslo_vmware.api [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2571012, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.066377] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 9317e942-06ea-4055-8eb8-0bce94a7dd77] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1096.103199] env[62301]: INFO nova.compute.claims [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1096.127639] env[62301]: DEBUG oslo_concurrency.lockutils [None req-30a64b92-1b78-40ab-9b40-837c4ff1bfbe tempest-ServerDiskConfigTestJSON-11016691 tempest-ServerDiskConfigTestJSON-11016691-project-member] Lock "f3c9cd84-02cf-49b2-8395-76dc2c48c17b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.695s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1096.152887] env[62301]: DEBUG oslo_vmware.api [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2571011, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.186743] env[62301]: DEBUG oslo_vmware.api [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2571012, 'name': PowerOnVM_Task, 'duration_secs': 0.475925} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.187396] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1096.187396] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b10a12-917c-4477-880f-83f0ea604b84 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Updating instance 'c110b5dd-9ea3-4714-9ab5-6146fca77dcb' progress to 100 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1096.570431] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: de6bacc7-556f-4809-a791-26892786c64a] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1096.609970] env[62301]: INFO nova.compute.resource_tracker [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Updating resource usage from migration df097e4f-a78b-429d-a593-2b0bbdcb6bbc [ 1096.649674] env[62301]: DEBUG oslo_vmware.api [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2571011, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.777537} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.650470] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] 1dedee32-a2dd-409b-89f6-7c8e764c5c0c/1dedee32-a2dd-409b-89f6-7c8e764c5c0c.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1096.650470] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1096.650651] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5ee9240-49e4-4eae-84ec-09fe97da303b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.659069] env[62301]: DEBUG oslo_vmware.api [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Waiting for the task: (returnval){ [ 1096.659069] env[62301]: value = "task-2571013" [ 1096.659069] env[62301]: _type = "Task" [ 1096.659069] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.668363] env[62301]: DEBUG oslo_vmware.api [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2571013, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.791983] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa4eef8-eca0-4f7d-944a-d66952ac19e4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.801532] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7222933d-020b-4ade-8c42-2e89bbf0f248 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.832715] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49eafa0c-4e75-4db3-8fb5-93ac9fed518f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.841027] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf289496-6ee2-4960-a8d3-22f43fddcae7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.854937] env[62301]: DEBUG nova.compute.provider_tree [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.074739] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 3e0ea9d7-c6b0-451c-9d1f-ef87b3fe6738] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1097.171193] env[62301]: DEBUG oslo_vmware.api [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2571013, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088109} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.171473] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1097.172267] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a65c31-6dab-4017-a6f2-4296ae2f1aa4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.195012] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 1dedee32-a2dd-409b-89f6-7c8e764c5c0c/1dedee32-a2dd-409b-89f6-7c8e764c5c0c.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1097.195690] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc8f6e7d-60a0-4329-a9f2-202fa71468cd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.217604] env[62301]: DEBUG oslo_vmware.api [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Waiting for the task: (returnval){ [ 1097.217604] env[62301]: value = "task-2571014" [ 1097.217604] env[62301]: _type = "Task" [ 1097.217604] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.226331] env[62301]: DEBUG oslo_vmware.api [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2571014, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.359554] env[62301]: DEBUG nova.scheduler.client.report [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.577830] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 4744b0fa-67e1-42a1-a7d8-a094690ad4ca] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1097.728597] env[62301]: DEBUG oslo_vmware.api [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2571014, 'name': ReconfigVM_Task, 'duration_secs': 0.338285} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.728882] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 1dedee32-a2dd-409b-89f6-7c8e764c5c0c/1dedee32-a2dd-409b-89f6-7c8e764c5c0c.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1097.729534] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca13e0bb-d339-44ea-9316-63b817b757b2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.737613] env[62301]: DEBUG oslo_vmware.api [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Waiting for the task: (returnval){ [ 1097.737613] env[62301]: value = "task-2571015" [ 1097.737613] env[62301]: _type = "Task" [ 1097.737613] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.746060] env[62301]: DEBUG oslo_vmware.api [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2571015, 'name': Rename_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.865571] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.268s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1097.865998] env[62301]: INFO nova.compute.manager [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Migrating [ 1098.080937] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 85377a80-db0b-48de-af62-aa3e8aafe692] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1098.247428] env[62301]: DEBUG oslo_vmware.api [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2571015, 'name': Rename_Task, 'duration_secs': 0.167957} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.247695] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1098.247943] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b6a41dd-2557-435a-b29f-91eef9b2481b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.255983] env[62301]: DEBUG oslo_vmware.api [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Waiting for the task: (returnval){ [ 1098.255983] env[62301]: value = "task-2571016" [ 1098.255983] env[62301]: _type = "Task" [ 1098.255983] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.264130] env[62301]: DEBUG oslo_vmware.api [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2571016, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.385336] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquiring lock "refresh_cache-35f0b70c-c113-466c-ab2c-560c19539b95" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.385551] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquired lock "refresh_cache-35f0b70c-c113-466c-ab2c-560c19539b95" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.385802] env[62301]: DEBUG nova.network.neutron [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1098.419986] env[62301]: DEBUG oslo_concurrency.lockutils [None req-972a8ae8-785c-409f-9319-0b6a8527eab1 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquiring lock "c110b5dd-9ea3-4714-9ab5-6146fca77dcb" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1098.420351] env[62301]: DEBUG oslo_concurrency.lockutils [None req-972a8ae8-785c-409f-9319-0b6a8527eab1 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "c110b5dd-9ea3-4714-9ab5-6146fca77dcb" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1098.420573] env[62301]: DEBUG nova.compute.manager [None req-972a8ae8-785c-409f-9319-0b6a8527eab1 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Going to confirm migration 8 {{(pid=62301) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1098.584573] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 771fe5ee-9535-4329-9d69-86d9ec130698] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1098.769061] env[62301]: DEBUG oslo_vmware.api [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2571016, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.972633] env[62301]: DEBUG oslo_concurrency.lockutils [None req-972a8ae8-785c-409f-9319-0b6a8527eab1 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquiring lock "refresh_cache-c110b5dd-9ea3-4714-9ab5-6146fca77dcb" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.972824] env[62301]: DEBUG oslo_concurrency.lockutils [None req-972a8ae8-785c-409f-9319-0b6a8527eab1 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquired lock "refresh_cache-c110b5dd-9ea3-4714-9ab5-6146fca77dcb" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.973016] env[62301]: DEBUG nova.network.neutron [None req-972a8ae8-785c-409f-9319-0b6a8527eab1 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1098.973211] env[62301]: DEBUG nova.objects.instance [None req-972a8ae8-785c-409f-9319-0b6a8527eab1 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lazy-loading 'info_cache' on Instance uuid c110b5dd-9ea3-4714-9ab5-6146fca77dcb {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.088835] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: e99adbe5-c6e8-4b50-87d7-83ef53b30f08] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1099.176914] env[62301]: DEBUG nova.network.neutron [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Updating instance_info_cache with network_info: [{"id": "28289662-2d90-4828-949e-847e9a978be4", "address": "fa:16:3e:da:e3:97", "network": {"id": "f58df9e3-61c0-41d5-a4fa-70db2f6f0b30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-576608794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4a399762bbd46c483973e1371d2429c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28289662-2d", "ovs_interfaceid": "28289662-2d90-4828-949e-847e9a978be4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.267652] env[62301]: DEBUG oslo_vmware.api [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2571016, 'name': PowerOnVM_Task, 'duration_secs': 0.671976} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.267652] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1099.267864] env[62301]: INFO nova.compute.manager [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Took 8.51 seconds to spawn the instance on the hypervisor. [ 1099.267864] env[62301]: DEBUG nova.compute.manager [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1099.268664] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601ad5e6-7170-4bf7-ba5f-e9d8653d9070 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.592743] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 3bd0740b-68f5-481a-85f3-e07e3fea49a6] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1099.680207] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Releasing lock "refresh_cache-35f0b70c-c113-466c-ab2c-560c19539b95" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.791236] env[62301]: INFO nova.compute.manager [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Took 21.56 seconds to build instance. [ 1100.097518] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: e7bef627-ecfa-4a7c-b042-0bcd60d54396] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1100.293492] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f088dd54-6bf1-4c4f-b2e1-ced2f019568c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lock "1dedee32-a2dd-409b-89f6-7c8e764c5c0c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.071s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1100.355425] env[62301]: DEBUG nova.compute.manager [req-801bc3f6-58d2-435d-87f0-cc63de958aa1 req-8d654819-42a3-47f2-a8cc-2c5cc7790b64 service nova] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Received event network-changed-a488ad01-bc3f-4766-9a9c-01aa0204bbd4 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1100.355425] env[62301]: DEBUG nova.compute.manager [req-801bc3f6-58d2-435d-87f0-cc63de958aa1 req-8d654819-42a3-47f2-a8cc-2c5cc7790b64 service nova] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Refreshing instance network info cache due to event network-changed-a488ad01-bc3f-4766-9a9c-01aa0204bbd4. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1100.355425] env[62301]: DEBUG oslo_concurrency.lockutils [req-801bc3f6-58d2-435d-87f0-cc63de958aa1 req-8d654819-42a3-47f2-a8cc-2c5cc7790b64 service nova] Acquiring lock "refresh_cache-1dedee32-a2dd-409b-89f6-7c8e764c5c0c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.355425] env[62301]: DEBUG oslo_concurrency.lockutils [req-801bc3f6-58d2-435d-87f0-cc63de958aa1 req-8d654819-42a3-47f2-a8cc-2c5cc7790b64 service nova] Acquired lock "refresh_cache-1dedee32-a2dd-409b-89f6-7c8e764c5c0c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.355425] env[62301]: DEBUG nova.network.neutron [req-801bc3f6-58d2-435d-87f0-cc63de958aa1 req-8d654819-42a3-47f2-a8cc-2c5cc7790b64 service nova] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Refreshing network info cache for port a488ad01-bc3f-4766-9a9c-01aa0204bbd4 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1100.358424] env[62301]: DEBUG nova.network.neutron [None req-972a8ae8-785c-409f-9319-0b6a8527eab1 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Updating instance_info_cache with network_info: [{"id": "8ea4f9ad-3ad6-4cd4-8416-cfa3057b3713", "address": "fa:16:3e:a9:27:5e", "network": {"id": "84fdfe6c-b92c-4aa3-a9b8-6d0fb516b49a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-430300115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f79c1c72ace843d4be630377bd5e2326", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ea4f9ad-3a", "ovs_interfaceid": "8ea4f9ad-3ad6-4cd4-8416-cfa3057b3713", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.555088] env[62301]: DEBUG oslo_concurrency.lockutils [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquiring lock "f772a532-3402-4b9c-95be-0bbb9c5ef7ad" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1100.555363] env[62301]: DEBUG oslo_concurrency.lockutils [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lock "f772a532-3402-4b9c-95be-0bbb9c5ef7ad" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1100.555539] env[62301]: INFO nova.compute.manager [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Shelving [ 1100.602918] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: c7eabb57-0166-4a6c-852b-9dfbb762a515] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1100.862349] env[62301]: DEBUG oslo_concurrency.lockutils [None req-972a8ae8-785c-409f-9319-0b6a8527eab1 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Releasing lock "refresh_cache-c110b5dd-9ea3-4714-9ab5-6146fca77dcb" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.862349] env[62301]: DEBUG nova.objects.instance [None req-972a8ae8-785c-409f-9319-0b6a8527eab1 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lazy-loading 'migration_context' on Instance uuid c110b5dd-9ea3-4714-9ab5-6146fca77dcb {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.106300] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 4b70477a-3a4c-4964-ac02-1270774c40e4] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1101.126839] env[62301]: DEBUG nova.network.neutron [req-801bc3f6-58d2-435d-87f0-cc63de958aa1 req-8d654819-42a3-47f2-a8cc-2c5cc7790b64 service nova] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Updated VIF entry in instance network info cache for port a488ad01-bc3f-4766-9a9c-01aa0204bbd4. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1101.127218] env[62301]: DEBUG nova.network.neutron [req-801bc3f6-58d2-435d-87f0-cc63de958aa1 req-8d654819-42a3-47f2-a8cc-2c5cc7790b64 service nova] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Updating instance_info_cache with network_info: [{"id": "a488ad01-bc3f-4766-9a9c-01aa0204bbd4", "address": "fa:16:3e:d5:78:e0", "network": {"id": "32aca2ac-882d-4f89-b75b-c3af9ad6fefe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1098447386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f44005617fbf4cf3a6dc1727b4da2f55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa488ad01-bc", "ovs_interfaceid": "a488ad01-bc3f-4766-9a9c-01aa0204bbd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.195594] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e701515-4b08-4ab5-b9ae-d18d5ec3df6b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.218026] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Updating instance '35f0b70c-c113-466c-ab2c-560c19539b95' progress to 0 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1101.370108] env[62301]: DEBUG nova.objects.base [None req-972a8ae8-785c-409f-9319-0b6a8527eab1 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62301) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1101.372080] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95a0788-0687-4b06-b090-41b19a147877 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.401161] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e1897dd-e510-49f8-a50f-c47223a5275b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.407191] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquiring lock "7c44d3f3-9670-493b-a069-b9e837e78dd0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1101.407822] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lock "7c44d3f3-9670-493b-a069-b9e837e78dd0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.412411] env[62301]: DEBUG oslo_vmware.api [None req-972a8ae8-785c-409f-9319-0b6a8527eab1 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 1101.412411] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]527b6e62-5bfb-d5ad-da0d-ef8f7c0f215e" [ 1101.412411] env[62301]: _type = "Task" [ 1101.412411] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.426222] env[62301]: DEBUG oslo_vmware.api [None req-972a8ae8-785c-409f-9319-0b6a8527eab1 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]527b6e62-5bfb-d5ad-da0d-ef8f7c0f215e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.568348] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1101.568971] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-246fe14a-e5b9-4058-9d89-8352c9c74181 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.580788] env[62301]: DEBUG oslo_vmware.api [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 1101.580788] env[62301]: value = "task-2571017" [ 1101.580788] env[62301]: _type = "Task" [ 1101.580788] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.594349] env[62301]: DEBUG oslo_vmware.api [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2571017, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.611206] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 9b75c3ad-c32e-42c8-943a-70254bcf68dc] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1101.633234] env[62301]: DEBUG oslo_concurrency.lockutils [req-801bc3f6-58d2-435d-87f0-cc63de958aa1 req-8d654819-42a3-47f2-a8cc-2c5cc7790b64 service nova] Releasing lock "refresh_cache-1dedee32-a2dd-409b-89f6-7c8e764c5c0c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.724419] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1101.724732] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1d21fcf-46d1-4af1-b444-69845d9355ff {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.733300] env[62301]: DEBUG oslo_vmware.api [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 1101.733300] env[62301]: value = "task-2571018" [ 1101.733300] env[62301]: _type = "Task" [ 1101.733300] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.742869] env[62301]: DEBUG oslo_vmware.api [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2571018, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.909983] env[62301]: DEBUG nova.compute.manager [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1101.925935] env[62301]: DEBUG oslo_vmware.api [None req-972a8ae8-785c-409f-9319-0b6a8527eab1 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]527b6e62-5bfb-d5ad-da0d-ef8f7c0f215e, 'name': SearchDatastore_Task, 'duration_secs': 0.008328} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.925935] env[62301]: DEBUG oslo_concurrency.lockutils [None req-972a8ae8-785c-409f-9319-0b6a8527eab1 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1101.925935] env[62301]: DEBUG oslo_concurrency.lockutils [None req-972a8ae8-785c-409f-9319-0b6a8527eab1 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1102.093023] env[62301]: DEBUG oslo_vmware.api [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2571017, 'name': PowerOffVM_Task, 'duration_secs': 0.365201} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.093232] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1102.094024] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068445d8-004c-4e70-ab71-fc995567fed3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.112570] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069d97ae-24d2-4fec-8a63-4a5c2ae33f66 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.115641] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 1ac5d7c4-6057-4e7e-813b-50bb62790679] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1102.247730] env[62301]: DEBUG oslo_vmware.api [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2571018, 'name': PowerOffVM_Task, 'duration_secs': 0.216974} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.248198] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1102.248493] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Updating instance '35f0b70c-c113-466c-ab2c-560c19539b95' progress to 17 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1102.458225] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1102.610498] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00357519-e3c9-4b7a-9f23-36757314e7fa {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.619020] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: d44608fc-c2b2-4331-ba83-0553238f5f6d] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1102.621533] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119653ef-f732-4df8-9d44-c98143b2820a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.628391] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Creating Snapshot of the VM instance {{(pid=62301) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1102.628391] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3107bf4d-0c03-48ee-b65f-bcb82edf9030 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.661601] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606a3c1a-e926-47c6-be29-b54d60c31943 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.664522] env[62301]: DEBUG oslo_vmware.api [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 1102.664522] env[62301]: value = "task-2571019" [ 1102.664522] env[62301]: _type = "Task" [ 1102.664522] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.671826] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6adcb0de-9fec-4e4d-b259-eed421b3a6ef {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.678170] env[62301]: DEBUG oslo_vmware.api [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2571019, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.689118] env[62301]: DEBUG nova.compute.provider_tree [None req-972a8ae8-785c-409f-9319-0b6a8527eab1 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.756219] env[62301]: DEBUG nova.virt.hardware [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1102.756929] env[62301]: DEBUG nova.virt.hardware [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1102.756929] env[62301]: DEBUG nova.virt.hardware [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1102.756929] env[62301]: DEBUG nova.virt.hardware [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1102.757182] env[62301]: DEBUG nova.virt.hardware [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1102.757417] env[62301]: DEBUG nova.virt.hardware [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1102.757696] env[62301]: DEBUG nova.virt.hardware [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1102.757920] env[62301]: DEBUG nova.virt.hardware [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1102.758187] env[62301]: DEBUG nova.virt.hardware [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1102.758416] env[62301]: DEBUG nova.virt.hardware [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1102.758653] env[62301]: DEBUG nova.virt.hardware [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1102.764011] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a58f9336-1c39-4aea-9f44-a63c86c7c063 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.780439] env[62301]: DEBUG oslo_vmware.api [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 1102.780439] env[62301]: value = "task-2571020" [ 1102.780439] env[62301]: _type = "Task" [ 1102.780439] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.788752] env[62301]: DEBUG oslo_vmware.api [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2571020, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.938938] env[62301]: DEBUG oslo_concurrency.lockutils [None req-65f13bce-8470-42ce-8468-1af267ba9710 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Acquiring lock "71e8544a-b76b-4f61-9422-ca372ba522b4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1102.939199] env[62301]: DEBUG oslo_concurrency.lockutils [None req-65f13bce-8470-42ce-8468-1af267ba9710 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lock "71e8544a-b76b-4f61-9422-ca372ba522b4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1102.946082] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Acquiring lock "a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1102.946342] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Lock "a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1103.126486] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: b416be7e-8763-4c6b-9368-28f82bf33c9e] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1103.175832] env[62301]: DEBUG oslo_vmware.api [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2571019, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.192616] env[62301]: DEBUG nova.scheduler.client.report [None req-972a8ae8-785c-409f-9319-0b6a8527eab1 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.290527] env[62301]: DEBUG oslo_vmware.api [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2571020, 'name': ReconfigVM_Task, 'duration_secs': 0.222006} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.293128] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Updating instance '35f0b70c-c113-466c-ab2c-560c19539b95' progress to 33 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1103.451020] env[62301]: DEBUG nova.compute.utils [None req-65f13bce-8470-42ce-8468-1af267ba9710 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1103.451020] env[62301]: DEBUG nova.compute.manager [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] [instance: a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1103.632384] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: bdfc1a8d-4088-4632-8000-1e59fb4d7b8d] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1103.679537] env[62301]: DEBUG oslo_vmware.api [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2571019, 'name': CreateSnapshot_Task, 'duration_secs': 0.769766} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.680657] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Created Snapshot of the VM instance {{(pid=62301) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1103.680657] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67a8f8a-086b-480a-bb39-b42ab3205264 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.797046] env[62301]: DEBUG nova.virt.hardware [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1103.797325] env[62301]: DEBUG nova.virt.hardware [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1103.797497] env[62301]: DEBUG nova.virt.hardware [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1103.797683] env[62301]: DEBUG nova.virt.hardware [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1103.797831] env[62301]: DEBUG nova.virt.hardware [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1103.797978] env[62301]: DEBUG nova.virt.hardware [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1103.798208] env[62301]: DEBUG nova.virt.hardware [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1103.798395] env[62301]: DEBUG nova.virt.hardware [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1103.798566] env[62301]: DEBUG nova.virt.hardware [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1103.798728] env[62301]: DEBUG nova.virt.hardware [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1103.798898] env[62301]: DEBUG nova.virt.hardware [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1103.804039] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=62301) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1103.804311] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdc0c307-2480-495f-b8b1-6e4023f52787 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.823934] env[62301]: DEBUG oslo_vmware.api [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 1103.823934] env[62301]: value = "task-2571021" [ 1103.823934] env[62301]: _type = "Task" [ 1103.823934] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.832980] env[62301]: DEBUG oslo_vmware.api [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2571021, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.842517] env[62301]: DEBUG oslo_concurrency.lockutils [None req-94d2ee08-3f9b-42d4-a67a-e6dab21bf5a8 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Acquiring lock "b0af9fd1-a2db-4f11-bac8-e84d66a84c1c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1103.842848] env[62301]: DEBUG oslo_concurrency.lockutils [None req-94d2ee08-3f9b-42d4-a67a-e6dab21bf5a8 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Lock "b0af9fd1-a2db-4f11-bac8-e84d66a84c1c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1103.843087] env[62301]: DEBUG oslo_concurrency.lockutils [None req-94d2ee08-3f9b-42d4-a67a-e6dab21bf5a8 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Acquiring lock "b0af9fd1-a2db-4f11-bac8-e84d66a84c1c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1103.843290] env[62301]: DEBUG oslo_concurrency.lockutils [None req-94d2ee08-3f9b-42d4-a67a-e6dab21bf5a8 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Lock "b0af9fd1-a2db-4f11-bac8-e84d66a84c1c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1103.843468] env[62301]: DEBUG oslo_concurrency.lockutils [None req-94d2ee08-3f9b-42d4-a67a-e6dab21bf5a8 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Lock "b0af9fd1-a2db-4f11-bac8-e84d66a84c1c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1103.845589] env[62301]: INFO nova.compute.manager [None req-94d2ee08-3f9b-42d4-a67a-e6dab21bf5a8 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] [instance: b0af9fd1-a2db-4f11-bac8-e84d66a84c1c] Terminating instance [ 1103.951608] env[62301]: DEBUG oslo_concurrency.lockutils [None req-65f13bce-8470-42ce-8468-1af267ba9710 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lock "71e8544a-b76b-4f61-9422-ca372ba522b4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1103.974671] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1104.134807] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: a3f6bfdd-4f68-42d9-b3cf-32437fea3c34] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1104.200020] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Creating linked-clone VM from snapshot {{(pid=62301) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1104.200344] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-effc38b1-3cd3-4bda-b45e-945a4fc6d79b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.204569] env[62301]: DEBUG oslo_concurrency.lockutils [None req-972a8ae8-785c-409f-9319-0b6a8527eab1 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.281s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1104.207280] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.749s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1104.209289] env[62301]: INFO nova.compute.claims [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1104.217877] env[62301]: DEBUG oslo_vmware.api [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 1104.217877] env[62301]: value = "task-2571022" [ 1104.217877] env[62301]: _type = "Task" [ 1104.217877] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.226815] env[62301]: DEBUG oslo_vmware.api [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2571022, 'name': CloneVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.336455] env[62301]: DEBUG oslo_vmware.api [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2571021, 'name': ReconfigVM_Task, 'duration_secs': 0.1645} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.336831] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=62301) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1104.338037] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54047ec9-f411-4493-9eed-a05b10b52499 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.357445] env[62301]: DEBUG nova.compute.manager [None req-94d2ee08-3f9b-42d4-a67a-e6dab21bf5a8 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] [instance: b0af9fd1-a2db-4f11-bac8-e84d66a84c1c] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1104.357801] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-94d2ee08-3f9b-42d4-a67a-e6dab21bf5a8 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] [instance: b0af9fd1-a2db-4f11-bac8-e84d66a84c1c] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1104.371110] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 35f0b70c-c113-466c-ab2c-560c19539b95/35f0b70c-c113-466c-ab2c-560c19539b95.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1104.372357] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c1983b-fad8-44e1-9f2c-57e3d875c2f2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.376863] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52a186e8-0061-4687-9bd8-499d386499ab {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.400711] env[62301]: DEBUG oslo_vmware.api [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 1104.400711] env[62301]: value = "task-2571023" [ 1104.400711] env[62301]: _type = "Task" [ 1104.400711] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.402948] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-94d2ee08-3f9b-42d4-a67a-e6dab21bf5a8 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] [instance: b0af9fd1-a2db-4f11-bac8-e84d66a84c1c] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1104.406553] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-346b1671-0375-40ee-bc17-25e8c295fa2a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.414091] env[62301]: DEBUG oslo_vmware.api [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2571023, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.415447] env[62301]: DEBUG oslo_vmware.api [None req-94d2ee08-3f9b-42d4-a67a-e6dab21bf5a8 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Waiting for the task: (returnval){ [ 1104.415447] env[62301]: value = "task-2571024" [ 1104.415447] env[62301]: _type = "Task" [ 1104.415447] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.424557] env[62301]: DEBUG oslo_vmware.api [None req-94d2ee08-3f9b-42d4-a67a-e6dab21bf5a8 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Task: {'id': task-2571024, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.638480] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 4eccc0d6-5a82-4a41-a077-966479407c6b] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1104.732869] env[62301]: DEBUG oslo_vmware.api [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2571022, 'name': CloneVM_Task} progress is 94%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.778762] env[62301]: INFO nova.scheduler.client.report [None req-972a8ae8-785c-409f-9319-0b6a8527eab1 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Deleted allocation for migration d489ef75-5318-419e-a634-899bd4fea725 [ 1104.893832] env[62301]: INFO nova.compute.manager [None req-00d19c7e-1b0b-408a-ab55-c064d15067df tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Get console output [ 1104.894276] env[62301]: WARNING nova.virt.vmwareapi.driver [None req-00d19c7e-1b0b-408a-ab55-c064d15067df tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] The console log is missing. Check your VSPC configuration [ 1104.912786] env[62301]: DEBUG oslo_vmware.api [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2571023, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.924440] env[62301]: DEBUG oslo_vmware.api [None req-94d2ee08-3f9b-42d4-a67a-e6dab21bf5a8 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Task: {'id': task-2571024, 'name': PowerOffVM_Task, 'duration_secs': 0.27439} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.924796] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-94d2ee08-3f9b-42d4-a67a-e6dab21bf5a8 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] [instance: b0af9fd1-a2db-4f11-bac8-e84d66a84c1c] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1104.925100] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-94d2ee08-3f9b-42d4-a67a-e6dab21bf5a8 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] [instance: b0af9fd1-a2db-4f11-bac8-e84d66a84c1c] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1104.925502] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66eae733-58cb-4d35-bb9b-44c181b22fec {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.994435] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-94d2ee08-3f9b-42d4-a67a-e6dab21bf5a8 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] [instance: b0af9fd1-a2db-4f11-bac8-e84d66a84c1c] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1104.994703] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-94d2ee08-3f9b-42d4-a67a-e6dab21bf5a8 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] [instance: b0af9fd1-a2db-4f11-bac8-e84d66a84c1c] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1104.994828] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-94d2ee08-3f9b-42d4-a67a-e6dab21bf5a8 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Deleting the datastore file [datastore1] b0af9fd1-a2db-4f11-bac8-e84d66a84c1c {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1104.995120] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c40a60d2-5877-4afd-812a-f9ee6ea009bd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.002306] env[62301]: DEBUG oslo_vmware.api [None req-94d2ee08-3f9b-42d4-a67a-e6dab21bf5a8 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Waiting for the task: (returnval){ [ 1105.002306] env[62301]: value = "task-2571026" [ 1105.002306] env[62301]: _type = "Task" [ 1105.002306] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.010619] env[62301]: DEBUG oslo_vmware.api [None req-94d2ee08-3f9b-42d4-a67a-e6dab21bf5a8 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Task: {'id': task-2571026, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.020382] env[62301]: DEBUG oslo_concurrency.lockutils [None req-65f13bce-8470-42ce-8468-1af267ba9710 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Acquiring lock "71e8544a-b76b-4f61-9422-ca372ba522b4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1105.020666] env[62301]: DEBUG oslo_concurrency.lockutils [None req-65f13bce-8470-42ce-8468-1af267ba9710 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lock "71e8544a-b76b-4f61-9422-ca372ba522b4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1105.020939] env[62301]: INFO nova.compute.manager [None req-65f13bce-8470-42ce-8468-1af267ba9710 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Attaching volume 1f5337a6-287f-4ad9-ba2c-e83cb4dbb50d to /dev/sdb [ 1105.056900] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3dc498-829e-4990-8292-74130c6efd18 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.064177] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9656b958-c547-468c-aa8e-8514b43ae9fc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.077927] env[62301]: DEBUG nova.virt.block_device [None req-65f13bce-8470-42ce-8468-1af267ba9710 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Updating existing volume attachment record: a784ba3f-d353-4628-b74b-dd2c25fe3e83 {{(pid=62301) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1105.141857] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 0a01e047-3fcb-485d-8202-bab4a45dfd93] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1105.231481] env[62301]: DEBUG oslo_vmware.api [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2571022, 'name': CloneVM_Task} progress is 94%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.285487] env[62301]: DEBUG oslo_concurrency.lockutils [None req-972a8ae8-785c-409f-9319-0b6a8527eab1 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "c110b5dd-9ea3-4714-9ab5-6146fca77dcb" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.865s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1105.392376] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f076c595-d7f3-4f0f-86a6-8c827cd08336 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.400413] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4954030e-819b-4095-8bb4-1a4f76376b4a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.433788] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-756eff9e-34a5-4a13-a64a-1bb0ef85d5fa {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.439886] env[62301]: DEBUG oslo_vmware.api [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2571023, 'name': ReconfigVM_Task, 'duration_secs': 0.524235} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.440632] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 35f0b70c-c113-466c-ab2c-560c19539b95/35f0b70c-c113-466c-ab2c-560c19539b95.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.440926] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Updating instance '35f0b70c-c113-466c-ab2c-560c19539b95' progress to 50 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1105.448016] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03673153-6822-4e12-a9d6-e99c05cc4287 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.462171] env[62301]: DEBUG nova.compute.provider_tree [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.512742] env[62301]: DEBUG oslo_vmware.api [None req-94d2ee08-3f9b-42d4-a67a-e6dab21bf5a8 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Task: {'id': task-2571026, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171576} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.512742] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-94d2ee08-3f9b-42d4-a67a-e6dab21bf5a8 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1105.512742] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-94d2ee08-3f9b-42d4-a67a-e6dab21bf5a8 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] [instance: b0af9fd1-a2db-4f11-bac8-e84d66a84c1c] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1105.513093] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-94d2ee08-3f9b-42d4-a67a-e6dab21bf5a8 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] [instance: b0af9fd1-a2db-4f11-bac8-e84d66a84c1c] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1105.513093] env[62301]: INFO nova.compute.manager [None req-94d2ee08-3f9b-42d4-a67a-e6dab21bf5a8 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] [instance: b0af9fd1-a2db-4f11-bac8-e84d66a84c1c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1105.513308] env[62301]: DEBUG oslo.service.loopingcall [None req-94d2ee08-3f9b-42d4-a67a-e6dab21bf5a8 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1105.513495] env[62301]: DEBUG nova.compute.manager [-] [instance: b0af9fd1-a2db-4f11-bac8-e84d66a84c1c] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1105.513592] env[62301]: DEBUG nova.network.neutron [-] [instance: b0af9fd1-a2db-4f11-bac8-e84d66a84c1c] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1105.645467] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: baff9106-0561-4be4-885f-2e6628c00953] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1105.732532] env[62301]: DEBUG oslo_vmware.api [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2571022, 'name': CloneVM_Task, 'duration_secs': 1.305115} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.732801] env[62301]: INFO nova.virt.vmwareapi.vmops [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Created linked-clone VM from snapshot [ 1105.733549] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac4079a-12d3-496a-bd0e-18977bbae446 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.740819] env[62301]: DEBUG nova.virt.vmwareapi.images [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Uploading image 84e217aa-c847-41df-8270-ae720ca52289 {{(pid=62301) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1105.769789] env[62301]: DEBUG oslo_vmware.rw_handles [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1105.769789] env[62301]: value = "vm-518949" [ 1105.769789] env[62301]: _type = "VirtualMachine" [ 1105.769789] env[62301]: }. {{(pid=62301) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1105.770200] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b91cb6c5-63dd-484b-96de-9db166210836 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.777385] env[62301]: DEBUG oslo_vmware.rw_handles [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lease: (returnval){ [ 1105.777385] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]524a1d90-d0e0-4607-7131-9b702accb943" [ 1105.777385] env[62301]: _type = "HttpNfcLease" [ 1105.777385] env[62301]: } obtained for exporting VM: (result){ [ 1105.777385] env[62301]: value = "vm-518949" [ 1105.777385] env[62301]: _type = "VirtualMachine" [ 1105.777385] env[62301]: }. {{(pid=62301) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1105.777648] env[62301]: DEBUG oslo_vmware.api [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the lease: (returnval){ [ 1105.777648] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]524a1d90-d0e0-4607-7131-9b702accb943" [ 1105.777648] env[62301]: _type = "HttpNfcLease" [ 1105.777648] env[62301]: } to be ready. {{(pid=62301) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1105.783706] env[62301]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1105.783706] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]524a1d90-d0e0-4607-7131-9b702accb943" [ 1105.783706] env[62301]: _type = "HttpNfcLease" [ 1105.783706] env[62301]: } is initializing. {{(pid=62301) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1105.951186] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a79eab7-ad72-423f-8ea1-d835a0ed0b99 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.972293] env[62301]: DEBUG nova.scheduler.client.report [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.978323] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb25baf-9e16-43d9-90b7-1992bfdd4ef3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.999483] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Updating instance '35f0b70c-c113-466c-ab2c-560c19539b95' progress to 67 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1106.031169] env[62301]: DEBUG nova.compute.manager [req-dde1f51a-c57a-41ae-8bc0-7fa3754e986c req-356a3c9b-a846-4719-a02c-45563572aa48 service nova] [instance: b0af9fd1-a2db-4f11-bac8-e84d66a84c1c] Received event network-vif-deleted-057376be-ffb0-4013-b5a5-4a3b31d4eb4f {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1106.031169] env[62301]: INFO nova.compute.manager [req-dde1f51a-c57a-41ae-8bc0-7fa3754e986c req-356a3c9b-a846-4719-a02c-45563572aa48 service nova] [instance: b0af9fd1-a2db-4f11-bac8-e84d66a84c1c] Neutron deleted interface 057376be-ffb0-4013-b5a5-4a3b31d4eb4f; detaching it from the instance and deleting it from the info cache [ 1106.032293] env[62301]: DEBUG nova.network.neutron [req-dde1f51a-c57a-41ae-8bc0-7fa3754e986c req-356a3c9b-a846-4719-a02c-45563572aa48 service nova] [instance: b0af9fd1-a2db-4f11-bac8-e84d66a84c1c] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.148727] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: be36b9f5-1c3f-4df8-99c3-644321e8d992] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1106.286052] env[62301]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1106.286052] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]524a1d90-d0e0-4607-7131-9b702accb943" [ 1106.286052] env[62301]: _type = "HttpNfcLease" [ 1106.286052] env[62301]: } is ready. {{(pid=62301) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1106.286052] env[62301]: DEBUG oslo_vmware.rw_handles [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1106.286052] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]524a1d90-d0e0-4607-7131-9b702accb943" [ 1106.286052] env[62301]: _type = "HttpNfcLease" [ 1106.286052] env[62301]: }. {{(pid=62301) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1106.286960] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7d92df-d8c2-4624-852a-7e35bda66ede {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.294157] env[62301]: DEBUG oslo_vmware.rw_handles [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f98fdf-24bb-bf9f-2205-a3d7ad9e99cf/disk-0.vmdk from lease info. {{(pid=62301) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1106.294339] env[62301]: DEBUG oslo_vmware.rw_handles [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f98fdf-24bb-bf9f-2205-a3d7ad9e99cf/disk-0.vmdk for reading. {{(pid=62301) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1106.381224] env[62301]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6622545c-7ccf-481a-a83b-d36301ae8511 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.477417] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.270s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1106.477941] env[62301]: DEBUG nova.compute.manager [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1106.481478] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.507s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1106.482535] env[62301]: INFO nova.compute.claims [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] [instance: a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1106.484965] env[62301]: DEBUG nova.network.neutron [-] [instance: b0af9fd1-a2db-4f11-bac8-e84d66a84c1c] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.533522] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dc3ca31d-0e05-4caa-8e74-664d8b0f6f3f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.545492] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0207b595-7ebf-49e8-93a0-8782d4e309be {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.560874] env[62301]: DEBUG nova.network.neutron [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Port 28289662-2d90-4828-949e-847e9a978be4 binding to destination host cpu-1 is already ACTIVE {{(pid=62301) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1106.589118] env[62301]: DEBUG nova.compute.manager [req-dde1f51a-c57a-41ae-8bc0-7fa3754e986c req-356a3c9b-a846-4719-a02c-45563572aa48 service nova] [instance: b0af9fd1-a2db-4f11-bac8-e84d66a84c1c] Detach interface failed, port_id=057376be-ffb0-4013-b5a5-4a3b31d4eb4f, reason: Instance b0af9fd1-a2db-4f11-bac8-e84d66a84c1c could not be found. {{(pid=62301) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1106.652650] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 64f8a15b-a51a-46d1-92ac-b78f5134e0dd] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1106.988571] env[62301]: DEBUG nova.compute.utils [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1106.992352] env[62301]: INFO nova.compute.manager [-] [instance: b0af9fd1-a2db-4f11-bac8-e84d66a84c1c] Took 1.48 seconds to deallocate network for instance. [ 1106.992700] env[62301]: DEBUG nova.compute.manager [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1106.992880] env[62301]: DEBUG nova.network.neutron [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1107.035030] env[62301]: DEBUG nova.policy [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '041995c459584460b882ae64a87af08a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f44005617fbf4cf3a6dc1727b4da2f55', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 1107.065306] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Acquiring lock "49f6036a-ed24-416b-addb-a865ff67668e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1107.065569] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Lock "49f6036a-ed24-416b-addb-a865ff67668e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1107.065749] env[62301]: INFO nova.compute.manager [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Shelving [ 1107.156335] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 4f6766e1-3af7-4e78-abc0-c131c0df209f] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1107.409778] env[62301]: DEBUG nova.network.neutron [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Successfully created port: 92fbabd3-d796-4ac2-a6c6-34f7a27a071c {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1107.493792] env[62301]: DEBUG nova.compute.manager [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1107.500636] env[62301]: DEBUG oslo_concurrency.lockutils [None req-94d2ee08-3f9b-42d4-a67a-e6dab21bf5a8 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1107.593985] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquiring lock "35f0b70c-c113-466c-ab2c-560c19539b95-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1107.594349] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "35f0b70c-c113-466c-ab2c-560c19539b95-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1107.596644] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "35f0b70c-c113-466c-ab2c-560c19539b95-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1107.661283] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: c97bdea5-d23f-4a33-bce2-8e42fbccb46e] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1107.713900] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1490a30c-4d3e-489b-932b-310a0b99785c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.722419] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6efb7072-2393-4a5f-a037-5a85c059fe4f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.756409] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df58b17-86dc-4481-ad1e-673984a75e2e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.765074] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777a20e0-5bbb-4333-be48-da3710ed1483 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.779966] env[62301]: DEBUG nova.compute.provider_tree [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.097807] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.099882] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c41f778d-57ee-42f0-8ec6-da85ed23b858 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.108603] env[62301]: DEBUG oslo_vmware.api [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Waiting for the task: (returnval){ [ 1108.108603] env[62301]: value = "task-2571030" [ 1108.108603] env[62301]: _type = "Task" [ 1108.108603] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.119313] env[62301]: DEBUG oslo_vmware.api [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2571030, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.165009] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: ef47192b-434b-4162-9218-904cf9c10ff5] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1108.284109] env[62301]: DEBUG nova.scheduler.client.report [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.506297] env[62301]: DEBUG nova.compute.manager [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1108.532625] env[62301]: DEBUG nova.virt.hardware [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1108.532900] env[62301]: DEBUG nova.virt.hardware [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1108.533073] env[62301]: DEBUG nova.virt.hardware [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1108.533262] env[62301]: DEBUG nova.virt.hardware [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1108.533411] env[62301]: DEBUG nova.virt.hardware [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1108.533560] env[62301]: DEBUG nova.virt.hardware [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1108.533769] env[62301]: DEBUG nova.virt.hardware [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1108.533931] env[62301]: DEBUG nova.virt.hardware [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1108.534123] env[62301]: DEBUG nova.virt.hardware [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1108.534292] env[62301]: DEBUG nova.virt.hardware [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1108.534464] env[62301]: DEBUG nova.virt.hardware [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1108.535410] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54952047-ed35-4bce-b3ba-cae75f039463 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.543846] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75816679-8a11-46db-a9c3-3f6a88b5b2ed {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.619041] env[62301]: DEBUG oslo_vmware.api [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2571030, 'name': PowerOffVM_Task, 'duration_secs': 0.219872} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.619041] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1108.619805] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cccc5c6-a9f7-4bbc-a32e-e8a7d7207c34 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.639461] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquiring lock "refresh_cache-35f0b70c-c113-466c-ab2c-560c19539b95" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.639648] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquired lock "refresh_cache-35f0b70c-c113-466c-ab2c-560c19539b95" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.639894] env[62301]: DEBUG nova.network.neutron [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.641563] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f86cd8d-cc4a-4b29-b317-9c6a798fe805 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.669025] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 84e67ab5-2f2f-4633-904c-55536dd23f20] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1108.789476] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.308s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1108.790113] env[62301]: DEBUG nova.compute.manager [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] [instance: a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1108.793554] env[62301]: DEBUG oslo_concurrency.lockutils [None req-94d2ee08-3f9b-42d4-a67a-e6dab21bf5a8 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.293s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1108.793933] env[62301]: DEBUG nova.objects.instance [None req-94d2ee08-3f9b-42d4-a67a-e6dab21bf5a8 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Lazy-loading 'resources' on Instance uuid b0af9fd1-a2db-4f11-bac8-e84d66a84c1c {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.807087] env[62301]: DEBUG nova.compute.manager [req-349e0cf9-3ac1-46f8-aa9e-7befa2094513 req-35c5aaba-f395-4fdc-95a2-c6a1d810270a service nova] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Received event network-vif-plugged-92fbabd3-d796-4ac2-a6c6-34f7a27a071c {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1108.807375] env[62301]: DEBUG oslo_concurrency.lockutils [req-349e0cf9-3ac1-46f8-aa9e-7befa2094513 req-35c5aaba-f395-4fdc-95a2-c6a1d810270a service nova] Acquiring lock "7c44d3f3-9670-493b-a069-b9e837e78dd0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1108.807745] env[62301]: DEBUG oslo_concurrency.lockutils [req-349e0cf9-3ac1-46f8-aa9e-7befa2094513 req-35c5aaba-f395-4fdc-95a2-c6a1d810270a service nova] Lock "7c44d3f3-9670-493b-a069-b9e837e78dd0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1108.807948] env[62301]: DEBUG oslo_concurrency.lockutils [req-349e0cf9-3ac1-46f8-aa9e-7befa2094513 req-35c5aaba-f395-4fdc-95a2-c6a1d810270a service nova] Lock "7c44d3f3-9670-493b-a069-b9e837e78dd0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1108.808266] env[62301]: DEBUG nova.compute.manager [req-349e0cf9-3ac1-46f8-aa9e-7befa2094513 req-35c5aaba-f395-4fdc-95a2-c6a1d810270a service nova] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] No waiting events found dispatching network-vif-plugged-92fbabd3-d796-4ac2-a6c6-34f7a27a071c {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1108.808499] env[62301]: WARNING nova.compute.manager [req-349e0cf9-3ac1-46f8-aa9e-7befa2094513 req-35c5aaba-f395-4fdc-95a2-c6a1d810270a service nova] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Received unexpected event network-vif-plugged-92fbabd3-d796-4ac2-a6c6-34f7a27a071c for instance with vm_state building and task_state spawning. [ 1108.967081] env[62301]: DEBUG nova.network.neutron [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Successfully updated port: 92fbabd3-d796-4ac2-a6c6-34f7a27a071c {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1109.152609] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Creating Snapshot of the VM instance {{(pid=62301) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1109.153049] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f6a24f8f-4b94-4c16-b4b7-da0bb52ebbfd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.163259] env[62301]: DEBUG oslo_vmware.api [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Waiting for the task: (returnval){ [ 1109.163259] env[62301]: value = "task-2571031" [ 1109.163259] env[62301]: _type = "Task" [ 1109.163259] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.172548] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 0ce0e846-b5a3-4964-becf-4f0e996aedc5] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1109.174562] env[62301]: DEBUG oslo_vmware.api [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2571031, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.296946] env[62301]: DEBUG nova.compute.utils [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1109.303139] env[62301]: DEBUG nova.compute.manager [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] [instance: a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1109.303139] env[62301]: DEBUG nova.network.neutron [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] [instance: a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1109.473934] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquiring lock "refresh_cache-7c44d3f3-9670-493b-a069-b9e837e78dd0" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.473934] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquired lock "refresh_cache-7c44d3f3-9670-493b-a069-b9e837e78dd0" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.473934] env[62301]: DEBUG nova.network.neutron [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.516182] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff6d4dc-c7c5-4c26-b6aa-b0bf952bab90 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.524570] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea8b147-0289-4099-bcbc-2867a77fc5b4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.558461] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104af7b6-89d2-455a-802c-e0cb7e07e8cb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.566391] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787351ba-153d-4944-b25b-63eebc020625 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.581124] env[62301]: DEBUG nova.compute.provider_tree [None req-94d2ee08-3f9b-42d4-a67a-e6dab21bf5a8 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.624516] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-65f13bce-8470-42ce-8468-1af267ba9710 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Volume attach. Driver type: vmdk {{(pid=62301) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1109.624789] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-65f13bce-8470-42ce-8468-1af267ba9710 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518950', 'volume_id': '1f5337a6-287f-4ad9-ba2c-e83cb4dbb50d', 'name': 'volume-1f5337a6-287f-4ad9-ba2c-e83cb4dbb50d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '71e8544a-b76b-4f61-9422-ca372ba522b4', 'attached_at': '', 'detached_at': '', 'volume_id': '1f5337a6-287f-4ad9-ba2c-e83cb4dbb50d', 'serial': '1f5337a6-287f-4ad9-ba2c-e83cb4dbb50d'} {{(pid=62301) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1109.626173] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4abefe28-f398-4da7-b61d-7e07971eef65 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.644570] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d152caa-931f-4a82-886b-a09291b27328 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.650439] env[62301]: DEBUG nova.policy [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0abd1fdbbd544caa8f514233d3c9943a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '191e0bd053314e5c914df73521558cef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 1109.673550] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-65f13bce-8470-42ce-8468-1af267ba9710 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] volume-1f5337a6-287f-4ad9-ba2c-e83cb4dbb50d/volume-1f5337a6-287f-4ad9-ba2c-e83cb4dbb50d.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1109.679237] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d50a1510-ce05-44ea-b794-8f163efcdbfe {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.693121] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: cd9f474f-f661-4626-a575-d9918a2c34b5] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1109.702589] env[62301]: DEBUG oslo_vmware.api [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2571031, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.703934] env[62301]: DEBUG oslo_vmware.api [None req-65f13bce-8470-42ce-8468-1af267ba9710 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Waiting for the task: (returnval){ [ 1109.703934] env[62301]: value = "task-2571032" [ 1109.703934] env[62301]: _type = "Task" [ 1109.703934] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.712707] env[62301]: DEBUG oslo_vmware.api [None req-65f13bce-8470-42ce-8468-1af267ba9710 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2571032, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.779823] env[62301]: DEBUG nova.network.neutron [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Updating instance_info_cache with network_info: [{"id": "28289662-2d90-4828-949e-847e9a978be4", "address": "fa:16:3e:da:e3:97", "network": {"id": "f58df9e3-61c0-41d5-a4fa-70db2f6f0b30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-576608794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4a399762bbd46c483973e1371d2429c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28289662-2d", "ovs_interfaceid": "28289662-2d90-4828-949e-847e9a978be4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.803503] env[62301]: DEBUG nova.compute.manager [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] [instance: a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1110.026558] env[62301]: DEBUG nova.network.neutron [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1110.039085] env[62301]: DEBUG nova.network.neutron [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] [instance: a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3] Successfully created port: 2ceb9508-571d-4597-9aea-fa5aa5d2dc69 {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1110.084508] env[62301]: DEBUG nova.scheduler.client.report [None req-94d2ee08-3f9b-42d4-a67a-e6dab21bf5a8 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.177306] env[62301]: DEBUG oslo_vmware.api [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2571031, 'name': CreateSnapshot_Task, 'duration_secs': 0.768288} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.180450] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Created Snapshot of the VM instance {{(pid=62301) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1110.181374] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a592c6a-87b5-4751-adea-c625b44fa910 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.197440] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 832e4ce0-4f62-473b-b524-2c300d15a7d3] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1110.213775] env[62301]: DEBUG oslo_vmware.api [None req-65f13bce-8470-42ce-8468-1af267ba9710 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2571032, 'name': ReconfigVM_Task, 'duration_secs': 0.417319} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.214168] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-65f13bce-8470-42ce-8468-1af267ba9710 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Reconfigured VM instance instance-0000006b to attach disk [datastore2] volume-1f5337a6-287f-4ad9-ba2c-e83cb4dbb50d/volume-1f5337a6-287f-4ad9-ba2c-e83cb4dbb50d.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1110.219113] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cccbd1d8-8c56-4f0c-bb85-e1a3269d2f59 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.236422] env[62301]: DEBUG oslo_vmware.api [None req-65f13bce-8470-42ce-8468-1af267ba9710 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Waiting for the task: (returnval){ [ 1110.236422] env[62301]: value = "task-2571033" [ 1110.236422] env[62301]: _type = "Task" [ 1110.236422] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.245388] env[62301]: DEBUG oslo_vmware.api [None req-65f13bce-8470-42ce-8468-1af267ba9710 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2571033, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.283688] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Releasing lock "refresh_cache-35f0b70c-c113-466c-ab2c-560c19539b95" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.301406] env[62301]: DEBUG nova.network.neutron [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Updating instance_info_cache with network_info: [{"id": "92fbabd3-d796-4ac2-a6c6-34f7a27a071c", "address": "fa:16:3e:8e:17:0d", "network": {"id": "32aca2ac-882d-4f89-b75b-c3af9ad6fefe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1098447386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f44005617fbf4cf3a6dc1727b4da2f55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92fbabd3-d7", "ovs_interfaceid": "92fbabd3-d796-4ac2-a6c6-34f7a27a071c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.589587] env[62301]: DEBUG oslo_concurrency.lockutils [None req-94d2ee08-3f9b-42d4-a67a-e6dab21bf5a8 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.796s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1110.615935] env[62301]: INFO nova.scheduler.client.report [None req-94d2ee08-3f9b-42d4-a67a-e6dab21bf5a8 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Deleted allocations for instance b0af9fd1-a2db-4f11-bac8-e84d66a84c1c [ 1110.700233] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Creating linked-clone VM from snapshot {{(pid=62301) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1110.700997] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 8e5dfac2-d2bb-49fe-8436-f622ae0fe9e7] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1110.702720] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a27f1475-040c-43af-838b-5e2fa75daa3b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.713500] env[62301]: DEBUG oslo_vmware.api [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Waiting for the task: (returnval){ [ 1110.713500] env[62301]: value = "task-2571034" [ 1110.713500] env[62301]: _type = "Task" [ 1110.713500] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.722058] env[62301]: DEBUG oslo_vmware.api [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2571034, 'name': CloneVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.746149] env[62301]: DEBUG oslo_vmware.api [None req-65f13bce-8470-42ce-8468-1af267ba9710 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2571033, 'name': ReconfigVM_Task, 'duration_secs': 0.149505} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.746353] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-65f13bce-8470-42ce-8468-1af267ba9710 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518950', 'volume_id': '1f5337a6-287f-4ad9-ba2c-e83cb4dbb50d', 'name': 'volume-1f5337a6-287f-4ad9-ba2c-e83cb4dbb50d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '71e8544a-b76b-4f61-9422-ca372ba522b4', 'attached_at': '', 'detached_at': '', 'volume_id': '1f5337a6-287f-4ad9-ba2c-e83cb4dbb50d', 'serial': '1f5337a6-287f-4ad9-ba2c-e83cb4dbb50d'} {{(pid=62301) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1110.805030] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Releasing lock "refresh_cache-7c44d3f3-9670-493b-a069-b9e837e78dd0" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.805361] env[62301]: DEBUG nova.compute.manager [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Instance network_info: |[{"id": "92fbabd3-d796-4ac2-a6c6-34f7a27a071c", "address": "fa:16:3e:8e:17:0d", "network": {"id": "32aca2ac-882d-4f89-b75b-c3af9ad6fefe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1098447386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f44005617fbf4cf3a6dc1727b4da2f55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92fbabd3-d7", "ovs_interfaceid": "92fbabd3-d796-4ac2-a6c6-34f7a27a071c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1110.806333] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4415c589-9fb7-44c3-b90c-54d8efe96385 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.809349] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:17:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '683a619f-b10d-41a3-8c03-4f69f6c9ce53', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92fbabd3-d796-4ac2-a6c6-34f7a27a071c', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1110.819949] env[62301]: DEBUG oslo.service.loopingcall [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1110.821091] env[62301]: DEBUG nova.compute.manager [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] [instance: a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1110.823292] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1110.824202] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dee37425-84f9-453b-af8d-7340dcd76ad6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.857587] env[62301]: DEBUG nova.compute.manager [req-9cb7ad33-0936-4937-899d-81baa170924f req-70e7228d-b346-406d-b496-50f00f4ec238 service nova] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Received event network-changed-92fbabd3-d796-4ac2-a6c6-34f7a27a071c {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1110.857762] env[62301]: DEBUG nova.compute.manager [req-9cb7ad33-0936-4937-899d-81baa170924f req-70e7228d-b346-406d-b496-50f00f4ec238 service nova] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Refreshing instance network info cache due to event network-changed-92fbabd3-d796-4ac2-a6c6-34f7a27a071c. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1110.858017] env[62301]: DEBUG oslo_concurrency.lockutils [req-9cb7ad33-0936-4937-899d-81baa170924f req-70e7228d-b346-406d-b496-50f00f4ec238 service nova] Acquiring lock "refresh_cache-7c44d3f3-9670-493b-a069-b9e837e78dd0" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.858166] env[62301]: DEBUG oslo_concurrency.lockutils [req-9cb7ad33-0936-4937-899d-81baa170924f req-70e7228d-b346-406d-b496-50f00f4ec238 service nova] Acquired lock "refresh_cache-7c44d3f3-9670-493b-a069-b9e837e78dd0" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.858333] env[62301]: DEBUG nova.network.neutron [req-9cb7ad33-0936-4937-899d-81baa170924f req-70e7228d-b346-406d-b496-50f00f4ec238 service nova] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Refreshing network info cache for port 92fbabd3-d796-4ac2-a6c6-34f7a27a071c {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1110.863075] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a971fe4e-cc7c-47fc-a886-5be79d01182a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.867706] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1110.867706] env[62301]: value = "task-2571035" [ 1110.867706] env[62301]: _type = "Task" [ 1110.867706] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.875786] env[62301]: DEBUG nova.virt.hardware [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1110.875786] env[62301]: DEBUG nova.virt.hardware [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1110.875786] env[62301]: DEBUG nova.virt.hardware [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1110.875786] env[62301]: DEBUG nova.virt.hardware [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1110.875786] env[62301]: DEBUG nova.virt.hardware [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1110.875786] env[62301]: DEBUG nova.virt.hardware [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1110.875786] env[62301]: DEBUG nova.virt.hardware [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1110.875786] env[62301]: DEBUG nova.virt.hardware [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1110.875786] env[62301]: DEBUG nova.virt.hardware [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1110.875786] env[62301]: DEBUG nova.virt.hardware [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1110.876489] env[62301]: DEBUG nova.virt.hardware [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1110.879475] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8bb24c-939b-4cd5-bdfe-0dc0de7fbe44 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.882157] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Updating instance '35f0b70c-c113-466c-ab2c-560c19539b95' progress to 83 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1110.896065] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2571035, 'name': CreateVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.898978] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7522b8dc-9e91-447e-9e2b-264864aa59d9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.125386] env[62301]: DEBUG oslo_concurrency.lockutils [None req-94d2ee08-3f9b-42d4-a67a-e6dab21bf5a8 tempest-ServersV294TestFqdnHostnames-9125849 tempest-ServersV294TestFqdnHostnames-9125849-project-member] Lock "b0af9fd1-a2db-4f11-bac8-e84d66a84c1c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.282s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1111.207653] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 8998e7d5-9cc4-445d-9b66-ecac8c7f1374] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1111.223623] env[62301]: DEBUG oslo_vmware.api [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2571034, 'name': CloneVM_Task} progress is 94%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.378695] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2571035, 'name': CreateVM_Task, 'duration_secs': 0.362264} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.379403] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1111.379786] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.379953] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.380289] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.380544] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01e28583-feca-4ba5-b815-6c0d4ac83761 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.386077] env[62301]: DEBUG oslo_vmware.api [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Waiting for the task: (returnval){ [ 1111.386077] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]529dde1a-f211-aec7-488d-55bb7e1ea52a" [ 1111.386077] env[62301]: _type = "Task" [ 1111.386077] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.390876] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1111.391143] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-783e74b2-0c12-4b85-af16-031e9f1c9186 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.398870] env[62301]: DEBUG oslo_vmware.api [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]529dde1a-f211-aec7-488d-55bb7e1ea52a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.403909] env[62301]: DEBUG oslo_vmware.api [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 1111.403909] env[62301]: value = "task-2571036" [ 1111.403909] env[62301]: _type = "Task" [ 1111.403909] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.412523] env[62301]: DEBUG oslo_vmware.api [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2571036, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.688179] env[62301]: DEBUG nova.network.neutron [req-9cb7ad33-0936-4937-899d-81baa170924f req-70e7228d-b346-406d-b496-50f00f4ec238 service nova] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Updated VIF entry in instance network info cache for port 92fbabd3-d796-4ac2-a6c6-34f7a27a071c. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1111.688569] env[62301]: DEBUG nova.network.neutron [req-9cb7ad33-0936-4937-899d-81baa170924f req-70e7228d-b346-406d-b496-50f00f4ec238 service nova] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Updating instance_info_cache with network_info: [{"id": "92fbabd3-d796-4ac2-a6c6-34f7a27a071c", "address": "fa:16:3e:8e:17:0d", "network": {"id": "32aca2ac-882d-4f89-b75b-c3af9ad6fefe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1098447386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f44005617fbf4cf3a6dc1727b4da2f55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92fbabd3-d7", "ovs_interfaceid": "92fbabd3-d796-4ac2-a6c6-34f7a27a071c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.710848] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: e2d1039f-60fa-4c7b-a0ca-ed566357b1ea] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1111.724672] env[62301]: DEBUG oslo_vmware.api [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2571034, 'name': CloneVM_Task} progress is 94%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.792925] env[62301]: DEBUG nova.objects.instance [None req-65f13bce-8470-42ce-8468-1af267ba9710 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lazy-loading 'flavor' on Instance uuid 71e8544a-b76b-4f61-9422-ca372ba522b4 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.860770] env[62301]: DEBUG nova.network.neutron [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] [instance: a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3] Successfully updated port: 2ceb9508-571d-4597-9aea-fa5aa5d2dc69 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1111.901389] env[62301]: DEBUG oslo_vmware.api [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]529dde1a-f211-aec7-488d-55bb7e1ea52a, 'name': SearchDatastore_Task, 'duration_secs': 0.019942} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.901698] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.901923] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1111.903960] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.903960] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.903960] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1111.903960] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c9ad378-a8e4-42ae-8921-4d18bf6ee0a9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.915938] env[62301]: DEBUG oslo_vmware.api [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2571036, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.925456] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1111.925647] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1111.931227] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-662bc095-8bbb-41ee-a2e7-0847cfd7c37d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.936528] env[62301]: DEBUG oslo_vmware.api [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Waiting for the task: (returnval){ [ 1111.936528] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52d44575-f990-4890-59a6-42def7dc1e6f" [ 1111.936528] env[62301]: _type = "Task" [ 1111.936528] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.949366] env[62301]: DEBUG oslo_vmware.api [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52d44575-f990-4890-59a6-42def7dc1e6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.191251] env[62301]: DEBUG oslo_concurrency.lockutils [req-9cb7ad33-0936-4937-899d-81baa170924f req-70e7228d-b346-406d-b496-50f00f4ec238 service nova] Releasing lock "refresh_cache-7c44d3f3-9670-493b-a069-b9e837e78dd0" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.214408] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 12eef27c-e671-4325-974d-efa141d2c656] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1112.229956] env[62301]: DEBUG oslo_vmware.api [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2571034, 'name': CloneVM_Task} progress is 95%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.295153] env[62301]: DEBUG oslo_concurrency.lockutils [None req-65f13bce-8470-42ce-8468-1af267ba9710 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lock "71e8544a-b76b-4f61-9422-ca372ba522b4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.274s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1112.366514] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Acquiring lock "refresh_cache-a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.366720] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Acquired lock "refresh_cache-a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.366902] env[62301]: DEBUG nova.network.neutron [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] [instance: a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1112.418868] env[62301]: DEBUG oslo_vmware.api [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2571036, 'name': PowerOnVM_Task, 'duration_secs': 0.521851} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.419274] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1112.419716] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3a7865-d34f-4b2c-9467-b1f0bf9aff42 tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Updating instance '35f0b70c-c113-466c-ab2c-560c19539b95' progress to 100 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1112.447164] env[62301]: DEBUG oslo_vmware.api [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52d44575-f990-4890-59a6-42def7dc1e6f, 'name': SearchDatastore_Task, 'duration_secs': 0.018212} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.448159] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-314c7de9-6501-48b0-b430-af171283abbc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.453867] env[62301]: DEBUG oslo_vmware.api [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Waiting for the task: (returnval){ [ 1112.453867] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52fb3592-420d-4d4f-c704-cfdb5b177d00" [ 1112.453867] env[62301]: _type = "Task" [ 1112.453867] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.461492] env[62301]: DEBUG oslo_vmware.api [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52fb3592-420d-4d4f-c704-cfdb5b177d00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.582598] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6a84cbeb-7dc8-4c08-bb0e-2915237790b5 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Acquiring lock "71e8544a-b76b-4f61-9422-ca372ba522b4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1112.582820] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6a84cbeb-7dc8-4c08-bb0e-2915237790b5 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lock "71e8544a-b76b-4f61-9422-ca372ba522b4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1112.726831] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 56195579-e6c5-448d-bb3e-5e25c2b11b25] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1112.737033] env[62301]: DEBUG oslo_vmware.api [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2571034, 'name': CloneVM_Task, 'duration_secs': 1.604434} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.737771] env[62301]: INFO nova.virt.vmwareapi.vmops [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Created linked-clone VM from snapshot [ 1112.739262] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b148bc-64c0-45bb-adb9-00b1962760b9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.749911] env[62301]: DEBUG nova.virt.vmwareapi.images [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Uploading image 4b431b63-5db5-4495-9a32-c858c1ff4594 {{(pid=62301) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1112.827299] env[62301]: DEBUG oslo_vmware.rw_handles [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1112.827299] env[62301]: value = "vm-518952" [ 1112.827299] env[62301]: _type = "VirtualMachine" [ 1112.827299] env[62301]: }. {{(pid=62301) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1112.827299] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-27623f0d-33a2-4c87-8f59-710d7b185ffa {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.835752] env[62301]: DEBUG oslo_vmware.rw_handles [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Lease: (returnval){ [ 1112.835752] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52fc8020-1d95-9449-2830-ef51fb323044" [ 1112.835752] env[62301]: _type = "HttpNfcLease" [ 1112.835752] env[62301]: } obtained for exporting VM: (result){ [ 1112.835752] env[62301]: value = "vm-518952" [ 1112.835752] env[62301]: _type = "VirtualMachine" [ 1112.835752] env[62301]: }. {{(pid=62301) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1112.836050] env[62301]: DEBUG oslo_vmware.api [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Waiting for the lease: (returnval){ [ 1112.836050] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52fc8020-1d95-9449-2830-ef51fb323044" [ 1112.836050] env[62301]: _type = "HttpNfcLease" [ 1112.836050] env[62301]: } to be ready. {{(pid=62301) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1112.842829] env[62301]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1112.842829] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52fc8020-1d95-9449-2830-ef51fb323044" [ 1112.842829] env[62301]: _type = "HttpNfcLease" [ 1112.842829] env[62301]: } is initializing. {{(pid=62301) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1112.892420] env[62301]: DEBUG nova.compute.manager [req-b025edbf-731c-4a25-8d0b-d53162fd1689 req-8da7df48-e5a9-4ade-98cd-02c749226ee2 service nova] [instance: a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3] Received event network-vif-plugged-2ceb9508-571d-4597-9aea-fa5aa5d2dc69 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1112.892736] env[62301]: DEBUG oslo_concurrency.lockutils [req-b025edbf-731c-4a25-8d0b-d53162fd1689 req-8da7df48-e5a9-4ade-98cd-02c749226ee2 service nova] Acquiring lock "a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1112.892793] env[62301]: DEBUG oslo_concurrency.lockutils [req-b025edbf-731c-4a25-8d0b-d53162fd1689 req-8da7df48-e5a9-4ade-98cd-02c749226ee2 service nova] Lock "a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1112.892987] env[62301]: DEBUG oslo_concurrency.lockutils [req-b025edbf-731c-4a25-8d0b-d53162fd1689 req-8da7df48-e5a9-4ade-98cd-02c749226ee2 service nova] Lock "a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1112.893154] env[62301]: DEBUG nova.compute.manager [req-b025edbf-731c-4a25-8d0b-d53162fd1689 req-8da7df48-e5a9-4ade-98cd-02c749226ee2 service nova] [instance: a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3] No waiting events found dispatching network-vif-plugged-2ceb9508-571d-4597-9aea-fa5aa5d2dc69 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1112.893322] env[62301]: WARNING nova.compute.manager [req-b025edbf-731c-4a25-8d0b-d53162fd1689 req-8da7df48-e5a9-4ade-98cd-02c749226ee2 service nova] [instance: a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3] Received unexpected event network-vif-plugged-2ceb9508-571d-4597-9aea-fa5aa5d2dc69 for instance with vm_state building and task_state spawning. [ 1112.893545] env[62301]: DEBUG nova.compute.manager [req-b025edbf-731c-4a25-8d0b-d53162fd1689 req-8da7df48-e5a9-4ade-98cd-02c749226ee2 service nova] [instance: a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3] Received event network-changed-2ceb9508-571d-4597-9aea-fa5aa5d2dc69 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1112.893743] env[62301]: DEBUG nova.compute.manager [req-b025edbf-731c-4a25-8d0b-d53162fd1689 req-8da7df48-e5a9-4ade-98cd-02c749226ee2 service nova] [instance: a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3] Refreshing instance network info cache due to event network-changed-2ceb9508-571d-4597-9aea-fa5aa5d2dc69. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1112.893874] env[62301]: DEBUG oslo_concurrency.lockutils [req-b025edbf-731c-4a25-8d0b-d53162fd1689 req-8da7df48-e5a9-4ade-98cd-02c749226ee2 service nova] Acquiring lock "refresh_cache-a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.943235] env[62301]: DEBUG nova.network.neutron [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] [instance: a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1112.964435] env[62301]: DEBUG oslo_vmware.api [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52fb3592-420d-4d4f-c704-cfdb5b177d00, 'name': SearchDatastore_Task, 'duration_secs': 0.02882} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.964685] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.964941] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 7c44d3f3-9670-493b-a069-b9e837e78dd0/7c44d3f3-9670-493b-a069-b9e837e78dd0.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1112.965213] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe3be3a5-045b-4f26-bd21-436445680d32 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.972666] env[62301]: DEBUG oslo_vmware.api [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Waiting for the task: (returnval){ [ 1112.972666] env[62301]: value = "task-2571038" [ 1112.972666] env[62301]: _type = "Task" [ 1112.972666] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.982422] env[62301]: DEBUG oslo_vmware.api [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2571038, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.085577] env[62301]: INFO nova.compute.manager [None req-6a84cbeb-7dc8-4c08-bb0e-2915237790b5 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Detaching volume 1f5337a6-287f-4ad9-ba2c-e83cb4dbb50d [ 1113.132898] env[62301]: INFO nova.virt.block_device [None req-6a84cbeb-7dc8-4c08-bb0e-2915237790b5 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Attempting to driver detach volume 1f5337a6-287f-4ad9-ba2c-e83cb4dbb50d from mountpoint /dev/sdb [ 1113.133259] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a84cbeb-7dc8-4c08-bb0e-2915237790b5 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Volume detach. Driver type: vmdk {{(pid=62301) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1113.133464] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a84cbeb-7dc8-4c08-bb0e-2915237790b5 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518950', 'volume_id': '1f5337a6-287f-4ad9-ba2c-e83cb4dbb50d', 'name': 'volume-1f5337a6-287f-4ad9-ba2c-e83cb4dbb50d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '71e8544a-b76b-4f61-9422-ca372ba522b4', 'attached_at': '', 'detached_at': '', 'volume_id': '1f5337a6-287f-4ad9-ba2c-e83cb4dbb50d', 'serial': '1f5337a6-287f-4ad9-ba2c-e83cb4dbb50d'} {{(pid=62301) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1113.134749] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01a9eba-20ee-4e7d-8c40-d49a85f6e982 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.161024] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91da2666-e441-4e66-a5fb-1f7f91d82c03 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.168816] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af1c293-409c-4547-847a-26c7c1717af8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.172355] env[62301]: DEBUG nova.network.neutron [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] [instance: a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3] Updating instance_info_cache with network_info: [{"id": "2ceb9508-571d-4597-9aea-fa5aa5d2dc69", "address": "fa:16:3e:06:e9:e9", "network": {"id": "db6fc6f9-1e8a-402b-923b-626fc8a3c3c7", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-280507612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "191e0bd053314e5c914df73521558cef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ceb9508-57", "ovs_interfaceid": "2ceb9508-571d-4597-9aea-fa5aa5d2dc69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.195362] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0204b98-bde4-4b59-8b0d-8416a8e51091 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.213502] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a84cbeb-7dc8-4c08-bb0e-2915237790b5 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] The volume has not been displaced from its original location: [datastore2] volume-1f5337a6-287f-4ad9-ba2c-e83cb4dbb50d/volume-1f5337a6-287f-4ad9-ba2c-e83cb4dbb50d.vmdk. No consolidation needed. {{(pid=62301) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1113.221036] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a84cbeb-7dc8-4c08-bb0e-2915237790b5 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Reconfiguring VM instance instance-0000006b to detach disk 2001 {{(pid=62301) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1113.221036] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c998aeb4-b98d-4106-88f7-864b9618fa17 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.238246] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: b970a9ab-a179-4335-957d-3a1afd002aab] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1113.242222] env[62301]: DEBUG oslo_vmware.api [None req-6a84cbeb-7dc8-4c08-bb0e-2915237790b5 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Waiting for the task: (returnval){ [ 1113.242222] env[62301]: value = "task-2571039" [ 1113.242222] env[62301]: _type = "Task" [ 1113.242222] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.251689] env[62301]: DEBUG oslo_vmware.api [None req-6a84cbeb-7dc8-4c08-bb0e-2915237790b5 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2571039, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.345081] env[62301]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1113.345081] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52fc8020-1d95-9449-2830-ef51fb323044" [ 1113.345081] env[62301]: _type = "HttpNfcLease" [ 1113.345081] env[62301]: } is ready. {{(pid=62301) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1113.345413] env[62301]: DEBUG oslo_vmware.rw_handles [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1113.345413] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52fc8020-1d95-9449-2830-ef51fb323044" [ 1113.345413] env[62301]: _type = "HttpNfcLease" [ 1113.345413] env[62301]: }. {{(pid=62301) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1113.346195] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e371799e-a36e-4e30-b9ed-5ad782d519b7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.354340] env[62301]: DEBUG oslo_vmware.rw_handles [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526c610e-d4da-68d8-7b73-14d760f2ec20/disk-0.vmdk from lease info. {{(pid=62301) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1113.355032] env[62301]: DEBUG oslo_vmware.rw_handles [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526c610e-d4da-68d8-7b73-14d760f2ec20/disk-0.vmdk for reading. {{(pid=62301) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1113.450185] env[62301]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-435ff3be-7767-47c7-9d31-6b0b05695a49 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.487821] env[62301]: DEBUG oslo_vmware.api [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2571038, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.675531] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Releasing lock "refresh_cache-a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.675634] env[62301]: DEBUG nova.compute.manager [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] [instance: a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3] Instance network_info: |[{"id": "2ceb9508-571d-4597-9aea-fa5aa5d2dc69", "address": "fa:16:3e:06:e9:e9", "network": {"id": "db6fc6f9-1e8a-402b-923b-626fc8a3c3c7", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-280507612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "191e0bd053314e5c914df73521558cef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ceb9508-57", "ovs_interfaceid": "2ceb9508-571d-4597-9aea-fa5aa5d2dc69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1113.675871] env[62301]: DEBUG oslo_concurrency.lockutils [req-b025edbf-731c-4a25-8d0b-d53162fd1689 req-8da7df48-e5a9-4ade-98cd-02c749226ee2 service nova] Acquired lock "refresh_cache-a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.676067] env[62301]: DEBUG nova.network.neutron [req-b025edbf-731c-4a25-8d0b-d53162fd1689 req-8da7df48-e5a9-4ade-98cd-02c749226ee2 service nova] [instance: a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3] Refreshing network info cache for port 2ceb9508-571d-4597-9aea-fa5aa5d2dc69 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1113.677970] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] [instance: a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:e9:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88eedc4b-66dc-4845-9f95-858d6db12a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ceb9508-571d-4597-9aea-fa5aa5d2dc69', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1113.687248] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Creating folder: Project (191e0bd053314e5c914df73521558cef). Parent ref: group-v518653. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1113.688321] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-086c6dc5-c1f7-4c98-b218-1a937ae5ee66 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.704038] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Created folder: Project (191e0bd053314e5c914df73521558cef) in parent group-v518653. [ 1113.704453] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Creating folder: Instances. Parent ref: group-v518954. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1113.704801] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7d070c8-20f6-4d6c-a1e2-33155770c030 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.715556] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Created folder: Instances in parent group-v518954. [ 1113.715932] env[62301]: DEBUG oslo.service.loopingcall [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1113.716383] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1113.716383] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30a2c1f0-57ca-45d4-85d1-50067d993f6b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.742211] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: ad58b606-b954-4ce1-bda7-56f0bd23e83f] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1113.752312] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1113.752312] env[62301]: value = "task-2571042" [ 1113.752312] env[62301]: _type = "Task" [ 1113.752312] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.762020] env[62301]: DEBUG oslo_vmware.api [None req-6a84cbeb-7dc8-4c08-bb0e-2915237790b5 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2571039, 'name': ReconfigVM_Task, 'duration_secs': 0.290403} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.765797] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a84cbeb-7dc8-4c08-bb0e-2915237790b5 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Reconfigured VM instance instance-0000006b to detach disk 2001 {{(pid=62301) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1113.770897] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2571042, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.771509] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20216703-3665-43ab-90c4-02a90a6b8167 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.788133] env[62301]: DEBUG oslo_vmware.api [None req-6a84cbeb-7dc8-4c08-bb0e-2915237790b5 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Waiting for the task: (returnval){ [ 1113.788133] env[62301]: value = "task-2571043" [ 1113.788133] env[62301]: _type = "Task" [ 1113.788133] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.797233] env[62301]: DEBUG oslo_vmware.api [None req-6a84cbeb-7dc8-4c08-bb0e-2915237790b5 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2571043, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.985648] env[62301]: DEBUG oslo_vmware.api [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2571038, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.245996] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 7015dc41-f1f8-4dd4-8e35-6ea6e574d44e] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1114.263294] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2571042, 'name': CreateVM_Task} progress is 15%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.304252] env[62301]: DEBUG oslo_vmware.api [None req-6a84cbeb-7dc8-4c08-bb0e-2915237790b5 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2571043, 'name': ReconfigVM_Task, 'duration_secs': 0.170845} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.304821] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a84cbeb-7dc8-4c08-bb0e-2915237790b5 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518950', 'volume_id': '1f5337a6-287f-4ad9-ba2c-e83cb4dbb50d', 'name': 'volume-1f5337a6-287f-4ad9-ba2c-e83cb4dbb50d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '71e8544a-b76b-4f61-9422-ca372ba522b4', 'attached_at': '', 'detached_at': '', 'volume_id': '1f5337a6-287f-4ad9-ba2c-e83cb4dbb50d', 'serial': '1f5337a6-287f-4ad9-ba2c-e83cb4dbb50d'} {{(pid=62301) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1114.481887] env[62301]: DEBUG nova.network.neutron [req-b025edbf-731c-4a25-8d0b-d53162fd1689 req-8da7df48-e5a9-4ade-98cd-02c749226ee2 service nova] [instance: a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3] Updated VIF entry in instance network info cache for port 2ceb9508-571d-4597-9aea-fa5aa5d2dc69. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1114.482562] env[62301]: DEBUG nova.network.neutron [req-b025edbf-731c-4a25-8d0b-d53162fd1689 req-8da7df48-e5a9-4ade-98cd-02c749226ee2 service nova] [instance: a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3] Updating instance_info_cache with network_info: [{"id": "2ceb9508-571d-4597-9aea-fa5aa5d2dc69", "address": "fa:16:3e:06:e9:e9", "network": {"id": "db6fc6f9-1e8a-402b-923b-626fc8a3c3c7", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-280507612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "191e0bd053314e5c914df73521558cef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ceb9508-57", "ovs_interfaceid": "2ceb9508-571d-4597-9aea-fa5aa5d2dc69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.490318] env[62301]: DEBUG oslo_vmware.api [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2571038, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.600725] env[62301]: DEBUG nova.compute.manager [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Stashing vm_state: active {{(pid=62301) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1114.749941] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 3edef36a-8f7d-41ad-b5ca-c260776e36e1] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1114.765418] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2571042, 'name': CreateVM_Task} progress is 25%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.857056] env[62301]: DEBUG nova.objects.instance [None req-6a84cbeb-7dc8-4c08-bb0e-2915237790b5 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lazy-loading 'flavor' on Instance uuid 71e8544a-b76b-4f61-9422-ca372ba522b4 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.871660] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0bc83374-ea06-4069-aec7-3f5bb74cb05d tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquiring lock "35f0b70c-c113-466c-ab2c-560c19539b95" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1114.871941] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0bc83374-ea06-4069-aec7-3f5bb74cb05d tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "35f0b70c-c113-466c-ab2c-560c19539b95" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1114.872154] env[62301]: DEBUG nova.compute.manager [None req-0bc83374-ea06-4069-aec7-3f5bb74cb05d tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Going to confirm migration 9 {{(pid=62301) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1114.987665] env[62301]: DEBUG oslo_concurrency.lockutils [req-b025edbf-731c-4a25-8d0b-d53162fd1689 req-8da7df48-e5a9-4ade-98cd-02c749226ee2 service nova] Releasing lock "refresh_cache-a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.988278] env[62301]: DEBUG oslo_vmware.api [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2571038, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.854825} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.988603] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 7c44d3f3-9670-493b-a069-b9e837e78dd0/7c44d3f3-9670-493b-a069-b9e837e78dd0.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1114.988903] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1114.989236] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad9f0961-3481-4dd2-978f-c3391387062f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.996414] env[62301]: DEBUG oslo_vmware.api [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Waiting for the task: (returnval){ [ 1114.996414] env[62301]: value = "task-2571044" [ 1114.996414] env[62301]: _type = "Task" [ 1114.996414] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.005330] env[62301]: DEBUG oslo_vmware.api [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2571044, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.128151] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1115.131057] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1115.257035] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 4e71c89c-d6ec-4c4d-af87-24dc5adf634b] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1115.267302] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2571042, 'name': CreateVM_Task, 'duration_secs': 1.358747} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.268394] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1115.269526] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.270797] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.271280] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.271740] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11b1e2f6-9e6f-4c6c-b541-71ba1d4dc080 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.279883] env[62301]: DEBUG oslo_vmware.api [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Waiting for the task: (returnval){ [ 1115.279883] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52763f85-31c9-9b2d-3bbc-79aa05b9b2a9" [ 1115.279883] env[62301]: _type = "Task" [ 1115.279883] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.302901] env[62301]: DEBUG oslo_vmware.api [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52763f85-31c9-9b2d-3bbc-79aa05b9b2a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.458728] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0bc83374-ea06-4069-aec7-3f5bb74cb05d tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquiring lock "refresh_cache-35f0b70c-c113-466c-ab2c-560c19539b95" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.458919] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0bc83374-ea06-4069-aec7-3f5bb74cb05d tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquired lock "refresh_cache-35f0b70c-c113-466c-ab2c-560c19539b95" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.459122] env[62301]: DEBUG nova.network.neutron [None req-0bc83374-ea06-4069-aec7-3f5bb74cb05d tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1115.459305] env[62301]: DEBUG nova.objects.instance [None req-0bc83374-ea06-4069-aec7-3f5bb74cb05d tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lazy-loading 'info_cache' on Instance uuid 35f0b70c-c113-466c-ab2c-560c19539b95 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.508233] env[62301]: DEBUG oslo_vmware.api [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2571044, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074436} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.508967] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1115.509347] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe48fda-2aa6-4e9e-bbc7-db91eba9faff {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.533551] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 7c44d3f3-9670-493b-a069-b9e837e78dd0/7c44d3f3-9670-493b-a069-b9e837e78dd0.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.536086] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac9317bb-41aa-4b80-9232-b6bc0e1881cf {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.557276] env[62301]: DEBUG oslo_vmware.rw_handles [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f98fdf-24bb-bf9f-2205-a3d7ad9e99cf/disk-0.vmdk. {{(pid=62301) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1115.558198] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de668441-5d88-4c33-8750-1c3c68c68c68 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.563180] env[62301]: DEBUG oslo_vmware.api [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Waiting for the task: (returnval){ [ 1115.563180] env[62301]: value = "task-2571045" [ 1115.563180] env[62301]: _type = "Task" [ 1115.563180] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.572186] env[62301]: DEBUG oslo_vmware.rw_handles [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f98fdf-24bb-bf9f-2205-a3d7ad9e99cf/disk-0.vmdk is in state: ready. {{(pid=62301) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1115.572460] env[62301]: ERROR oslo_vmware.rw_handles [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f98fdf-24bb-bf9f-2205-a3d7ad9e99cf/disk-0.vmdk due to incomplete transfer. [ 1115.573200] env[62301]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a1e04e67-914d-4b8f-8a09-f83ac073fc4f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.578632] env[62301]: DEBUG oslo_vmware.api [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2571045, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.585401] env[62301]: DEBUG oslo_vmware.rw_handles [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f98fdf-24bb-bf9f-2205-a3d7ad9e99cf/disk-0.vmdk. {{(pid=62301) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1115.585667] env[62301]: DEBUG nova.virt.vmwareapi.images [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Uploaded image 84e217aa-c847-41df-8270-ae720ca52289 to the Glance image server {{(pid=62301) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1115.588069] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Destroying the VM {{(pid=62301) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1115.588907] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-dde3044f-c04e-4351-8f4c-6d44b691b40c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.617796] env[62301]: DEBUG oslo_vmware.api [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 1115.617796] env[62301]: value = "task-2571046" [ 1115.617796] env[62301]: _type = "Task" [ 1115.617796] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.628410] env[62301]: DEBUG oslo_vmware.api [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2571046, 'name': Destroy_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.635549] env[62301]: INFO nova.compute.claims [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1115.761180] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: d32bd877-7829-4c08-8518-478d2f8925ed] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1115.790714] env[62301]: DEBUG oslo_vmware.api [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52763f85-31c9-9b2d-3bbc-79aa05b9b2a9, 'name': SearchDatastore_Task, 'duration_secs': 0.015678} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.791020] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.791259] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] [instance: a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1115.791491] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.791634] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.791812] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1115.792093] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3df522a8-228b-4411-8204-0df6f12b61d9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.801549] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1115.801735] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1115.802505] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-336ab1a2-b2f9-4004-b4b9-a063f78df1c1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.808531] env[62301]: DEBUG oslo_vmware.api [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Waiting for the task: (returnval){ [ 1115.808531] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5228228d-c51a-ffea-5dfe-88a5b2d0b043" [ 1115.808531] env[62301]: _type = "Task" [ 1115.808531] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.816025] env[62301]: DEBUG oslo_vmware.api [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5228228d-c51a-ffea-5dfe-88a5b2d0b043, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.872515] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6a84cbeb-7dc8-4c08-bb0e-2915237790b5 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lock "71e8544a-b76b-4f61-9422-ca372ba522b4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.289s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.067470] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c2941042-992b-4db8-8a57-22698f6632df tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Acquiring lock "71e8544a-b76b-4f61-9422-ca372ba522b4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.067743] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c2941042-992b-4db8-8a57-22698f6632df tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lock "71e8544a-b76b-4f61-9422-ca372ba522b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.067931] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c2941042-992b-4db8-8a57-22698f6632df tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Acquiring lock "71e8544a-b76b-4f61-9422-ca372ba522b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.068131] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c2941042-992b-4db8-8a57-22698f6632df tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lock "71e8544a-b76b-4f61-9422-ca372ba522b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.068321] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c2941042-992b-4db8-8a57-22698f6632df tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lock "71e8544a-b76b-4f61-9422-ca372ba522b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.073288] env[62301]: INFO nova.compute.manager [None req-c2941042-992b-4db8-8a57-22698f6632df tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Terminating instance [ 1116.080309] env[62301]: DEBUG oslo_vmware.api [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2571045, 'name': ReconfigVM_Task, 'duration_secs': 0.320096} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.080597] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 7c44d3f3-9670-493b-a069-b9e837e78dd0/7c44d3f3-9670-493b-a069-b9e837e78dd0.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1116.081225] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf64ac58-c24f-414b-8597-ee1d24b498ac {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.088064] env[62301]: DEBUG oslo_vmware.api [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Waiting for the task: (returnval){ [ 1116.088064] env[62301]: value = "task-2571047" [ 1116.088064] env[62301]: _type = "Task" [ 1116.088064] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.097039] env[62301]: DEBUG oslo_vmware.api [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2571047, 'name': Rename_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.128056] env[62301]: DEBUG oslo_vmware.api [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2571046, 'name': Destroy_Task} progress is 33%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.142801] env[62301]: INFO nova.compute.resource_tracker [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Updating resource usage from migration 74055783-3b0c-4297-82f8-390fc446f0f5 [ 1116.264607] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 2bcefccc-32d9-41f5-b215-d5ce46f20f34] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1116.319928] env[62301]: DEBUG oslo_vmware.api [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5228228d-c51a-ffea-5dfe-88a5b2d0b043, 'name': SearchDatastore_Task, 'duration_secs': 0.014942} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.320227] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61d46b83-16ce-4044-98e6-135c98b7a801 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.325506] env[62301]: DEBUG oslo_vmware.api [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Waiting for the task: (returnval){ [ 1116.325506] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]529e045e-1628-0c2c-0c16-58ef22369cce" [ 1116.325506] env[62301]: _type = "Task" [ 1116.325506] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.330736] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecfebfa6-d35b-4a47-9706-3e2b9b486150 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.336096] env[62301]: DEBUG oslo_vmware.api [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]529e045e-1628-0c2c-0c16-58ef22369cce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.340399] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d41fbda-d07a-46ad-ad4a-aaddb177f88e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.371567] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d609ce4e-d369-4af2-9032-ee905bd5d5cb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.378841] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad04127b-a6e9-47ea-991f-5bd43ec55ac2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.392340] env[62301]: DEBUG nova.compute.provider_tree [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.577318] env[62301]: DEBUG nova.compute.manager [None req-c2941042-992b-4db8-8a57-22698f6632df tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1116.577545] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c2941042-992b-4db8-8a57-22698f6632df tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1116.578497] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ad3655-daf5-4bcd-9bb9-120197050140 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.588888] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2941042-992b-4db8-8a57-22698f6632df tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1116.591944] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29ea4e16-3028-4bb0-a2b7-f069392dc722 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.598760] env[62301]: DEBUG oslo_vmware.api [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2571047, 'name': Rename_Task, 'duration_secs': 0.167197} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.599017] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1116.599255] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5310d943-d2a0-48ca-80f3-03bef10f4ee0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.610543] env[62301]: DEBUG oslo_vmware.api [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Waiting for the task: (returnval){ [ 1116.610543] env[62301]: value = "task-2571049" [ 1116.610543] env[62301]: _type = "Task" [ 1116.610543] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.614011] env[62301]: DEBUG oslo_vmware.api [None req-c2941042-992b-4db8-8a57-22698f6632df tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Waiting for the task: (returnval){ [ 1116.614011] env[62301]: value = "task-2571048" [ 1116.614011] env[62301]: _type = "Task" [ 1116.614011] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.629537] env[62301]: DEBUG oslo_vmware.api [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2571049, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.633484] env[62301]: DEBUG oslo_vmware.api [None req-c2941042-992b-4db8-8a57-22698f6632df tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2571048, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.636592] env[62301]: DEBUG oslo_vmware.api [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2571046, 'name': Destroy_Task, 'duration_secs': 0.613846} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.636831] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Destroyed the VM [ 1116.637077] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Deleting Snapshot of the VM instance {{(pid=62301) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1116.637355] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bb0290cf-405b-44bc-9be5-4e311ad15149 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.643277] env[62301]: DEBUG oslo_vmware.api [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 1116.643277] env[62301]: value = "task-2571050" [ 1116.643277] env[62301]: _type = "Task" [ 1116.643277] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.651605] env[62301]: DEBUG oslo_vmware.api [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2571050, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.688973] env[62301]: DEBUG nova.network.neutron [None req-0bc83374-ea06-4069-aec7-3f5bb74cb05d tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Updating instance_info_cache with network_info: [{"id": "28289662-2d90-4828-949e-847e9a978be4", "address": "fa:16:3e:da:e3:97", "network": {"id": "f58df9e3-61c0-41d5-a4fa-70db2f6f0b30", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-576608794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4a399762bbd46c483973e1371d2429c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28289662-2d", "ovs_interfaceid": "28289662-2d90-4828-949e-847e9a978be4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.767698] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 583782d7-07da-40e5-9731-c3f5f6fef812] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1116.837293] env[62301]: DEBUG oslo_vmware.api [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]529e045e-1628-0c2c-0c16-58ef22369cce, 'name': SearchDatastore_Task, 'duration_secs': 0.016653} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.837579] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.837842] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3/a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1116.838145] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bfe5c4c2-45c8-4212-8864-b11e8f6051cc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.844515] env[62301]: DEBUG oslo_vmware.api [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Waiting for the task: (returnval){ [ 1116.844515] env[62301]: value = "task-2571051" [ 1116.844515] env[62301]: _type = "Task" [ 1116.844515] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.852853] env[62301]: DEBUG oslo_vmware.api [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Task: {'id': task-2571051, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.895589] env[62301]: DEBUG nova.scheduler.client.report [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.131346] env[62301]: DEBUG oslo_vmware.api [None req-c2941042-992b-4db8-8a57-22698f6632df tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2571048, 'name': PowerOffVM_Task, 'duration_secs': 0.22187} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.135859] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2941042-992b-4db8-8a57-22698f6632df tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1117.136298] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c2941042-992b-4db8-8a57-22698f6632df tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1117.136761] env[62301]: DEBUG oslo_vmware.api [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2571049, 'name': PowerOnVM_Task, 'duration_secs': 0.512907} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.138960] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1715c9ba-9ada-4316-bc22-19581480f98a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.139639] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1117.140010] env[62301]: INFO nova.compute.manager [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Took 8.63 seconds to spawn the instance on the hypervisor. [ 1117.140303] env[62301]: DEBUG nova.compute.manager [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1117.141322] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac26484a-1fb3-4371-a4fe-e20e7eac7f57 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.166429] env[62301]: DEBUG oslo_vmware.api [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2571050, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.192163] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0bc83374-ea06-4069-aec7-3f5bb74cb05d tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Releasing lock "refresh_cache-35f0b70c-c113-466c-ab2c-560c19539b95" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.192421] env[62301]: DEBUG nova.objects.instance [None req-0bc83374-ea06-4069-aec7-3f5bb74cb05d tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lazy-loading 'migration_context' on Instance uuid 35f0b70c-c113-466c-ab2c-560c19539b95 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.216296] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c2941042-992b-4db8-8a57-22698f6632df tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1117.216530] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c2941042-992b-4db8-8a57-22698f6632df tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Deleting contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1117.216696] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2941042-992b-4db8-8a57-22698f6632df tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Deleting the datastore file [datastore2] 71e8544a-b76b-4f61-9422-ca372ba522b4 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1117.216970] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9112f7d1-92b7-4edc-bebd-01d0b76f51b5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.225655] env[62301]: DEBUG oslo_vmware.api [None req-c2941042-992b-4db8-8a57-22698f6632df tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Waiting for the task: (returnval){ [ 1117.225655] env[62301]: value = "task-2571053" [ 1117.225655] env[62301]: _type = "Task" [ 1117.225655] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.235454] env[62301]: DEBUG oslo_vmware.api [None req-c2941042-992b-4db8-8a57-22698f6632df tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2571053, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.270901] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 0380936a-9aed-43bd-beec-585a1d9f073c] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1117.360303] env[62301]: DEBUG oslo_vmware.api [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Task: {'id': task-2571051, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.401599] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.273s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1117.401999] env[62301]: INFO nova.compute.manager [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Migrating [ 1117.658627] env[62301]: DEBUG oslo_vmware.api [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2571050, 'name': RemoveSnapshot_Task, 'duration_secs': 0.880199} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.659053] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Deleted Snapshot of the VM instance {{(pid=62301) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1117.659442] env[62301]: DEBUG nova.compute.manager [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1117.660587] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1943d815-7ffa-4ef7-816f-cfe2c7db7a31 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.675936] env[62301]: INFO nova.compute.manager [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Took 15.25 seconds to build instance. [ 1117.695333] env[62301]: DEBUG nova.objects.base [None req-0bc83374-ea06-4069-aec7-3f5bb74cb05d tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Object Instance<35f0b70c-c113-466c-ab2c-560c19539b95> lazy-loaded attributes: info_cache,migration_context {{(pid=62301) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1117.696332] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d780b3a-7d33-416d-9cab-800024dc5255 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.716531] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01d28fb2-11d2-4504-9bcd-30a04e1ba700 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.722679] env[62301]: DEBUG oslo_vmware.api [None req-0bc83374-ea06-4069-aec7-3f5bb74cb05d tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 1117.722679] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5246ed9e-efba-4835-bea1-85b39b77c1d4" [ 1117.722679] env[62301]: _type = "Task" [ 1117.722679] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.732786] env[62301]: DEBUG oslo_vmware.api [None req-0bc83374-ea06-4069-aec7-3f5bb74cb05d tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5246ed9e-efba-4835-bea1-85b39b77c1d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.738042] env[62301]: DEBUG oslo_vmware.api [None req-c2941042-992b-4db8-8a57-22698f6632df tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2571053, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.368935} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.738285] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2941042-992b-4db8-8a57-22698f6632df tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1117.738468] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c2941042-992b-4db8-8a57-22698f6632df tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Deleted contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1117.738651] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c2941042-992b-4db8-8a57-22698f6632df tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1117.738819] env[62301]: INFO nova.compute.manager [None req-c2941042-992b-4db8-8a57-22698f6632df tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1117.739070] env[62301]: DEBUG oslo.service.loopingcall [None req-c2941042-992b-4db8-8a57-22698f6632df tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1117.739263] env[62301]: DEBUG nova.compute.manager [-] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1117.739362] env[62301]: DEBUG nova.network.neutron [-] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1117.774596] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 456442d0-f73e-4b17-aff4-276186b86782] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1117.855273] env[62301]: DEBUG oslo_vmware.api [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Task: {'id': task-2571051, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625555} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.855568] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3/a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1117.855788] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] [instance: a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1117.856063] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ff91112-d6d4-4121-87c5-af8b77cdfb41 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.863938] env[62301]: DEBUG oslo_vmware.api [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Waiting for the task: (returnval){ [ 1117.863938] env[62301]: value = "task-2571054" [ 1117.863938] env[62301]: _type = "Task" [ 1117.863938] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.873697] env[62301]: DEBUG oslo_vmware.api [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Task: {'id': task-2571054, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.926711] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquiring lock "refresh_cache-334bc39b-d49a-44f9-866f-28be73706227" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.926966] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquired lock "refresh_cache-334bc39b-d49a-44f9-866f-28be73706227" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.927135] env[62301]: DEBUG nova.network.neutron [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.178544] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d7c38708-7361-4991-9ed3-8945685e638c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lock "7c44d3f3-9670-493b-a069-b9e837e78dd0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.771s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1118.179091] env[62301]: INFO nova.compute.manager [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Shelve offloading [ 1118.235537] env[62301]: DEBUG oslo_vmware.api [None req-0bc83374-ea06-4069-aec7-3f5bb74cb05d tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5246ed9e-efba-4835-bea1-85b39b77c1d4, 'name': SearchDatastore_Task, 'duration_secs': 0.010475} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.236511] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0bc83374-ea06-4069-aec7-3f5bb74cb05d tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1118.237105] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0bc83374-ea06-4069-aec7-3f5bb74cb05d tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1118.280732] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: a31f97bc-8467-4f02-8120-2ce25075d351] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1118.380023] env[62301]: DEBUG oslo_vmware.api [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Task: {'id': task-2571054, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086047} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.380023] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] [instance: a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1118.381353] env[62301]: DEBUG nova.compute.manager [req-56c2aa7c-21a2-4459-a7de-51df12b19c1e req-c5f9a4ff-6b74-4e6e-aad2-5c284827dcd1 service nova] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Received event network-vif-deleted-1c14dd22-945f-4eac-8840-e2656e823f9a {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1118.381813] env[62301]: INFO nova.compute.manager [req-56c2aa7c-21a2-4459-a7de-51df12b19c1e req-c5f9a4ff-6b74-4e6e-aad2-5c284827dcd1 service nova] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Neutron deleted interface 1c14dd22-945f-4eac-8840-e2656e823f9a; detaching it from the instance and deleting it from the info cache [ 1118.382266] env[62301]: DEBUG nova.network.neutron [req-56c2aa7c-21a2-4459-a7de-51df12b19c1e req-c5f9a4ff-6b74-4e6e-aad2-5c284827dcd1 service nova] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.392034] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850ea20e-ec49-4c44-91f8-f8554a7b3568 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.435848] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] [instance: a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3/a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1118.441398] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d560427-c26e-4841-9162-a205c74b17ad {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.478679] env[62301]: DEBUG oslo_vmware.api [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Waiting for the task: (returnval){ [ 1118.478679] env[62301]: value = "task-2571055" [ 1118.478679] env[62301]: _type = "Task" [ 1118.478679] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.488446] env[62301]: DEBUG oslo_vmware.api [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Task: {'id': task-2571055, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.596485] env[62301]: DEBUG nova.compute.manager [req-96bc0f79-2001-42a1-9e82-9acafd0c8d47 req-3207a51b-1e60-4917-8ef1-031d310c987f service nova] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Received event network-changed-a488ad01-bc3f-4766-9a9c-01aa0204bbd4 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1118.596485] env[62301]: DEBUG nova.compute.manager [req-96bc0f79-2001-42a1-9e82-9acafd0c8d47 req-3207a51b-1e60-4917-8ef1-031d310c987f service nova] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Refreshing instance network info cache due to event network-changed-a488ad01-bc3f-4766-9a9c-01aa0204bbd4. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1118.596485] env[62301]: DEBUG oslo_concurrency.lockutils [req-96bc0f79-2001-42a1-9e82-9acafd0c8d47 req-3207a51b-1e60-4917-8ef1-031d310c987f service nova] Acquiring lock "refresh_cache-1dedee32-a2dd-409b-89f6-7c8e764c5c0c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.596485] env[62301]: DEBUG oslo_concurrency.lockutils [req-96bc0f79-2001-42a1-9e82-9acafd0c8d47 req-3207a51b-1e60-4917-8ef1-031d310c987f service nova] Acquired lock "refresh_cache-1dedee32-a2dd-409b-89f6-7c8e764c5c0c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.596485] env[62301]: DEBUG nova.network.neutron [req-96bc0f79-2001-42a1-9e82-9acafd0c8d47 req-3207a51b-1e60-4917-8ef1-031d310c987f service nova] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Refreshing network info cache for port a488ad01-bc3f-4766-9a9c-01aa0204bbd4 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1118.682297] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1118.682610] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-088e1c22-6133-4ae3-835b-a9dcdc5b3b9b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.690823] env[62301]: DEBUG oslo_vmware.api [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 1118.690823] env[62301]: value = "task-2571056" [ 1118.690823] env[62301]: _type = "Task" [ 1118.690823] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.702637] env[62301]: DEBUG nova.network.neutron [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Updating instance_info_cache with network_info: [{"id": "452b541b-8f6f-45a1-a4c8-f1561a03b101", "address": "fa:16:3e:f6:b5:74", "network": {"id": "4db15bfb-5237-4871-8da5-38b678505e0e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-131495656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c6e401c2ffb4be5ad8d8a54b65f4a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap452b541b-8f", "ovs_interfaceid": "452b541b-8f6f-45a1-a4c8-f1561a03b101", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.702726] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] VM already powered off {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1118.703072] env[62301]: DEBUG nova.compute.manager [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1118.703178] env[62301]: DEBUG nova.network.neutron [-] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.704573] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0ed176-23f6-4970-9da0-576b659b58fc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.711893] env[62301]: DEBUG oslo_concurrency.lockutils [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquiring lock "refresh_cache-f772a532-3402-4b9c-95be-0bbb9c5ef7ad" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.712065] env[62301]: DEBUG oslo_concurrency.lockutils [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquired lock "refresh_cache-f772a532-3402-4b9c-95be-0bbb9c5ef7ad" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.712254] env[62301]: DEBUG nova.network.neutron [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.784929] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: ffff5450-4ec9-4eb1-8b40-8f55c30409a6] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1118.891542] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ea1b9e7c-18ad-4f0a-a175-1d13aa4554bf {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.903742] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c021ae-3811-429b-a060-fd98f0e090e0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.944460] env[62301]: DEBUG nova.compute.manager [req-56c2aa7c-21a2-4459-a7de-51df12b19c1e req-c5f9a4ff-6b74-4e6e-aad2-5c284827dcd1 service nova] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Detach interface failed, port_id=1c14dd22-945f-4eac-8840-e2656e823f9a, reason: Instance 71e8544a-b76b-4f61-9422-ca372ba522b4 could not be found. {{(pid=62301) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1118.992991] env[62301]: DEBUG oslo_vmware.api [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Task: {'id': task-2571055, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.995257] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4948ed99-6e58-4ddf-be98-2cc332abed0b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.003116] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c908fe-7f54-439f-8c5c-44e23f1d7730 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.038855] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3023ac-b8ee-415f-af2f-257b3dcbd4bc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.046742] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c8277e-de1f-4473-b15e-b0c13face2d2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.062252] env[62301]: DEBUG nova.compute.provider_tree [None req-0bc83374-ea06-4069-aec7-3f5bb74cb05d tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.209290] env[62301]: INFO nova.compute.manager [-] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Took 1.47 seconds to deallocate network for instance. [ 1119.209802] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Releasing lock "refresh_cache-334bc39b-d49a-44f9-866f-28be73706227" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.291152] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: b036b25c-480b-4189-9f8d-8e80e5afdaef] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1119.395967] env[62301]: DEBUG nova.network.neutron [req-96bc0f79-2001-42a1-9e82-9acafd0c8d47 req-3207a51b-1e60-4917-8ef1-031d310c987f service nova] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Updated VIF entry in instance network info cache for port a488ad01-bc3f-4766-9a9c-01aa0204bbd4. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1119.396389] env[62301]: DEBUG nova.network.neutron [req-96bc0f79-2001-42a1-9e82-9acafd0c8d47 req-3207a51b-1e60-4917-8ef1-031d310c987f service nova] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Updating instance_info_cache with network_info: [{"id": "a488ad01-bc3f-4766-9a9c-01aa0204bbd4", "address": "fa:16:3e:d5:78:e0", "network": {"id": "32aca2ac-882d-4f89-b75b-c3af9ad6fefe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1098447386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f44005617fbf4cf3a6dc1727b4da2f55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa488ad01-bc", "ovs_interfaceid": "a488ad01-bc3f-4766-9a9c-01aa0204bbd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.494732] env[62301]: DEBUG oslo_vmware.api [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Task: {'id': task-2571055, 'name': ReconfigVM_Task, 'duration_secs': 0.62845} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.494732] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] [instance: a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3] Reconfigured VM instance instance-00000073 to attach disk [datastore1] a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3/a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1119.494732] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74492bc1-440f-4f10-aa02-479aca24ef7f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.502918] env[62301]: DEBUG oslo_vmware.api [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Waiting for the task: (returnval){ [ 1119.502918] env[62301]: value = "task-2571057" [ 1119.502918] env[62301]: _type = "Task" [ 1119.502918] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.507855] env[62301]: DEBUG nova.network.neutron [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Updating instance_info_cache with network_info: [{"id": "498b53cb-7c96-4830-ac04-59fa3017e0eb", "address": "fa:16:3e:a5:91:4c", "network": {"id": "7c0f3559-1453-49cf-acfe-38cb288125ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1921160483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b3dfd09250b4ab486b15b680428b1a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap498b53cb-7c", "ovs_interfaceid": "498b53cb-7c96-4830-ac04-59fa3017e0eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.520949] env[62301]: DEBUG oslo_vmware.api [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Task: {'id': task-2571057, 'name': Rename_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.565856] env[62301]: DEBUG nova.scheduler.client.report [None req-0bc83374-ea06-4069-aec7-3f5bb74cb05d tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.727488] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c2941042-992b-4db8-8a57-22698f6632df tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1119.794222] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 55d6ae6c-b0fb-4b46-b600-3476d7828c5a] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1119.904390] env[62301]: DEBUG oslo_concurrency.lockutils [req-96bc0f79-2001-42a1-9e82-9acafd0c8d47 req-3207a51b-1e60-4917-8ef1-031d310c987f service nova] Releasing lock "refresh_cache-1dedee32-a2dd-409b-89f6-7c8e764c5c0c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.013031] env[62301]: DEBUG oslo_vmware.api [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Task: {'id': task-2571057, 'name': Rename_Task, 'duration_secs': 0.208578} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.013323] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] [instance: a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1120.013580] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44c19f32-963a-42ea-a90a-754db7895174 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.016945] env[62301]: DEBUG oslo_concurrency.lockutils [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Releasing lock "refresh_cache-f772a532-3402-4b9c-95be-0bbb9c5ef7ad" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.021781] env[62301]: DEBUG oslo_vmware.api [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Waiting for the task: (returnval){ [ 1120.021781] env[62301]: value = "task-2571058" [ 1120.021781] env[62301]: _type = "Task" [ 1120.021781] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.031346] env[62301]: DEBUG oslo_vmware.api [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Task: {'id': task-2571058, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.302014] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: bee99a50-f6f3-4b54-a579-acbd6c14adca] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1120.365208] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1120.366186] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2980640-bbf6-44dd-9dd8-30aeaa9a5363 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.374910] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1120.375149] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c0eee76-71d3-438b-8c35-3af61e6cd76d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.406271] env[62301]: DEBUG nova.compute.manager [req-d28cb26d-aa04-48b3-b438-da87fc6b3b73 req-899c58a2-d8be-4c54-8bb0-0adcd9ea9633 service nova] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Received event network-vif-unplugged-498b53cb-7c96-4830-ac04-59fa3017e0eb {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1120.406637] env[62301]: DEBUG oslo_concurrency.lockutils [req-d28cb26d-aa04-48b3-b438-da87fc6b3b73 req-899c58a2-d8be-4c54-8bb0-0adcd9ea9633 service nova] Acquiring lock "f772a532-3402-4b9c-95be-0bbb9c5ef7ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1120.406798] env[62301]: DEBUG oslo_concurrency.lockutils [req-d28cb26d-aa04-48b3-b438-da87fc6b3b73 req-899c58a2-d8be-4c54-8bb0-0adcd9ea9633 service nova] Lock "f772a532-3402-4b9c-95be-0bbb9c5ef7ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1120.406972] env[62301]: DEBUG oslo_concurrency.lockutils [req-d28cb26d-aa04-48b3-b438-da87fc6b3b73 req-899c58a2-d8be-4c54-8bb0-0adcd9ea9633 service nova] Lock "f772a532-3402-4b9c-95be-0bbb9c5ef7ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1120.407154] env[62301]: DEBUG nova.compute.manager [req-d28cb26d-aa04-48b3-b438-da87fc6b3b73 req-899c58a2-d8be-4c54-8bb0-0adcd9ea9633 service nova] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] No waiting events found dispatching network-vif-unplugged-498b53cb-7c96-4830-ac04-59fa3017e0eb {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1120.407369] env[62301]: WARNING nova.compute.manager [req-d28cb26d-aa04-48b3-b438-da87fc6b3b73 req-899c58a2-d8be-4c54-8bb0-0adcd9ea9633 service nova] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Received unexpected event network-vif-unplugged-498b53cb-7c96-4830-ac04-59fa3017e0eb for instance with vm_state shelved and task_state shelving_offloading. [ 1120.407510] env[62301]: DEBUG nova.compute.manager [req-d28cb26d-aa04-48b3-b438-da87fc6b3b73 req-899c58a2-d8be-4c54-8bb0-0adcd9ea9633 service nova] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Received event network-changed-498b53cb-7c96-4830-ac04-59fa3017e0eb {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1120.407669] env[62301]: DEBUG nova.compute.manager [req-d28cb26d-aa04-48b3-b438-da87fc6b3b73 req-899c58a2-d8be-4c54-8bb0-0adcd9ea9633 service nova] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Refreshing instance network info cache due to event network-changed-498b53cb-7c96-4830-ac04-59fa3017e0eb. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1120.407866] env[62301]: DEBUG oslo_concurrency.lockutils [req-d28cb26d-aa04-48b3-b438-da87fc6b3b73 req-899c58a2-d8be-4c54-8bb0-0adcd9ea9633 service nova] Acquiring lock "refresh_cache-f772a532-3402-4b9c-95be-0bbb9c5ef7ad" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.408016] env[62301]: DEBUG oslo_concurrency.lockutils [req-d28cb26d-aa04-48b3-b438-da87fc6b3b73 req-899c58a2-d8be-4c54-8bb0-0adcd9ea9633 service nova] Acquired lock "refresh_cache-f772a532-3402-4b9c-95be-0bbb9c5ef7ad" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.408193] env[62301]: DEBUG nova.network.neutron [req-d28cb26d-aa04-48b3-b438-da87fc6b3b73 req-899c58a2-d8be-4c54-8bb0-0adcd9ea9633 service nova] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Refreshing network info cache for port 498b53cb-7c96-4830-ac04-59fa3017e0eb {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1120.446265] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1120.446544] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1120.446818] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Deleting the datastore file [datastore1] f772a532-3402-4b9c-95be-0bbb9c5ef7ad {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1120.447158] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed02656a-1f36-40e3-af0c-9f93781141fb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.455233] env[62301]: DEBUG oslo_vmware.api [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 1120.455233] env[62301]: value = "task-2571060" [ 1120.455233] env[62301]: _type = "Task" [ 1120.455233] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.464201] env[62301]: DEBUG oslo_vmware.api [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2571060, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.534028] env[62301]: DEBUG oslo_vmware.api [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Task: {'id': task-2571058, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.578927] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0bc83374-ea06-4069-aec7-3f5bb74cb05d tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.342s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1120.582632] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c2941042-992b-4db8-8a57-22698f6632df tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.863s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1120.582933] env[62301]: DEBUG nova.objects.instance [None req-c2941042-992b-4db8-8a57-22698f6632df tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lazy-loading 'resources' on Instance uuid 71e8544a-b76b-4f61-9422-ca372ba522b4 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.709900] env[62301]: DEBUG nova.compute.manager [req-73fcb11a-312b-45f1-9ea3-3c666792e6be req-3a3cd373-dae3-4448-9062-9104b1155f7d service nova] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Received event network-changed-92fbabd3-d796-4ac2-a6c6-34f7a27a071c {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1120.710111] env[62301]: DEBUG nova.compute.manager [req-73fcb11a-312b-45f1-9ea3-3c666792e6be req-3a3cd373-dae3-4448-9062-9104b1155f7d service nova] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Refreshing instance network info cache due to event network-changed-92fbabd3-d796-4ac2-a6c6-34f7a27a071c. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1120.710360] env[62301]: DEBUG oslo_concurrency.lockutils [req-73fcb11a-312b-45f1-9ea3-3c666792e6be req-3a3cd373-dae3-4448-9062-9104b1155f7d service nova] Acquiring lock "refresh_cache-7c44d3f3-9670-493b-a069-b9e837e78dd0" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.710553] env[62301]: DEBUG oslo_concurrency.lockutils [req-73fcb11a-312b-45f1-9ea3-3c666792e6be req-3a3cd373-dae3-4448-9062-9104b1155f7d service nova] Acquired lock "refresh_cache-7c44d3f3-9670-493b-a069-b9e837e78dd0" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.710722] env[62301]: DEBUG nova.network.neutron [req-73fcb11a-312b-45f1-9ea3-3c666792e6be req-3a3cd373-dae3-4448-9062-9104b1155f7d service nova] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Refreshing network info cache for port 92fbabd3-d796-4ac2-a6c6-34f7a27a071c {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1120.727644] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc50e923-f03b-46f7-86a1-4689eedf71d1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.750352] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Updating instance '334bc39b-d49a-44f9-866f-28be73706227' progress to 0 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1120.805567] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 222560d8-31b8-4349-aaa0-67d1497ac0a6] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1120.966292] env[62301]: DEBUG oslo_vmware.api [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2571060, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183876} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.966661] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1120.966862] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1120.967217] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1120.990812] env[62301]: INFO nova.scheduler.client.report [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Deleted allocations for instance f772a532-3402-4b9c-95be-0bbb9c5ef7ad [ 1121.033939] env[62301]: DEBUG oslo_vmware.api [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Task: {'id': task-2571058, 'name': PowerOnVM_Task, 'duration_secs': 0.6562} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.034237] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] [instance: a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1121.034451] env[62301]: INFO nova.compute.manager [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] [instance: a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3] Took 10.21 seconds to spawn the instance on the hypervisor. [ 1121.034642] env[62301]: DEBUG nova.compute.manager [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] [instance: a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1121.035494] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737e9034-ab67-4693-bf32-cddc679f5a19 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.142289] env[62301]: INFO nova.scheduler.client.report [None req-0bc83374-ea06-4069-aec7-3f5bb74cb05d tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Deleted allocation for migration df097e4f-a78b-429d-a593-2b0bbdcb6bbc [ 1121.168435] env[62301]: DEBUG nova.network.neutron [req-d28cb26d-aa04-48b3-b438-da87fc6b3b73 req-899c58a2-d8be-4c54-8bb0-0adcd9ea9633 service nova] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Updated VIF entry in instance network info cache for port 498b53cb-7c96-4830-ac04-59fa3017e0eb. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1121.168783] env[62301]: DEBUG nova.network.neutron [req-d28cb26d-aa04-48b3-b438-da87fc6b3b73 req-899c58a2-d8be-4c54-8bb0-0adcd9ea9633 service nova] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Updating instance_info_cache with network_info: [{"id": "498b53cb-7c96-4830-ac04-59fa3017e0eb", "address": "fa:16:3e:a5:91:4c", "network": {"id": "7c0f3559-1453-49cf-acfe-38cb288125ba", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1921160483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b3dfd09250b4ab486b15b680428b1a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap498b53cb-7c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.259110] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.260010] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78698790-76bf-4295-8952-f956af72b924 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.268942] env[62301]: DEBUG oslo_vmware.api [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 1121.268942] env[62301]: value = "task-2571061" [ 1121.268942] env[62301]: _type = "Task" [ 1121.268942] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.270630] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73197c7-1241-455f-a5f9-d778671b583e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.281781] env[62301]: DEBUG oslo_vmware.api [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2571061, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.284582] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bbfbf7b-9c80-4075-9949-cf131fb948c0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.316568] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 8836b3f4-9580-4f12-bd01-eccae3940527] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1121.321830] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64101a29-7ad5-4c70-bce7-3dd7e731f94a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.330386] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a82a0a-2dff-45f3-8432-9aaa950e1b79 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.350646] env[62301]: DEBUG nova.compute.provider_tree [None req-c2941042-992b-4db8-8a57-22698f6632df tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.412432] env[62301]: DEBUG oslo_vmware.rw_handles [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526c610e-d4da-68d8-7b73-14d760f2ec20/disk-0.vmdk. {{(pid=62301) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1121.413452] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9557177d-f7aa-4aff-aa89-c1587e1ba328 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.421138] env[62301]: DEBUG oslo_vmware.rw_handles [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526c610e-d4da-68d8-7b73-14d760f2ec20/disk-0.vmdk is in state: ready. {{(pid=62301) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1121.421377] env[62301]: ERROR oslo_vmware.rw_handles [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526c610e-d4da-68d8-7b73-14d760f2ec20/disk-0.vmdk due to incomplete transfer. [ 1121.421632] env[62301]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-da4dba50-8836-4e66-a339-ca3d76c87b02 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.428974] env[62301]: DEBUG oslo_vmware.rw_handles [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526c610e-d4da-68d8-7b73-14d760f2ec20/disk-0.vmdk. {{(pid=62301) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1121.429223] env[62301]: DEBUG nova.virt.vmwareapi.images [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Uploaded image 4b431b63-5db5-4495-9a32-c858c1ff4594 to the Glance image server {{(pid=62301) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1121.431220] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Destroying the VM {{(pid=62301) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1121.431810] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4cc77df2-3b89-46c3-8e3f-ad634f445396 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.438256] env[62301]: DEBUG oslo_vmware.api [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Waiting for the task: (returnval){ [ 1121.438256] env[62301]: value = "task-2571062" [ 1121.438256] env[62301]: _type = "Task" [ 1121.438256] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.450021] env[62301]: DEBUG oslo_vmware.api [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2571062, 'name': Destroy_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.456209] env[62301]: DEBUG nova.network.neutron [req-73fcb11a-312b-45f1-9ea3-3c666792e6be req-3a3cd373-dae3-4448-9062-9104b1155f7d service nova] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Updated VIF entry in instance network info cache for port 92fbabd3-d796-4ac2-a6c6-34f7a27a071c. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1121.456793] env[62301]: DEBUG nova.network.neutron [req-73fcb11a-312b-45f1-9ea3-3c666792e6be req-3a3cd373-dae3-4448-9062-9104b1155f7d service nova] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Updating instance_info_cache with network_info: [{"id": "92fbabd3-d796-4ac2-a6c6-34f7a27a071c", "address": "fa:16:3e:8e:17:0d", "network": {"id": "32aca2ac-882d-4f89-b75b-c3af9ad6fefe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1098447386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f44005617fbf4cf3a6dc1727b4da2f55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92fbabd3-d7", "ovs_interfaceid": "92fbabd3-d796-4ac2-a6c6-34f7a27a071c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.495715] env[62301]: DEBUG oslo_concurrency.lockutils [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1121.555060] env[62301]: INFO nova.compute.manager [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] [instance: a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3] Took 17.60 seconds to build instance. [ 1121.651386] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0bc83374-ea06-4069-aec7-3f5bb74cb05d tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "35f0b70c-c113-466c-ab2c-560c19539b95" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.779s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1121.671696] env[62301]: DEBUG oslo_concurrency.lockutils [req-d28cb26d-aa04-48b3-b438-da87fc6b3b73 req-899c58a2-d8be-4c54-8bb0-0adcd9ea9633 service nova] Releasing lock "refresh_cache-f772a532-3402-4b9c-95be-0bbb9c5ef7ad" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.780483] env[62301]: DEBUG oslo_vmware.api [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2571061, 'name': PowerOffVM_Task, 'duration_secs': 0.225565} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.780757] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.780947] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Updating instance '334bc39b-d49a-44f9-866f-28be73706227' progress to 17 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1121.825134] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: fff316c1-2305-464b-8745-fabdb9636c46] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1121.856278] env[62301]: DEBUG nova.scheduler.client.report [None req-c2941042-992b-4db8-8a57-22698f6632df tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.948734] env[62301]: DEBUG oslo_vmware.api [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2571062, 'name': Destroy_Task, 'duration_secs': 0.341926} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.949010] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Destroyed the VM [ 1121.949260] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Deleting Snapshot of the VM instance {{(pid=62301) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1121.949546] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c91d9221-d670-4124-97e8-072fad65a67f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.955978] env[62301]: DEBUG oslo_vmware.api [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Waiting for the task: (returnval){ [ 1121.955978] env[62301]: value = "task-2571063" [ 1121.955978] env[62301]: _type = "Task" [ 1121.955978] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.959561] env[62301]: DEBUG oslo_concurrency.lockutils [req-73fcb11a-312b-45f1-9ea3-3c666792e6be req-3a3cd373-dae3-4448-9062-9104b1155f7d service nova] Releasing lock "refresh_cache-7c44d3f3-9670-493b-a069-b9e837e78dd0" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.959750] env[62301]: DEBUG nova.compute.manager [req-73fcb11a-312b-45f1-9ea3-3c666792e6be req-3a3cd373-dae3-4448-9062-9104b1155f7d service nova] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Received event network-changed-92fbabd3-d796-4ac2-a6c6-34f7a27a071c {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1121.959921] env[62301]: DEBUG nova.compute.manager [req-73fcb11a-312b-45f1-9ea3-3c666792e6be req-3a3cd373-dae3-4448-9062-9104b1155f7d service nova] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Refreshing instance network info cache due to event network-changed-92fbabd3-d796-4ac2-a6c6-34f7a27a071c. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1121.960139] env[62301]: DEBUG oslo_concurrency.lockutils [req-73fcb11a-312b-45f1-9ea3-3c666792e6be req-3a3cd373-dae3-4448-9062-9104b1155f7d service nova] Acquiring lock "refresh_cache-7c44d3f3-9670-493b-a069-b9e837e78dd0" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.960291] env[62301]: DEBUG oslo_concurrency.lockutils [req-73fcb11a-312b-45f1-9ea3-3c666792e6be req-3a3cd373-dae3-4448-9062-9104b1155f7d service nova] Acquired lock "refresh_cache-7c44d3f3-9670-493b-a069-b9e837e78dd0" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.960439] env[62301]: DEBUG nova.network.neutron [req-73fcb11a-312b-45f1-9ea3-3c666792e6be req-3a3cd373-dae3-4448-9062-9104b1155f7d service nova] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Refreshing network info cache for port 92fbabd3-d796-4ac2-a6c6-34f7a27a071c {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1121.966265] env[62301]: DEBUG oslo_vmware.api [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2571063, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.057192] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6ca2fbf9-8c25-43eb-b398-9935a7a00020 tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Lock "a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.111s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.288803] env[62301]: DEBUG nova.virt.hardware [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1122.289188] env[62301]: DEBUG nova.virt.hardware [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1122.289431] env[62301]: DEBUG nova.virt.hardware [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1122.289721] env[62301]: DEBUG nova.virt.hardware [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1122.289938] env[62301]: DEBUG nova.virt.hardware [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1122.290188] env[62301]: DEBUG nova.virt.hardware [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1122.290498] env[62301]: DEBUG nova.virt.hardware [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1122.290757] env[62301]: DEBUG nova.virt.hardware [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1122.291373] env[62301]: DEBUG nova.virt.hardware [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1122.291686] env[62301]: DEBUG nova.virt.hardware [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1122.291963] env[62301]: DEBUG nova.virt.hardware [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1122.300153] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5da3d668-a43e-4380-aa78-4980e582c127 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.324476] env[62301]: DEBUG oslo_vmware.api [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 1122.324476] env[62301]: value = "task-2571064" [ 1122.324476] env[62301]: _type = "Task" [ 1122.324476] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.330207] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 74379ea7-7c7d-4212-b637-2af384ba4c95] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1122.339439] env[62301]: DEBUG oslo_vmware.api [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2571064, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.362595] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c2941042-992b-4db8-8a57-22698f6632df tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.780s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.366282] env[62301]: DEBUG oslo_concurrency.lockutils [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.871s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.366694] env[62301]: DEBUG nova.objects.instance [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lazy-loading 'resources' on Instance uuid f772a532-3402-4b9c-95be-0bbb9c5ef7ad {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.383282] env[62301]: INFO nova.scheduler.client.report [None req-c2941042-992b-4db8-8a57-22698f6632df tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Deleted allocations for instance 71e8544a-b76b-4f61-9422-ca372ba522b4 [ 1122.468262] env[62301]: DEBUG oslo_vmware.api [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2571063, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.685391] env[62301]: DEBUG nova.network.neutron [req-73fcb11a-312b-45f1-9ea3-3c666792e6be req-3a3cd373-dae3-4448-9062-9104b1155f7d service nova] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Updated VIF entry in instance network info cache for port 92fbabd3-d796-4ac2-a6c6-34f7a27a071c. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1122.685744] env[62301]: DEBUG nova.network.neutron [req-73fcb11a-312b-45f1-9ea3-3c666792e6be req-3a3cd373-dae3-4448-9062-9104b1155f7d service nova] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Updating instance_info_cache with network_info: [{"id": "92fbabd3-d796-4ac2-a6c6-34f7a27a071c", "address": "fa:16:3e:8e:17:0d", "network": {"id": "32aca2ac-882d-4f89-b75b-c3af9ad6fefe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1098447386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f44005617fbf4cf3a6dc1727b4da2f55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92fbabd3-d7", "ovs_interfaceid": "92fbabd3-d796-4ac2-a6c6-34f7a27a071c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.835034] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: e9c0e6d1-e66c-44b7-b6a0-a8294a2a8ec8] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1122.836364] env[62301]: DEBUG oslo_vmware.api [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2571064, 'name': ReconfigVM_Task, 'duration_secs': 0.354816} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.836854] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Updating instance '334bc39b-d49a-44f9-866f-28be73706227' progress to 33 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1122.845492] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2bd39909-25c1-4e43-8854-90640929b61c tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Acquiring lock "a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.845721] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2bd39909-25c1-4e43-8854-90640929b61c tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Lock "a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.845919] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2bd39909-25c1-4e43-8854-90640929b61c tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Acquiring lock "a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.846118] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2bd39909-25c1-4e43-8854-90640929b61c tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Lock "a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.846335] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2bd39909-25c1-4e43-8854-90640929b61c tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Lock "a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.848191] env[62301]: INFO nova.compute.manager [None req-2bd39909-25c1-4e43-8854-90640929b61c tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] [instance: a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3] Terminating instance [ 1122.869429] env[62301]: DEBUG nova.objects.instance [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lazy-loading 'numa_topology' on Instance uuid f772a532-3402-4b9c-95be-0bbb9c5ef7ad {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.892014] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c2941042-992b-4db8-8a57-22698f6632df tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lock "71e8544a-b76b-4f61-9422-ca372ba522b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.824s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.897359] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0bc83374-ea06-4069-aec7-3f5bb74cb05d tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquiring lock "35f0b70c-c113-466c-ab2c-560c19539b95" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.897769] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0bc83374-ea06-4069-aec7-3f5bb74cb05d tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "35f0b70c-c113-466c-ab2c-560c19539b95" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.898116] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0bc83374-ea06-4069-aec7-3f5bb74cb05d tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquiring lock "35f0b70c-c113-466c-ab2c-560c19539b95-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.898262] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0bc83374-ea06-4069-aec7-3f5bb74cb05d tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "35f0b70c-c113-466c-ab2c-560c19539b95-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.898532] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0bc83374-ea06-4069-aec7-3f5bb74cb05d tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "35f0b70c-c113-466c-ab2c-560c19539b95-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.900585] env[62301]: INFO nova.compute.manager [None req-0bc83374-ea06-4069-aec7-3f5bb74cb05d tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Terminating instance [ 1122.967097] env[62301]: DEBUG oslo_vmware.api [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2571063, 'name': RemoveSnapshot_Task, 'duration_secs': 0.825047} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.967362] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Deleted Snapshot of the VM instance {{(pid=62301) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1122.967637] env[62301]: DEBUG nova.compute.manager [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1122.968405] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3fe2f7f-a7f4-46a7-b210-d26a697ff93c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.188771] env[62301]: DEBUG oslo_concurrency.lockutils [req-73fcb11a-312b-45f1-9ea3-3c666792e6be req-3a3cd373-dae3-4448-9062-9104b1155f7d service nova] Releasing lock "refresh_cache-7c44d3f3-9670-493b-a069-b9e837e78dd0" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.189119] env[62301]: DEBUG nova.compute.manager [req-73fcb11a-312b-45f1-9ea3-3c666792e6be req-3a3cd373-dae3-4448-9062-9104b1155f7d service nova] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Received event network-changed-a488ad01-bc3f-4766-9a9c-01aa0204bbd4 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1123.189348] env[62301]: DEBUG nova.compute.manager [req-73fcb11a-312b-45f1-9ea3-3c666792e6be req-3a3cd373-dae3-4448-9062-9104b1155f7d service nova] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Refreshing instance network info cache due to event network-changed-a488ad01-bc3f-4766-9a9c-01aa0204bbd4. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1123.189608] env[62301]: DEBUG oslo_concurrency.lockutils [req-73fcb11a-312b-45f1-9ea3-3c666792e6be req-3a3cd373-dae3-4448-9062-9104b1155f7d service nova] Acquiring lock "refresh_cache-1dedee32-a2dd-409b-89f6-7c8e764c5c0c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1123.189785] env[62301]: DEBUG oslo_concurrency.lockutils [req-73fcb11a-312b-45f1-9ea3-3c666792e6be req-3a3cd373-dae3-4448-9062-9104b1155f7d service nova] Acquired lock "refresh_cache-1dedee32-a2dd-409b-89f6-7c8e764c5c0c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.189977] env[62301]: DEBUG nova.network.neutron [req-73fcb11a-312b-45f1-9ea3-3c666792e6be req-3a3cd373-dae3-4448-9062-9104b1155f7d service nova] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Refreshing network info cache for port a488ad01-bc3f-4766-9a9c-01aa0204bbd4 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1123.260451] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquiring lock "f772a532-3402-4b9c-95be-0bbb9c5ef7ad" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1123.337818] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 6bb105e9-936b-46c0-82e3-37a2139c76bd] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1123.342947] env[62301]: DEBUG nova.virt.hardware [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1123.343181] env[62301]: DEBUG nova.virt.hardware [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1123.343339] env[62301]: DEBUG nova.virt.hardware [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1123.343521] env[62301]: DEBUG nova.virt.hardware [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1123.343668] env[62301]: DEBUG nova.virt.hardware [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1123.343813] env[62301]: DEBUG nova.virt.hardware [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1123.344026] env[62301]: DEBUG nova.virt.hardware [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1123.344190] env[62301]: DEBUG nova.virt.hardware [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1123.344358] env[62301]: DEBUG nova.virt.hardware [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1123.344519] env[62301]: DEBUG nova.virt.hardware [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1123.344690] env[62301]: DEBUG nova.virt.hardware [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1123.350121] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Reconfiguring VM instance instance-0000006e to detach disk 2000 {{(pid=62301) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1123.350393] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2eabf34-9e44-4e07-ad58-2d1e6b30ab7b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.364574] env[62301]: DEBUG nova.compute.manager [None req-2bd39909-25c1-4e43-8854-90640929b61c tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] [instance: a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1123.364775] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd39909-25c1-4e43-8854-90640929b61c tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] [instance: a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1123.366008] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4315fa96-a80f-423a-9739-c39fdb39146d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.371778] env[62301]: DEBUG nova.objects.base [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62301) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1123.378998] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bd39909-25c1-4e43-8854-90640929b61c tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] [instance: a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1123.379556] env[62301]: DEBUG oslo_vmware.api [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 1123.379556] env[62301]: value = "task-2571065" [ 1123.379556] env[62301]: _type = "Task" [ 1123.379556] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.379796] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b6fe9f9-d4bd-41c1-9142-4b01b626e0b2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.389750] env[62301]: DEBUG oslo_vmware.api [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2571065, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.390961] env[62301]: DEBUG oslo_vmware.api [None req-2bd39909-25c1-4e43-8854-90640929b61c tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Waiting for the task: (returnval){ [ 1123.390961] env[62301]: value = "task-2571066" [ 1123.390961] env[62301]: _type = "Task" [ 1123.390961] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.403791] env[62301]: DEBUG oslo_vmware.api [None req-2bd39909-25c1-4e43-8854-90640929b61c tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Task: {'id': task-2571066, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.405606] env[62301]: DEBUG nova.compute.manager [None req-0bc83374-ea06-4069-aec7-3f5bb74cb05d tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1123.405851] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc83374-ea06-4069-aec7-3f5bb74cb05d tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1123.407190] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bcef3fa-3a7e-430c-8237-05695ce26e10 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.417838] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bc83374-ea06-4069-aec7-3f5bb74cb05d tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1123.418157] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-546222c2-7a01-4f37-960f-7258c86f2764 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.424125] env[62301]: DEBUG oslo_vmware.api [None req-0bc83374-ea06-4069-aec7-3f5bb74cb05d tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 1123.424125] env[62301]: value = "task-2571067" [ 1123.424125] env[62301]: _type = "Task" [ 1123.424125] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.435157] env[62301]: DEBUG oslo_vmware.api [None req-0bc83374-ea06-4069-aec7-3f5bb74cb05d tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2571067, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.479994] env[62301]: INFO nova.compute.manager [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Shelve offloading [ 1123.547032] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e0e716-e19b-4b9a-ad24-b37f7a3c3302 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.554920] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd4c571-2ef4-4d53-8ae5-446f7267e1dd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.586676] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40cee8e9-9534-48fb-a062-f28ebe144846 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.594447] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0028f3-212c-4aef-bf26-00eb3b875065 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.609395] env[62301]: DEBUG nova.compute.provider_tree [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.840626] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 7e9c242a-875f-4f89-ab87-debf3dbf8e94] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1123.893277] env[62301]: DEBUG oslo_vmware.api [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2571065, 'name': ReconfigVM_Task, 'duration_secs': 0.172328} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.896894] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Reconfigured VM instance instance-0000006e to detach disk 2000 {{(pid=62301) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1123.897682] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef48cb9-aafa-40b5-8d0b-e59ecbae0fba {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.900748] env[62301]: DEBUG nova.network.neutron [req-73fcb11a-312b-45f1-9ea3-3c666792e6be req-3a3cd373-dae3-4448-9062-9104b1155f7d service nova] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Updated VIF entry in instance network info cache for port a488ad01-bc3f-4766-9a9c-01aa0204bbd4. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1123.901026] env[62301]: DEBUG nova.network.neutron [req-73fcb11a-312b-45f1-9ea3-3c666792e6be req-3a3cd373-dae3-4448-9062-9104b1155f7d service nova] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Updating instance_info_cache with network_info: [{"id": "a488ad01-bc3f-4766-9a9c-01aa0204bbd4", "address": "fa:16:3e:d5:78:e0", "network": {"id": "32aca2ac-882d-4f89-b75b-c3af9ad6fefe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1098447386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f44005617fbf4cf3a6dc1727b4da2f55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa488ad01-bc", "ovs_interfaceid": "a488ad01-bc3f-4766-9a9c-01aa0204bbd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.926566] env[62301]: DEBUG oslo_vmware.api [None req-2bd39909-25c1-4e43-8854-90640929b61c tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Task: {'id': task-2571066, 'name': PowerOffVM_Task, 'duration_secs': 0.273114} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.934262] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 334bc39b-d49a-44f9-866f-28be73706227/334bc39b-d49a-44f9-866f-28be73706227.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.934546] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bd39909-25c1-4e43-8854-90640929b61c tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] [instance: a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1123.934713] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd39909-25c1-4e43-8854-90640929b61c tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] [instance: a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1123.938204] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc57fa33-4adf-4f4b-a52e-8bf0a5a1dfab {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.950986] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ddea8302-2966-49b9-ae8a-82a0bc819fb5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.957796] env[62301]: DEBUG oslo_vmware.api [None req-0bc83374-ea06-4069-aec7-3f5bb74cb05d tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2571067, 'name': PowerOffVM_Task, 'duration_secs': 0.237228} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.959129] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bc83374-ea06-4069-aec7-3f5bb74cb05d tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1123.959328] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc83374-ea06-4069-aec7-3f5bb74cb05d tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1123.959628] env[62301]: DEBUG oslo_vmware.api [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 1123.959628] env[62301]: value = "task-2571068" [ 1123.959628] env[62301]: _type = "Task" [ 1123.959628] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.959812] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf3334de-55a0-43f1-a9c3-2ce5e82af75d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.971727] env[62301]: DEBUG oslo_vmware.api [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2571068, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.983838] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1123.984149] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c3b97aa-a429-4abf-891b-917a3f4280d5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.991554] env[62301]: DEBUG oslo_vmware.api [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Waiting for the task: (returnval){ [ 1123.991554] env[62301]: value = "task-2571071" [ 1123.991554] env[62301]: _type = "Task" [ 1123.991554] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.001711] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] VM already powered off {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1124.001937] env[62301]: DEBUG nova.compute.manager [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1124.002702] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93fcefb-feaf-48f1-ba32-647850019884 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.008561] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Acquiring lock "refresh_cache-49f6036a-ed24-416b-addb-a865ff67668e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.008724] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Acquired lock "refresh_cache-49f6036a-ed24-416b-addb-a865ff67668e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.008909] env[62301]: DEBUG nova.network.neutron [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1124.049587] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd39909-25c1-4e43-8854-90640929b61c tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] [instance: a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1124.049811] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd39909-25c1-4e43-8854-90640929b61c tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] [instance: a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1124.050277] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bd39909-25c1-4e43-8854-90640929b61c tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Deleting the datastore file [datastore1] a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1124.050583] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9fe1a4e-8878-4871-99bf-60b5ddc90ba0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.057389] env[62301]: DEBUG oslo_vmware.api [None req-2bd39909-25c1-4e43-8854-90640929b61c tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Waiting for the task: (returnval){ [ 1124.057389] env[62301]: value = "task-2571072" [ 1124.057389] env[62301]: _type = "Task" [ 1124.057389] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.063577] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc83374-ea06-4069-aec7-3f5bb74cb05d tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1124.063764] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc83374-ea06-4069-aec7-3f5bb74cb05d tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1124.063942] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bc83374-ea06-4069-aec7-3f5bb74cb05d tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Deleting the datastore file [datastore1] 35f0b70c-c113-466c-ab2c-560c19539b95 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1124.064199] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f7fdc0f-6e0b-42a9-98a0-7f1afcc2deb2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.069077] env[62301]: DEBUG oslo_vmware.api [None req-2bd39909-25c1-4e43-8854-90640929b61c tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Task: {'id': task-2571072, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.075042] env[62301]: DEBUG oslo_vmware.api [None req-0bc83374-ea06-4069-aec7-3f5bb74cb05d tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for the task: (returnval){ [ 1124.075042] env[62301]: value = "task-2571073" [ 1124.075042] env[62301]: _type = "Task" [ 1124.075042] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.081195] env[62301]: DEBUG oslo_vmware.api [None req-0bc83374-ea06-4069-aec7-3f5bb74cb05d tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2571073, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.112812] env[62301]: DEBUG nova.scheduler.client.report [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.344164] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1124.344427] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Cleaning up deleted instances with incomplete migration {{(pid=62301) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 1124.403399] env[62301]: DEBUG oslo_concurrency.lockutils [req-73fcb11a-312b-45f1-9ea3-3c666792e6be req-3a3cd373-dae3-4448-9062-9104b1155f7d service nova] Releasing lock "refresh_cache-1dedee32-a2dd-409b-89f6-7c8e764c5c0c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.472119] env[62301]: DEBUG oslo_vmware.api [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2571068, 'name': ReconfigVM_Task, 'duration_secs': 0.297549} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.472474] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 334bc39b-d49a-44f9-866f-28be73706227/334bc39b-d49a-44f9-866f-28be73706227.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1124.472754] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Updating instance '334bc39b-d49a-44f9-866f-28be73706227' progress to 50 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1124.568975] env[62301]: DEBUG oslo_vmware.api [None req-2bd39909-25c1-4e43-8854-90640929b61c tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Task: {'id': task-2571072, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169419} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.569438] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bd39909-25c1-4e43-8854-90640929b61c tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1124.569623] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd39909-25c1-4e43-8854-90640929b61c tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] [instance: a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1124.569805] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd39909-25c1-4e43-8854-90640929b61c tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] [instance: a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1124.569978] env[62301]: INFO nova.compute.manager [None req-2bd39909-25c1-4e43-8854-90640929b61c tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] [instance: a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1124.570230] env[62301]: DEBUG oslo.service.loopingcall [None req-2bd39909-25c1-4e43-8854-90640929b61c tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1124.570417] env[62301]: DEBUG nova.compute.manager [-] [instance: a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1124.570515] env[62301]: DEBUG nova.network.neutron [-] [instance: a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1124.581907] env[62301]: DEBUG oslo_vmware.api [None req-0bc83374-ea06-4069-aec7-3f5bb74cb05d tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Task: {'id': task-2571073, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181563} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.582153] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bc83374-ea06-4069-aec7-3f5bb74cb05d tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1124.582328] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc83374-ea06-4069-aec7-3f5bb74cb05d tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1124.582510] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc83374-ea06-4069-aec7-3f5bb74cb05d tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1124.582663] env[62301]: INFO nova.compute.manager [None req-0bc83374-ea06-4069-aec7-3f5bb74cb05d tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1124.582885] env[62301]: DEBUG oslo.service.loopingcall [None req-0bc83374-ea06-4069-aec7-3f5bb74cb05d tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1124.583079] env[62301]: DEBUG nova.compute.manager [-] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1124.583168] env[62301]: DEBUG nova.network.neutron [-] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1124.618122] env[62301]: DEBUG oslo_concurrency.lockutils [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.252s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1124.846401] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1124.979759] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a39d251-6fcd-4eff-a21b-47e506ac26f8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.003817] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec07b4d3-8fe9-489e-b478-7d75b643a233 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.008171] env[62301]: DEBUG nova.network.neutron [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Updating instance_info_cache with network_info: [{"id": "cb17ebaf-56e3-473f-b9b1-ecacde4d7e63", "address": "fa:16:3e:f4:41:1f", "network": {"id": "b833fc4f-6a7f-4f89-9c27-cc3c44b31c21", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-649441464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4352f1b6608f4987911fa3832ca6aeb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c02dd284-ab80-451c-93eb-48c8360acb9c", "external-id": "nsx-vlan-transportzone-818", "segmentation_id": 818, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb17ebaf-56", "ovs_interfaceid": "cb17ebaf-56e3-473f-b9b1-ecacde4d7e63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.028517] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Updating instance '334bc39b-d49a-44f9-866f-28be73706227' progress to 67 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1125.129389] env[62301]: DEBUG oslo_concurrency.lockutils [None req-01d36c0a-56bc-4949-9139-c94da783a3fd tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lock "f772a532-3402-4b9c-95be-0bbb9c5ef7ad" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.573s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1125.129389] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lock "f772a532-3402-4b9c-95be-0bbb9c5ef7ad" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.869s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1125.129841] env[62301]: INFO nova.compute.manager [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Unshelving [ 1125.258380] env[62301]: DEBUG nova.compute.manager [req-2a44585c-3270-4f1e-a09e-f84d77d2a035 req-e2185977-60d2-46f5-ae8d-9c5cff736d49 service nova] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Received event network-vif-deleted-28289662-2d90-4828-949e-847e9a978be4 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1125.258979] env[62301]: INFO nova.compute.manager [req-2a44585c-3270-4f1e-a09e-f84d77d2a035 req-e2185977-60d2-46f5-ae8d-9c5cff736d49 service nova] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Neutron deleted interface 28289662-2d90-4828-949e-847e9a978be4; detaching it from the instance and deleting it from the info cache [ 1125.258979] env[62301]: DEBUG nova.network.neutron [req-2a44585c-3270-4f1e-a09e-f84d77d2a035 req-e2185977-60d2-46f5-ae8d-9c5cff736d49 service nova] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.511871] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Releasing lock "refresh_cache-49f6036a-ed24-416b-addb-a865ff67668e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.609568] env[62301]: DEBUG nova.network.neutron [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Port 452b541b-8f6f-45a1-a4c8-f1561a03b101 binding to destination host cpu-1 is already ACTIVE {{(pid=62301) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1125.676057] env[62301]: DEBUG nova.network.neutron [-] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.678689] env[62301]: DEBUG nova.network.neutron [-] [instance: a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.749897] env[62301]: DEBUG oslo_concurrency.lockutils [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Acquiring lock "03fcc5c3-2ce4-4ab5-b84b-391696e7f603" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1125.750176] env[62301]: DEBUG oslo_concurrency.lockutils [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lock "03fcc5c3-2ce4-4ab5-b84b-391696e7f603" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1125.761546] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c5823931-532a-4450-9d43-01bf25681ff2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.772725] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a00834-79ba-4b26-944f-408b1233038d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.811400] env[62301]: DEBUG nova.compute.manager [req-2a44585c-3270-4f1e-a09e-f84d77d2a035 req-e2185977-60d2-46f5-ae8d-9c5cff736d49 service nova] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Detach interface failed, port_id=28289662-2d90-4828-949e-847e9a978be4, reason: Instance 35f0b70c-c113-466c-ab2c-560c19539b95 could not be found. {{(pid=62301) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1125.876735] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1125.877729] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0e9f2e-f130-468b-a49a-30770b3c0774 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.885232] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1125.885455] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ca1e521-7264-4312-899a-1c55e8637066 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.951862] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1125.951970] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Deleting contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1125.952194] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Deleting the datastore file [datastore2] 49f6036a-ed24-416b-addb-a865ff67668e {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1125.952430] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e756366-8867-4550-a69f-dca821695110 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.958640] env[62301]: DEBUG oslo_vmware.api [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Waiting for the task: (returnval){ [ 1125.958640] env[62301]: value = "task-2571075" [ 1125.958640] env[62301]: _type = "Task" [ 1125.958640] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.966794] env[62301]: DEBUG oslo_vmware.api [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2571075, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.156781] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1126.157072] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1126.157287] env[62301]: DEBUG nova.objects.instance [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lazy-loading 'pci_requests' on Instance uuid f772a532-3402-4b9c-95be-0bbb9c5ef7ad {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.177683] env[62301]: INFO nova.compute.manager [-] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Took 1.59 seconds to deallocate network for instance. [ 1126.182793] env[62301]: INFO nova.compute.manager [-] [instance: a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3] Took 1.61 seconds to deallocate network for instance. [ 1126.252952] env[62301]: DEBUG nova.compute.manager [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1126.469561] env[62301]: DEBUG oslo_vmware.api [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2571075, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129392} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.469561] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1126.469561] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Deleted contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1126.469561] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1126.488504] env[62301]: INFO nova.scheduler.client.report [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Deleted allocations for instance 49f6036a-ed24-416b-addb-a865ff67668e [ 1126.632073] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquiring lock "334bc39b-d49a-44f9-866f-28be73706227-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1126.632073] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lock "334bc39b-d49a-44f9-866f-28be73706227-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1126.632073] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lock "334bc39b-d49a-44f9-866f-28be73706227-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1126.661052] env[62301]: DEBUG nova.objects.instance [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lazy-loading 'numa_topology' on Instance uuid f772a532-3402-4b9c-95be-0bbb9c5ef7ad {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.684400] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0bc83374-ea06-4069-aec7-3f5bb74cb05d tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1126.689767] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2bd39909-25c1-4e43-8854-90640929b61c tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1126.771992] env[62301]: DEBUG oslo_concurrency.lockutils [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1126.993244] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1127.162906] env[62301]: INFO nova.compute.claims [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1127.288856] env[62301]: DEBUG nova.compute.manager [req-d009978e-3a97-43c4-a084-ee0372eb740e req-a070cbdc-3e5b-42d6-89f9-ba52e789832f service nova] [instance: a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3] Received event network-vif-deleted-2ceb9508-571d-4597-9aea-fa5aa5d2dc69 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1127.289120] env[62301]: DEBUG nova.compute.manager [req-d009978e-3a97-43c4-a084-ee0372eb740e req-a070cbdc-3e5b-42d6-89f9-ba52e789832f service nova] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Received event network-vif-unplugged-cb17ebaf-56e3-473f-b9b1-ecacde4d7e63 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1127.289322] env[62301]: DEBUG oslo_concurrency.lockutils [req-d009978e-3a97-43c4-a084-ee0372eb740e req-a070cbdc-3e5b-42d6-89f9-ba52e789832f service nova] Acquiring lock "49f6036a-ed24-416b-addb-a865ff67668e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1127.289525] env[62301]: DEBUG oslo_concurrency.lockutils [req-d009978e-3a97-43c4-a084-ee0372eb740e req-a070cbdc-3e5b-42d6-89f9-ba52e789832f service nova] Lock "49f6036a-ed24-416b-addb-a865ff67668e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1127.289692] env[62301]: DEBUG oslo_concurrency.lockutils [req-d009978e-3a97-43c4-a084-ee0372eb740e req-a070cbdc-3e5b-42d6-89f9-ba52e789832f service nova] Lock "49f6036a-ed24-416b-addb-a865ff67668e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1127.289856] env[62301]: DEBUG nova.compute.manager [req-d009978e-3a97-43c4-a084-ee0372eb740e req-a070cbdc-3e5b-42d6-89f9-ba52e789832f service nova] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] No waiting events found dispatching network-vif-unplugged-cb17ebaf-56e3-473f-b9b1-ecacde4d7e63 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1127.290035] env[62301]: WARNING nova.compute.manager [req-d009978e-3a97-43c4-a084-ee0372eb740e req-a070cbdc-3e5b-42d6-89f9-ba52e789832f service nova] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Received unexpected event network-vif-unplugged-cb17ebaf-56e3-473f-b9b1-ecacde4d7e63 for instance with vm_state shelved_offloaded and task_state None. [ 1127.290199] env[62301]: DEBUG nova.compute.manager [req-d009978e-3a97-43c4-a084-ee0372eb740e req-a070cbdc-3e5b-42d6-89f9-ba52e789832f service nova] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Received event network-changed-cb17ebaf-56e3-473f-b9b1-ecacde4d7e63 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1127.290350] env[62301]: DEBUG nova.compute.manager [req-d009978e-3a97-43c4-a084-ee0372eb740e req-a070cbdc-3e5b-42d6-89f9-ba52e789832f service nova] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Refreshing instance network info cache due to event network-changed-cb17ebaf-56e3-473f-b9b1-ecacde4d7e63. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1127.290529] env[62301]: DEBUG oslo_concurrency.lockutils [req-d009978e-3a97-43c4-a084-ee0372eb740e req-a070cbdc-3e5b-42d6-89f9-ba52e789832f service nova] Acquiring lock "refresh_cache-49f6036a-ed24-416b-addb-a865ff67668e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.290665] env[62301]: DEBUG oslo_concurrency.lockutils [req-d009978e-3a97-43c4-a084-ee0372eb740e req-a070cbdc-3e5b-42d6-89f9-ba52e789832f service nova] Acquired lock "refresh_cache-49f6036a-ed24-416b-addb-a865ff67668e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.290822] env[62301]: DEBUG nova.network.neutron [req-d009978e-3a97-43c4-a084-ee0372eb740e req-a070cbdc-3e5b-42d6-89f9-ba52e789832f service nova] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Refreshing network info cache for port cb17ebaf-56e3-473f-b9b1-ecacde4d7e63 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1127.666844] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquiring lock "refresh_cache-334bc39b-d49a-44f9-866f-28be73706227" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.667117] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquired lock "refresh_cache-334bc39b-d49a-44f9-866f-28be73706227" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.667270] env[62301]: DEBUG nova.network.neutron [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.019993] env[62301]: DEBUG nova.network.neutron [req-d009978e-3a97-43c4-a084-ee0372eb740e req-a070cbdc-3e5b-42d6-89f9-ba52e789832f service nova] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Updated VIF entry in instance network info cache for port cb17ebaf-56e3-473f-b9b1-ecacde4d7e63. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1128.020417] env[62301]: DEBUG nova.network.neutron [req-d009978e-3a97-43c4-a084-ee0372eb740e req-a070cbdc-3e5b-42d6-89f9-ba52e789832f service nova] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Updating instance_info_cache with network_info: [{"id": "cb17ebaf-56e3-473f-b9b1-ecacde4d7e63", "address": "fa:16:3e:f4:41:1f", "network": {"id": "b833fc4f-6a7f-4f89-9c27-cc3c44b31c21", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-649441464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4352f1b6608f4987911fa3832ca6aeb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapcb17ebaf-56", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.313917] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b89bb8-5f6c-4017-9577-d96e62f9757c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.324013] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b451e29d-69f7-4414-8091-5ddddef8ad71 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.359535] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b020f2f-dca3-4212-8c56-06f830cb4bc5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.367698] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a84a4f-86c1-426d-82b8-3fcc52a80279 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.382715] env[62301]: DEBUG nova.compute.provider_tree [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.394053] env[62301]: DEBUG nova.network.neutron [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Updating instance_info_cache with network_info: [{"id": "452b541b-8f6f-45a1-a4c8-f1561a03b101", "address": "fa:16:3e:f6:b5:74", "network": {"id": "4db15bfb-5237-4871-8da5-38b678505e0e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-131495656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c6e401c2ffb4be5ad8d8a54b65f4a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap452b541b-8f", "ovs_interfaceid": "452b541b-8f6f-45a1-a4c8-f1561a03b101", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.522873] env[62301]: DEBUG oslo_concurrency.lockutils [req-d009978e-3a97-43c4-a084-ee0372eb740e req-a070cbdc-3e5b-42d6-89f9-ba52e789832f service nova] Releasing lock "refresh_cache-49f6036a-ed24-416b-addb-a865ff67668e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.886283] env[62301]: DEBUG nova.scheduler.client.report [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1128.897171] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Releasing lock "refresh_cache-334bc39b-d49a-44f9-866f-28be73706227" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1129.391771] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.235s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1129.394082] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0bc83374-ea06-4069-aec7-3f5bb74cb05d tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.710s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1129.394287] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0bc83374-ea06-4069-aec7-3f5bb74cb05d tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1129.396181] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2bd39909-25c1-4e43-8854-90640929b61c tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.707s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1129.396402] env[62301]: DEBUG nova.objects.instance [None req-2bd39909-25c1-4e43-8854-90640929b61c tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Lazy-loading 'resources' on Instance uuid a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.416011] env[62301]: INFO nova.scheduler.client.report [None req-0bc83374-ea06-4069-aec7-3f5bb74cb05d tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Deleted allocations for instance 35f0b70c-c113-466c-ab2c-560c19539b95 [ 1129.418304] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a58ac99-04d3-4f95-86ac-22fd6163109c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.440905] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717f23a5-d438-4c9e-bac7-313a5f506cb4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.448228] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Updating instance '334bc39b-d49a-44f9-866f-28be73706227' progress to 83 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1129.494496] env[62301]: DEBUG oslo_concurrency.lockutils [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Acquiring lock "49f6036a-ed24-416b-addb-a865ff67668e" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1129.690380] env[62301]: INFO nova.network.neutron [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Updating port 498b53cb-7c96-4830-ac04-59fa3017e0eb with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1129.929614] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0bc83374-ea06-4069-aec7-3f5bb74cb05d tempest-DeleteServersTestJSON-926574334 tempest-DeleteServersTestJSON-926574334-project-member] Lock "35f0b70c-c113-466c-ab2c-560c19539b95" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.032s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1129.954827] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1129.955374] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8ed9277-a059-47ea-9201-5e963a6ca863 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.962814] env[62301]: DEBUG oslo_vmware.api [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 1129.962814] env[62301]: value = "task-2571076" [ 1129.962814] env[62301]: _type = "Task" [ 1129.962814] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.973970] env[62301]: DEBUG oslo_vmware.api [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2571076, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.052672] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b9e62b-228f-47c4-94e2-492bf6426173 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.060256] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66eb294-5db2-4788-8739-e73a4e71bb98 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.089820] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99fc3555-3cd9-47ec-9d1c-c2183bba4a51 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.096792] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5766ad9-43df-4a67-bbdd-efb2c461e71b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.109816] env[62301]: DEBUG nova.compute.provider_tree [None req-2bd39909-25c1-4e43-8854-90640929b61c tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.474591] env[62301]: DEBUG oslo_vmware.api [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2571076, 'name': PowerOnVM_Task, 'duration_secs': 0.414299} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.474836] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1130.475035] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-7b067626-46fa-4ade-bda1-ff48c73e3a6d tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Updating instance '334bc39b-d49a-44f9-866f-28be73706227' progress to 100 {{(pid=62301) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1130.612562] env[62301]: DEBUG nova.scheduler.client.report [None req-2bd39909-25c1-4e43-8854-90640929b61c tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.085809] env[62301]: DEBUG nova.compute.manager [req-73ebca78-cc3d-4fde-92d0-907d5f7f6413 req-a1bfe3b8-f793-4606-aaf7-ddaca997f2ac service nova] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Received event network-vif-plugged-498b53cb-7c96-4830-ac04-59fa3017e0eb {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1131.086087] env[62301]: DEBUG oslo_concurrency.lockutils [req-73ebca78-cc3d-4fde-92d0-907d5f7f6413 req-a1bfe3b8-f793-4606-aaf7-ddaca997f2ac service nova] Acquiring lock "f772a532-3402-4b9c-95be-0bbb9c5ef7ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1131.086252] env[62301]: DEBUG oslo_concurrency.lockutils [req-73ebca78-cc3d-4fde-92d0-907d5f7f6413 req-a1bfe3b8-f793-4606-aaf7-ddaca997f2ac service nova] Lock "f772a532-3402-4b9c-95be-0bbb9c5ef7ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1131.086410] env[62301]: DEBUG oslo_concurrency.lockutils [req-73ebca78-cc3d-4fde-92d0-907d5f7f6413 req-a1bfe3b8-f793-4606-aaf7-ddaca997f2ac service nova] Lock "f772a532-3402-4b9c-95be-0bbb9c5ef7ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1131.086579] env[62301]: DEBUG nova.compute.manager [req-73ebca78-cc3d-4fde-92d0-907d5f7f6413 req-a1bfe3b8-f793-4606-aaf7-ddaca997f2ac service nova] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] No waiting events found dispatching network-vif-plugged-498b53cb-7c96-4830-ac04-59fa3017e0eb {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1131.086779] env[62301]: WARNING nova.compute.manager [req-73ebca78-cc3d-4fde-92d0-907d5f7f6413 req-a1bfe3b8-f793-4606-aaf7-ddaca997f2ac service nova] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Received unexpected event network-vif-plugged-498b53cb-7c96-4830-ac04-59fa3017e0eb for instance with vm_state shelved_offloaded and task_state spawning. [ 1131.119410] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2bd39909-25c1-4e43-8854-90640929b61c tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.723s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1131.123239] env[62301]: DEBUG oslo_concurrency.lockutils [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.350s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1131.128507] env[62301]: INFO nova.compute.claims [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1131.149059] env[62301]: INFO nova.scheduler.client.report [None req-2bd39909-25c1-4e43-8854-90640929b61c tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Deleted allocations for instance a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3 [ 1131.223403] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquiring lock "refresh_cache-f772a532-3402-4b9c-95be-0bbb9c5ef7ad" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.223655] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquired lock "refresh_cache-f772a532-3402-4b9c-95be-0bbb9c5ef7ad" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.223800] env[62301]: DEBUG nova.network.neutron [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1131.658957] env[62301]: DEBUG oslo_concurrency.lockutils [None req-2bd39909-25c1-4e43-8854-90640929b61c tempest-ServerMetadataNegativeTestJSON-1317028713 tempest-ServerMetadataNegativeTestJSON-1317028713-project-member] Lock "a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.813s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1132.019227] env[62301]: DEBUG nova.network.neutron [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Updating instance_info_cache with network_info: [{"id": "498b53cb-7c96-4830-ac04-59fa3017e0eb", "address": "fa:16:3e:a5:91:4c", "network": {"id": "7c0f3559-1453-49cf-acfe-38cb288125ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1921160483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b3dfd09250b4ab486b15b680428b1a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap498b53cb-7c", "ovs_interfaceid": "498b53cb-7c96-4830-ac04-59fa3017e0eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.313340] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2dae8ce-b757-45f4-9512-76015eebc389 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.319697] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e84f98-ec74-4be0-aedc-b33eb886dcda {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.351354] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eabf3760-8e08-4fa7-a413-edd12af0904e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.359191] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb50c7f3-526c-4d70-b2cb-5509c82d803e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.372716] env[62301]: DEBUG nova.compute.provider_tree [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.522138] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Releasing lock "refresh_cache-f772a532-3402-4b9c-95be-0bbb9c5ef7ad" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.559289] env[62301]: DEBUG nova.virt.hardware [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='068d144a38784ff0cac9507fef40f5a7',container_format='bare',created_at=2025-02-15T20:55:23Z,direct_url=,disk_format='vmdk',id=84e217aa-c847-41df-8270-ae720ca52289,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-338894207-shelved',owner='9b3dfd09250b4ab486b15b680428b1a5',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-02-15T20:55:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1132.559444] env[62301]: DEBUG nova.virt.hardware [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1132.560069] env[62301]: DEBUG nova.virt.hardware [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1132.560069] env[62301]: DEBUG nova.virt.hardware [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1132.560069] env[62301]: DEBUG nova.virt.hardware [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1132.560261] env[62301]: DEBUG nova.virt.hardware [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1132.560419] env[62301]: DEBUG nova.virt.hardware [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1132.560639] env[62301]: DEBUG nova.virt.hardware [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1132.560742] env[62301]: DEBUG nova.virt.hardware [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1132.560905] env[62301]: DEBUG nova.virt.hardware [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1132.561090] env[62301]: DEBUG nova.virt.hardware [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1132.561961] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f1399d-87b4-4318-9383-a1d654d1748c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.569973] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6a570c-b7d1-4f00-bbbb-fd9f8ee9ebcf {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.584380] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:91:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cca1f087-01e1-49ca-831b-5c51478a5d60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '498b53cb-7c96-4830-ac04-59fa3017e0eb', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1132.592959] env[62301]: DEBUG oslo.service.loopingcall [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1132.592959] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1132.596037] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7933343-6e9a-4496-8984-4a7fcf885987 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.617618] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1132.617618] env[62301]: value = "task-2571078" [ 1132.617618] env[62301]: _type = "Task" [ 1132.617618] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.627151] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2571078, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.644955] env[62301]: DEBUG nova.network.neutron [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Port 452b541b-8f6f-45a1-a4c8-f1561a03b101 binding to destination host cpu-1 is already ACTIVE {{(pid=62301) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1132.645242] env[62301]: DEBUG oslo_concurrency.lockutils [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquiring lock "refresh_cache-334bc39b-d49a-44f9-866f-28be73706227" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.645398] env[62301]: DEBUG oslo_concurrency.lockutils [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquired lock "refresh_cache-334bc39b-d49a-44f9-866f-28be73706227" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.645566] env[62301]: DEBUG nova.network.neutron [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.876962] env[62301]: DEBUG nova.scheduler.client.report [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.893216] env[62301]: DEBUG oslo_concurrency.lockutils [None req-855b9446-3622-4602-9bf2-dfcabd0bdb7e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquiring lock "c110b5dd-9ea3-4714-9ab5-6146fca77dcb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1132.893539] env[62301]: DEBUG oslo_concurrency.lockutils [None req-855b9446-3622-4602-9bf2-dfcabd0bdb7e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "c110b5dd-9ea3-4714-9ab5-6146fca77dcb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1132.893813] env[62301]: DEBUG oslo_concurrency.lockutils [None req-855b9446-3622-4602-9bf2-dfcabd0bdb7e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquiring lock "c110b5dd-9ea3-4714-9ab5-6146fca77dcb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1132.894084] env[62301]: DEBUG oslo_concurrency.lockutils [None req-855b9446-3622-4602-9bf2-dfcabd0bdb7e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "c110b5dd-9ea3-4714-9ab5-6146fca77dcb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1132.894247] env[62301]: DEBUG oslo_concurrency.lockutils [None req-855b9446-3622-4602-9bf2-dfcabd0bdb7e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "c110b5dd-9ea3-4714-9ab5-6146fca77dcb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1132.896375] env[62301]: INFO nova.compute.manager [None req-855b9446-3622-4602-9bf2-dfcabd0bdb7e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Terminating instance [ 1133.118604] env[62301]: DEBUG nova.compute.manager [req-cab63bb1-4bd8-4c0c-b56f-67f0ca076b73 req-27ed3380-0afb-4c10-9b6a-ef52368d39eb service nova] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Received event network-changed-498b53cb-7c96-4830-ac04-59fa3017e0eb {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1133.118896] env[62301]: DEBUG nova.compute.manager [req-cab63bb1-4bd8-4c0c-b56f-67f0ca076b73 req-27ed3380-0afb-4c10-9b6a-ef52368d39eb service nova] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Refreshing instance network info cache due to event network-changed-498b53cb-7c96-4830-ac04-59fa3017e0eb. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1133.119401] env[62301]: DEBUG oslo_concurrency.lockutils [req-cab63bb1-4bd8-4c0c-b56f-67f0ca076b73 req-27ed3380-0afb-4c10-9b6a-ef52368d39eb service nova] Acquiring lock "refresh_cache-f772a532-3402-4b9c-95be-0bbb9c5ef7ad" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.119401] env[62301]: DEBUG oslo_concurrency.lockutils [req-cab63bb1-4bd8-4c0c-b56f-67f0ca076b73 req-27ed3380-0afb-4c10-9b6a-ef52368d39eb service nova] Acquired lock "refresh_cache-f772a532-3402-4b9c-95be-0bbb9c5ef7ad" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.119770] env[62301]: DEBUG nova.network.neutron [req-cab63bb1-4bd8-4c0c-b56f-67f0ca076b73 req-27ed3380-0afb-4c10-9b6a-ef52368d39eb service nova] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Refreshing network info cache for port 498b53cb-7c96-4830-ac04-59fa3017e0eb {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1133.133286] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2571078, 'name': CreateVM_Task} progress is 25%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.382346] env[62301]: DEBUG oslo_concurrency.lockutils [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.260s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1133.382838] env[62301]: DEBUG nova.compute.manager [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1133.385477] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.392s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1133.385695] env[62301]: DEBUG nova.objects.instance [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Lazy-loading 'resources' on Instance uuid 49f6036a-ed24-416b-addb-a865ff67668e {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.390832] env[62301]: DEBUG nova.network.neutron [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Updating instance_info_cache with network_info: [{"id": "452b541b-8f6f-45a1-a4c8-f1561a03b101", "address": "fa:16:3e:f6:b5:74", "network": {"id": "4db15bfb-5237-4871-8da5-38b678505e0e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-131495656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c6e401c2ffb4be5ad8d8a54b65f4a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap452b541b-8f", "ovs_interfaceid": "452b541b-8f6f-45a1-a4c8-f1561a03b101", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.399801] env[62301]: DEBUG nova.compute.manager [None req-855b9446-3622-4602-9bf2-dfcabd0bdb7e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1133.401029] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-855b9446-3622-4602-9bf2-dfcabd0bdb7e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1133.401029] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d887996d-df34-4d21-9d19-a46a04fda398 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.409015] env[62301]: DEBUG oslo_vmware.api [None req-855b9446-3622-4602-9bf2-dfcabd0bdb7e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 1133.409015] env[62301]: value = "task-2571079" [ 1133.409015] env[62301]: _type = "Task" [ 1133.409015] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.418255] env[62301]: DEBUG oslo_vmware.api [None req-855b9446-3622-4602-9bf2-dfcabd0bdb7e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2571079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.633014] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2571078, 'name': CreateVM_Task, 'duration_secs': 0.677706} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.633695] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1133.633920] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/84e217aa-c847-41df-8270-ae720ca52289" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.634143] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquired lock "[datastore2] devstack-image-cache_base/84e217aa-c847-41df-8270-ae720ca52289" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.634552] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/84e217aa-c847-41df-8270-ae720ca52289" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.634873] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59ae90b8-c794-494c-82a5-6db520cc23a2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.639558] env[62301]: DEBUG oslo_vmware.api [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 1133.639558] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52587857-3e88-cca1-f82b-f5690317b109" [ 1133.639558] env[62301]: _type = "Task" [ 1133.639558] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.647386] env[62301]: DEBUG oslo_vmware.api [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52587857-3e88-cca1-f82b-f5690317b109, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.878976] env[62301]: DEBUG nova.network.neutron [req-cab63bb1-4bd8-4c0c-b56f-67f0ca076b73 req-27ed3380-0afb-4c10-9b6a-ef52368d39eb service nova] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Updated VIF entry in instance network info cache for port 498b53cb-7c96-4830-ac04-59fa3017e0eb. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1133.879689] env[62301]: DEBUG nova.network.neutron [req-cab63bb1-4bd8-4c0c-b56f-67f0ca076b73 req-27ed3380-0afb-4c10-9b6a-ef52368d39eb service nova] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Updating instance_info_cache with network_info: [{"id": "498b53cb-7c96-4830-ac04-59fa3017e0eb", "address": "fa:16:3e:a5:91:4c", "network": {"id": "7c0f3559-1453-49cf-acfe-38cb288125ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1921160483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b3dfd09250b4ab486b15b680428b1a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap498b53cb-7c", "ovs_interfaceid": "498b53cb-7c96-4830-ac04-59fa3017e0eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.888742] env[62301]: DEBUG nova.compute.utils [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1133.890590] env[62301]: DEBUG nova.objects.instance [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Lazy-loading 'numa_topology' on Instance uuid 49f6036a-ed24-416b-addb-a865ff67668e {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.891812] env[62301]: DEBUG nova.compute.manager [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1133.892018] env[62301]: DEBUG nova.network.neutron [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1133.894119] env[62301]: DEBUG oslo_concurrency.lockutils [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Releasing lock "refresh_cache-334bc39b-d49a-44f9-866f-28be73706227" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.918686] env[62301]: DEBUG oslo_vmware.api [None req-855b9446-3622-4602-9bf2-dfcabd0bdb7e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2571079, 'name': PowerOffVM_Task, 'duration_secs': 0.324594} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.918926] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-855b9446-3622-4602-9bf2-dfcabd0bdb7e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1133.919290] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-855b9446-3622-4602-9bf2-dfcabd0bdb7e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Volume detach. Driver type: vmdk {{(pid=62301) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1133.919501] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-855b9446-3622-4602-9bf2-dfcabd0bdb7e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518931', 'volume_id': 'ca211a8a-edd9-493c-9543-cf074692bf49', 'name': 'volume-ca211a8a-edd9-493c-9543-cf074692bf49', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'c110b5dd-9ea3-4714-9ab5-6146fca77dcb', 'attached_at': '2025-02-15T20:55:17.000000', 'detached_at': '', 'volume_id': 'ca211a8a-edd9-493c-9543-cf074692bf49', 'serial': 'ca211a8a-edd9-493c-9543-cf074692bf49'} {{(pid=62301) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1133.920286] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51b095f-28f8-4616-a1b5-843ba9cf50ca {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.940857] env[62301]: DEBUG nova.policy [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b2ad110d57949d4931d7405dbf7d0f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e2e8356714714b2ebde65cd27ec77f7c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 1133.942706] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e36752b-8356-4afd-a838-ffc73de20524 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.949029] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bfe6f62-cd55-459e-836d-d8698c73bbc7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.968418] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b42a7d-c036-43d4-911d-1fcf0dde9d2c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.983619] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-855b9446-3622-4602-9bf2-dfcabd0bdb7e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] The volume has not been displaced from its original location: [datastore1] volume-ca211a8a-edd9-493c-9543-cf074692bf49/volume-ca211a8a-edd9-493c-9543-cf074692bf49.vmdk. No consolidation needed. {{(pid=62301) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1133.988743] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-855b9446-3622-4602-9bf2-dfcabd0bdb7e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Reconfiguring VM instance instance-0000006d to detach disk 2000 {{(pid=62301) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1133.989033] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1bf10b3-8963-4b9e-a722-0f8b1b8766b8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.007315] env[62301]: DEBUG oslo_vmware.api [None req-855b9446-3622-4602-9bf2-dfcabd0bdb7e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 1134.007315] env[62301]: value = "task-2571080" [ 1134.007315] env[62301]: _type = "Task" [ 1134.007315] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.017672] env[62301]: DEBUG oslo_vmware.api [None req-855b9446-3622-4602-9bf2-dfcabd0bdb7e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2571080, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.149787] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Releasing lock "[datastore2] devstack-image-cache_base/84e217aa-c847-41df-8270-ae720ca52289" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.150128] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Processing image 84e217aa-c847-41df-8270-ae720ca52289 {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1134.150374] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/84e217aa-c847-41df-8270-ae720ca52289/84e217aa-c847-41df-8270-ae720ca52289.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.150523] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquired lock "[datastore2] devstack-image-cache_base/84e217aa-c847-41df-8270-ae720ca52289/84e217aa-c847-41df-8270-ae720ca52289.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.150701] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1134.150949] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3bd30b9e-7393-4e8e-a2b4-e49034325570 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.161052] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1134.161052] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1134.161052] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7c862c5-9de7-40d2-9c83-faf0ac486d7d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.166263] env[62301]: DEBUG oslo_vmware.api [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 1134.166263] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52e89f81-5a07-315a-4f47-b03d26aa61d7" [ 1134.166263] env[62301]: _type = "Task" [ 1134.166263] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.174229] env[62301]: DEBUG oslo_vmware.api [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52e89f81-5a07-315a-4f47-b03d26aa61d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.223792] env[62301]: DEBUG nova.network.neutron [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Successfully created port: 6af8e105-fd2a-4486-9e91-607ef29254eb {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1134.266235] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5d3daec7-2adf-41a5-ada7-21418080f0fa tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquiring lock "interface-1dedee32-a2dd-409b-89f6-7c8e764c5c0c-401704fd-e670-4342-9f11-22cdbd48859c" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1134.266664] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5d3daec7-2adf-41a5-ada7-21418080f0fa tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lock "interface-1dedee32-a2dd-409b-89f6-7c8e764c5c0c-401704fd-e670-4342-9f11-22cdbd48859c" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1134.267056] env[62301]: DEBUG nova.objects.instance [None req-5d3daec7-2adf-41a5-ada7-21418080f0fa tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lazy-loading 'flavor' on Instance uuid 1dedee32-a2dd-409b-89f6-7c8e764c5c0c {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.342809] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1134.343082] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1134.382776] env[62301]: DEBUG oslo_concurrency.lockutils [req-cab63bb1-4bd8-4c0c-b56f-67f0ca076b73 req-27ed3380-0afb-4c10-9b6a-ef52368d39eb service nova] Releasing lock "refresh_cache-f772a532-3402-4b9c-95be-0bbb9c5ef7ad" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.394152] env[62301]: DEBUG nova.compute.manager [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1134.396188] env[62301]: DEBUG nova.objects.base [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Object Instance<49f6036a-ed24-416b-addb-a865ff67668e> lazy-loaded attributes: resources,numa_topology {{(pid=62301) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1134.400732] env[62301]: DEBUG nova.compute.manager [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62301) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1134.400987] env[62301]: DEBUG oslo_concurrency.lockutils [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1134.520154] env[62301]: DEBUG oslo_vmware.api [None req-855b9446-3622-4602-9bf2-dfcabd0bdb7e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2571080, 'name': ReconfigVM_Task, 'duration_secs': 0.265652} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.520154] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-855b9446-3622-4602-9bf2-dfcabd0bdb7e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Reconfigured VM instance instance-0000006d to detach disk 2000 {{(pid=62301) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1134.525957] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60d0992e-ab2f-45cf-be47-5e0758a46531 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.546333] env[62301]: DEBUG oslo_vmware.api [None req-855b9446-3622-4602-9bf2-dfcabd0bdb7e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 1134.546333] env[62301]: value = "task-2571081" [ 1134.546333] env[62301]: _type = "Task" [ 1134.546333] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.558609] env[62301]: DEBUG oslo_vmware.api [None req-855b9446-3622-4602-9bf2-dfcabd0bdb7e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2571081, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.604705] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ec4844-2958-4fd8-b4ad-d57ee361f694 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.612255] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb487098-639d-48fb-9b15-42854ed223d1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.645684] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5da5e1a-4141-4ec5-ac13-b5ed8d77187d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.653217] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b3faf2-2358-43f9-809c-2d13ed4f1622 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.666724] env[62301]: DEBUG nova.compute.provider_tree [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.676198] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Preparing fetch location {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1134.676460] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Fetch image to [datastore2] OSTACK_IMG_88b63328-7490-4e65-a53c-0ee55dcb0ef0/OSTACK_IMG_88b63328-7490-4e65-a53c-0ee55dcb0ef0.vmdk {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1134.676641] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Downloading stream optimized image 84e217aa-c847-41df-8270-ae720ca52289 to [datastore2] OSTACK_IMG_88b63328-7490-4e65-a53c-0ee55dcb0ef0/OSTACK_IMG_88b63328-7490-4e65-a53c-0ee55dcb0ef0.vmdk on the data store datastore2 as vApp {{(pid=62301) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1134.676894] env[62301]: DEBUG nova.virt.vmwareapi.images [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Downloading image file data 84e217aa-c847-41df-8270-ae720ca52289 to the ESX as VM named 'OSTACK_IMG_88b63328-7490-4e65-a53c-0ee55dcb0ef0' {{(pid=62301) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1134.765956] env[62301]: DEBUG oslo_vmware.rw_handles [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1134.765956] env[62301]: value = "resgroup-9" [ 1134.765956] env[62301]: _type = "ResourcePool" [ 1134.765956] env[62301]: }. {{(pid=62301) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1134.766627] env[62301]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-bd8f5398-c89f-4be0-a3d7-3849daa11e02 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.795032] env[62301]: DEBUG oslo_vmware.rw_handles [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lease: (returnval){ [ 1134.795032] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]520f480c-3ec5-9ac2-740e-807ddba7a292" [ 1134.795032] env[62301]: _type = "HttpNfcLease" [ 1134.795032] env[62301]: } obtained for vApp import into resource pool (val){ [ 1134.795032] env[62301]: value = "resgroup-9" [ 1134.795032] env[62301]: _type = "ResourcePool" [ 1134.795032] env[62301]: }. {{(pid=62301) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1134.795285] env[62301]: DEBUG oslo_vmware.api [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the lease: (returnval){ [ 1134.795285] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]520f480c-3ec5-9ac2-740e-807ddba7a292" [ 1134.795285] env[62301]: _type = "HttpNfcLease" [ 1134.795285] env[62301]: } to be ready. {{(pid=62301) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1134.802854] env[62301]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1134.802854] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]520f480c-3ec5-9ac2-740e-807ddba7a292" [ 1134.802854] env[62301]: _type = "HttpNfcLease" [ 1134.802854] env[62301]: } is initializing. {{(pid=62301) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1134.855139] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1134.855321] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Starting heal instance info cache {{(pid=62301) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1134.889710] env[62301]: DEBUG nova.objects.instance [None req-5d3daec7-2adf-41a5-ada7-21418080f0fa tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lazy-loading 'pci_requests' on Instance uuid 1dedee32-a2dd-409b-89f6-7c8e764c5c0c {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.059078] env[62301]: DEBUG oslo_vmware.api [None req-855b9446-3622-4602-9bf2-dfcabd0bdb7e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2571081, 'name': ReconfigVM_Task, 'duration_secs': 0.182283} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.059384] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-855b9446-3622-4602-9bf2-dfcabd0bdb7e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518931', 'volume_id': 'ca211a8a-edd9-493c-9543-cf074692bf49', 'name': 'volume-ca211a8a-edd9-493c-9543-cf074692bf49', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'c110b5dd-9ea3-4714-9ab5-6146fca77dcb', 'attached_at': '2025-02-15T20:55:17.000000', 'detached_at': '', 'volume_id': 'ca211a8a-edd9-493c-9543-cf074692bf49', 'serial': 'ca211a8a-edd9-493c-9543-cf074692bf49'} {{(pid=62301) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1135.060035] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-855b9446-3622-4602-9bf2-dfcabd0bdb7e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1135.060471] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d78d44-5fec-453a-ba59-30c27b5d16ab {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.067020] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-855b9446-3622-4602-9bf2-dfcabd0bdb7e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1135.067923] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cbeb26b0-6de5-4c6d-9f29-9a75af7e1834 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.129205] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-855b9446-3622-4602-9bf2-dfcabd0bdb7e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1135.129205] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-855b9446-3622-4602-9bf2-dfcabd0bdb7e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1135.129205] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-855b9446-3622-4602-9bf2-dfcabd0bdb7e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Deleting the datastore file [datastore1] c110b5dd-9ea3-4714-9ab5-6146fca77dcb {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1135.129205] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d23d079f-bcd9-4756-a0d1-091158bdafd5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.139049] env[62301]: DEBUG oslo_vmware.api [None req-855b9446-3622-4602-9bf2-dfcabd0bdb7e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 1135.139049] env[62301]: value = "task-2571084" [ 1135.139049] env[62301]: _type = "Task" [ 1135.139049] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.146567] env[62301]: DEBUG oslo_vmware.api [None req-855b9446-3622-4602-9bf2-dfcabd0bdb7e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2571084, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.172723] env[62301]: DEBUG nova.scheduler.client.report [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.303924] env[62301]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1135.303924] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]520f480c-3ec5-9ac2-740e-807ddba7a292" [ 1135.303924] env[62301]: _type = "HttpNfcLease" [ 1135.303924] env[62301]: } is initializing. {{(pid=62301) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1135.394134] env[62301]: DEBUG nova.objects.base [None req-5d3daec7-2adf-41a5-ada7-21418080f0fa tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Object Instance<1dedee32-a2dd-409b-89f6-7c8e764c5c0c> lazy-loaded attributes: flavor,pci_requests {{(pid=62301) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1135.394499] env[62301]: DEBUG nova.network.neutron [None req-5d3daec7-2adf-41a5-ada7-21418080f0fa tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1135.405859] env[62301]: DEBUG nova.compute.manager [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1135.436990] env[62301]: DEBUG nova.virt.hardware [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1135.437808] env[62301]: DEBUG nova.virt.hardware [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1135.437808] env[62301]: DEBUG nova.virt.hardware [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1135.437808] env[62301]: DEBUG nova.virt.hardware [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1135.437808] env[62301]: DEBUG nova.virt.hardware [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1135.438096] env[62301]: DEBUG nova.virt.hardware [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1135.438262] env[62301]: DEBUG nova.virt.hardware [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1135.438459] env[62301]: DEBUG nova.virt.hardware [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1135.438635] env[62301]: DEBUG nova.virt.hardware [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1135.438796] env[62301]: DEBUG nova.virt.hardware [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1135.438965] env[62301]: DEBUG nova.virt.hardware [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1135.439824] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99706e25-800a-4305-a52e-5d425ed5e834 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.448447] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300d4a1e-9350-4cbb-9f4b-b7e38453909e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.474940] env[62301]: DEBUG nova.policy [None req-5d3daec7-2adf-41a5-ada7-21418080f0fa tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '041995c459584460b882ae64a87af08a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f44005617fbf4cf3a6dc1727b4da2f55', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 1135.650954] env[62301]: DEBUG oslo_vmware.api [None req-855b9446-3622-4602-9bf2-dfcabd0bdb7e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2571084, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103844} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.650954] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-855b9446-3622-4602-9bf2-dfcabd0bdb7e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1135.650954] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-855b9446-3622-4602-9bf2-dfcabd0bdb7e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1135.650954] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-855b9446-3622-4602-9bf2-dfcabd0bdb7e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1135.650954] env[62301]: INFO nova.compute.manager [None req-855b9446-3622-4602-9bf2-dfcabd0bdb7e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Took 2.25 seconds to destroy the instance on the hypervisor. [ 1135.650954] env[62301]: DEBUG oslo.service.loopingcall [None req-855b9446-3622-4602-9bf2-dfcabd0bdb7e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1135.651274] env[62301]: DEBUG nova.compute.manager [-] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1135.651274] env[62301]: DEBUG nova.network.neutron [-] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1135.677820] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.292s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1135.680375] env[62301]: DEBUG oslo_concurrency.lockutils [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.279s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1135.778756] env[62301]: DEBUG nova.compute.manager [req-f910a75f-0487-4232-85ad-daec1de43721 req-6ab7c9f3-862f-4093-9f53-1e7827b577ea service nova] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Received event network-vif-plugged-6af8e105-fd2a-4486-9e91-607ef29254eb {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1135.779033] env[62301]: DEBUG oslo_concurrency.lockutils [req-f910a75f-0487-4232-85ad-daec1de43721 req-6ab7c9f3-862f-4093-9f53-1e7827b577ea service nova] Acquiring lock "03fcc5c3-2ce4-4ab5-b84b-391696e7f603-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.779304] env[62301]: DEBUG oslo_concurrency.lockutils [req-f910a75f-0487-4232-85ad-daec1de43721 req-6ab7c9f3-862f-4093-9f53-1e7827b577ea service nova] Lock "03fcc5c3-2ce4-4ab5-b84b-391696e7f603-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1135.779493] env[62301]: DEBUG oslo_concurrency.lockutils [req-f910a75f-0487-4232-85ad-daec1de43721 req-6ab7c9f3-862f-4093-9f53-1e7827b577ea service nova] Lock "03fcc5c3-2ce4-4ab5-b84b-391696e7f603-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1135.779664] env[62301]: DEBUG nova.compute.manager [req-f910a75f-0487-4232-85ad-daec1de43721 req-6ab7c9f3-862f-4093-9f53-1e7827b577ea service nova] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] No waiting events found dispatching network-vif-plugged-6af8e105-fd2a-4486-9e91-607ef29254eb {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1135.779831] env[62301]: WARNING nova.compute.manager [req-f910a75f-0487-4232-85ad-daec1de43721 req-6ab7c9f3-862f-4093-9f53-1e7827b577ea service nova] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Received unexpected event network-vif-plugged-6af8e105-fd2a-4486-9e91-607ef29254eb for instance with vm_state building and task_state spawning. [ 1135.804545] env[62301]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1135.804545] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]520f480c-3ec5-9ac2-740e-807ddba7a292" [ 1135.804545] env[62301]: _type = "HttpNfcLease" [ 1135.804545] env[62301]: } is ready. {{(pid=62301) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1135.804907] env[62301]: DEBUG oslo_vmware.rw_handles [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1135.804907] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]520f480c-3ec5-9ac2-740e-807ddba7a292" [ 1135.804907] env[62301]: _type = "HttpNfcLease" [ 1135.804907] env[62301]: }. {{(pid=62301) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1135.805599] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1dec272-ff7d-427d-b053-b31f41cf4fb1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.813578] env[62301]: DEBUG oslo_vmware.rw_handles [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52845568-eed1-1aef-42b8-d2078a2f3e2b/disk-0.vmdk from lease info. {{(pid=62301) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1135.813701] env[62301]: DEBUG oslo_vmware.rw_handles [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52845568-eed1-1aef-42b8-d2078a2f3e2b/disk-0.vmdk. {{(pid=62301) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1135.883024] env[62301]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-769a867d-876f-4cf4-96f6-f2fc0089642b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.011305] env[62301]: DEBUG nova.network.neutron [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Successfully updated port: 6af8e105-fd2a-4486-9e91-607ef29254eb {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1136.187635] env[62301]: DEBUG nova.objects.instance [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lazy-loading 'migration_context' on Instance uuid 334bc39b-d49a-44f9-866f-28be73706227 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.190529] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4ffb448f-7251-4f15-b313-8f5db8d3e488 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Lock "49f6036a-ed24-416b-addb-a865ff67668e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 29.125s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1136.191666] env[62301]: DEBUG oslo_concurrency.lockutils [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Lock "49f6036a-ed24-416b-addb-a865ff67668e" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 6.697s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1136.191791] env[62301]: INFO nova.compute.manager [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Unshelving [ 1136.412610] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Acquiring lock "refresh_cache-6121c067-801b-4e61-af7f-fe0f318a2e3e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.412876] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Acquired lock "refresh_cache-6121c067-801b-4e61-af7f-fe0f318a2e3e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.412948] env[62301]: DEBUG nova.network.neutron [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 6121c067-801b-4e61-af7f-fe0f318a2e3e] Forcefully refreshing network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1136.514921] env[62301]: DEBUG oslo_concurrency.lockutils [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Acquiring lock "refresh_cache-03fcc5c3-2ce4-4ab5-b84b-391696e7f603" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.514921] env[62301]: DEBUG oslo_concurrency.lockutils [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Acquired lock "refresh_cache-03fcc5c3-2ce4-4ab5-b84b-391696e7f603" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.514921] env[62301]: DEBUG nova.network.neutron [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1136.786550] env[62301]: DEBUG nova.network.neutron [-] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.850522] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5445234-3415-4d8f-aed2-ef1fa1663cad {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.859139] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4449d249-ae5f-47f4-a609-980ea52da780 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.890411] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56728726-4b8a-4285-8148-034e9896ba0a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.898377] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908090ba-3cbf-41ce-a6d9-f50e98b6ed52 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.912880] env[62301]: DEBUG nova.compute.provider_tree [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Updating inventory in ProviderTree for provider f2701398-2646-410f-990f-c3cfa8025d57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1137.063017] env[62301]: DEBUG nova.network.neutron [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1137.218574] env[62301]: DEBUG oslo_concurrency.lockutils [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1137.281977] env[62301]: DEBUG nova.network.neutron [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Updating instance_info_cache with network_info: [{"id": "6af8e105-fd2a-4486-9e91-607ef29254eb", "address": "fa:16:3e:61:94:48", "network": {"id": "f258efb2-7c79-415a-aad7-8a07fdb2c2d4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-382833361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2e8356714714b2ebde65cd27ec77f7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6af8e105-fd", "ovs_interfaceid": "6af8e105-fd2a-4486-9e91-607ef29254eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.289754] env[62301]: INFO nova.compute.manager [-] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Took 1.64 seconds to deallocate network for instance. [ 1137.374221] env[62301]: DEBUG nova.network.neutron [None req-5d3daec7-2adf-41a5-ada7-21418080f0fa tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Successfully updated port: 401704fd-e670-4342-9f11-22cdbd48859c {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1137.435457] env[62301]: ERROR nova.scheduler.client.report [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [req-fd36fc18-ce9e-45b4-8259-6bc33962f752] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f2701398-2646-410f-990f-c3cfa8025d57. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fd36fc18-ce9e-45b4-8259-6bc33962f752"}]} [ 1137.455324] env[62301]: DEBUG nova.scheduler.client.report [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Refreshing inventories for resource provider f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1137.474610] env[62301]: DEBUG nova.scheduler.client.report [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Updating ProviderTree inventory for provider f2701398-2646-410f-990f-c3cfa8025d57 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1137.474900] env[62301]: DEBUG nova.compute.provider_tree [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Updating inventory in ProviderTree for provider f2701398-2646-410f-990f-c3cfa8025d57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1137.478197] env[62301]: DEBUG oslo_vmware.rw_handles [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Completed reading data from the image iterator. {{(pid=62301) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1137.478396] env[62301]: DEBUG oslo_vmware.rw_handles [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52845568-eed1-1aef-42b8-d2078a2f3e2b/disk-0.vmdk. {{(pid=62301) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1137.479521] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b74e03b-8d73-4ccf-9193-f0410716d1cb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.487800] env[62301]: DEBUG oslo_vmware.rw_handles [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52845568-eed1-1aef-42b8-d2078a2f3e2b/disk-0.vmdk is in state: ready. {{(pid=62301) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1137.488040] env[62301]: DEBUG oslo_vmware.rw_handles [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52845568-eed1-1aef-42b8-d2078a2f3e2b/disk-0.vmdk. {{(pid=62301) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1137.488304] env[62301]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-27879934-9d7e-4629-80b6-8dddeb24dcb1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.490527] env[62301]: DEBUG nova.scheduler.client.report [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Refreshing aggregate associations for resource provider f2701398-2646-410f-990f-c3cfa8025d57, aggregates: None {{(pid=62301) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1137.514381] env[62301]: DEBUG nova.scheduler.client.report [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Refreshing trait associations for resource provider f2701398-2646-410f-990f-c3cfa8025d57, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62301) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1137.633518] env[62301]: DEBUG nova.network.neutron [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 6121c067-801b-4e61-af7f-fe0f318a2e3e] Updating instance_info_cache with network_info: [{"id": "4ee5a7d5-38b9-4bea-96f1-a6304cd894cb", "address": "fa:16:3e:39:b0:28", "network": {"id": "84fdfe6c-b92c-4aa3-a9b8-6d0fb516b49a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-430300115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f79c1c72ace843d4be630377bd5e2326", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ee5a7d5-38", "ovs_interfaceid": "4ee5a7d5-38b9-4bea-96f1-a6304cd894cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.660484] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b74c8bf-cd1c-485c-97fc-f4bd63c6f703 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.668894] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540cdf2f-c800-44ae-af21-c8627e7c29ba {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.699545] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185df99d-a4ba-4cf6-87a1-7542d7228513 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.707134] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4719c9-15ba-41cf-891f-3b2fb27fcc88 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.720875] env[62301]: DEBUG nova.compute.provider_tree [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Updating inventory in ProviderTree for provider f2701398-2646-410f-990f-c3cfa8025d57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1137.768758] env[62301]: DEBUG oslo_vmware.rw_handles [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52845568-eed1-1aef-42b8-d2078a2f3e2b/disk-0.vmdk. {{(pid=62301) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1137.768978] env[62301]: INFO nova.virt.vmwareapi.images [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Downloaded image file data 84e217aa-c847-41df-8270-ae720ca52289 [ 1137.769855] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4b2e8f-14ff-42a3-b546-457f749ce864 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.787520] env[62301]: DEBUG oslo_concurrency.lockutils [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Releasing lock "refresh_cache-03fcc5c3-2ce4-4ab5-b84b-391696e7f603" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.787829] env[62301]: DEBUG nova.compute.manager [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Instance network_info: |[{"id": "6af8e105-fd2a-4486-9e91-607ef29254eb", "address": "fa:16:3e:61:94:48", "network": {"id": "f258efb2-7c79-415a-aad7-8a07fdb2c2d4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-382833361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2e8356714714b2ebde65cd27ec77f7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6af8e105-fd", "ovs_interfaceid": "6af8e105-fd2a-4486-9e91-607ef29254eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1137.788363] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:94:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6af8e105-fd2a-4486-9e91-607ef29254eb', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1137.795761] env[62301]: DEBUG oslo.service.loopingcall [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1137.795878] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-529811d6-5f22-4f7a-ac12-d89ae537fdd3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.797954] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1137.798198] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f854804c-6a16-47f2-b2ce-b96e5233779a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.819290] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1137.819290] env[62301]: value = "task-2571086" [ 1137.819290] env[62301]: _type = "Task" [ 1137.819290] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.826753] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2571086, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.836799] env[62301]: DEBUG nova.compute.manager [req-7b074a95-5583-4251-becd-06e0bb5bb41d req-cba17434-954f-432d-8d65-79727736c268 service nova] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Received event network-changed-6af8e105-fd2a-4486-9e91-607ef29254eb {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1137.837098] env[62301]: DEBUG nova.compute.manager [req-7b074a95-5583-4251-becd-06e0bb5bb41d req-cba17434-954f-432d-8d65-79727736c268 service nova] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Refreshing instance network info cache due to event network-changed-6af8e105-fd2a-4486-9e91-607ef29254eb. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1137.837488] env[62301]: DEBUG oslo_concurrency.lockutils [req-7b074a95-5583-4251-becd-06e0bb5bb41d req-cba17434-954f-432d-8d65-79727736c268 service nova] Acquiring lock "refresh_cache-03fcc5c3-2ce4-4ab5-b84b-391696e7f603" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.837749] env[62301]: DEBUG oslo_concurrency.lockutils [req-7b074a95-5583-4251-becd-06e0bb5bb41d req-cba17434-954f-432d-8d65-79727736c268 service nova] Acquired lock "refresh_cache-03fcc5c3-2ce4-4ab5-b84b-391696e7f603" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.838034] env[62301]: DEBUG nova.network.neutron [req-7b074a95-5583-4251-becd-06e0bb5bb41d req-cba17434-954f-432d-8d65-79727736c268 service nova] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Refreshing network info cache for port 6af8e105-fd2a-4486-9e91-607ef29254eb {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1137.840132] env[62301]: INFO nova.compute.manager [None req-855b9446-3622-4602-9bf2-dfcabd0bdb7e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Took 0.55 seconds to detach 1 volumes for instance. [ 1137.841983] env[62301]: DEBUG nova.compute.manager [None req-855b9446-3622-4602-9bf2-dfcabd0bdb7e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Deleting volume: ca211a8a-edd9-493c-9543-cf074692bf49 {{(pid=62301) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1137.877977] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5d3daec7-2adf-41a5-ada7-21418080f0fa tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquiring lock "refresh_cache-1dedee32-a2dd-409b-89f6-7c8e764c5c0c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.878193] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5d3daec7-2adf-41a5-ada7-21418080f0fa tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquired lock "refresh_cache-1dedee32-a2dd-409b-89f6-7c8e764c5c0c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.878380] env[62301]: DEBUG nova.network.neutron [None req-5d3daec7-2adf-41a5-ada7-21418080f0fa tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1137.888348] env[62301]: INFO nova.virt.vmwareapi.images [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] The imported VM was unregistered [ 1137.890405] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Caching image {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1137.891023] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Creating directory with path [datastore2] devstack-image-cache_base/84e217aa-c847-41df-8270-ae720ca52289 {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1137.891972] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d45da43f-7937-4407-9cbf-92ce86e82431 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.906255] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Created directory with path [datastore2] devstack-image-cache_base/84e217aa-c847-41df-8270-ae720ca52289 {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1137.906430] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_88b63328-7490-4e65-a53c-0ee55dcb0ef0/OSTACK_IMG_88b63328-7490-4e65-a53c-0ee55dcb0ef0.vmdk to [datastore2] devstack-image-cache_base/84e217aa-c847-41df-8270-ae720ca52289/84e217aa-c847-41df-8270-ae720ca52289.vmdk. {{(pid=62301) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1137.907770] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-23b145fa-6404-48ca-af13-87aa52e6000b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.915082] env[62301]: DEBUG oslo_vmware.api [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 1137.915082] env[62301]: value = "task-2571087" [ 1137.915082] env[62301]: _type = "Task" [ 1137.915082] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.923702] env[62301]: DEBUG oslo_vmware.api [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2571087, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.139284] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Releasing lock "refresh_cache-6121c067-801b-4e61-af7f-fe0f318a2e3e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.139497] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 6121c067-801b-4e61-af7f-fe0f318a2e3e] Updated the network info_cache for instance {{(pid=62301) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1138.139656] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.139824] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.139979] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.140190] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._sync_power_states {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.265643] env[62301]: DEBUG nova.scheduler.client.report [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Updated inventory for provider f2701398-2646-410f-990f-c3cfa8025d57 with generation 174 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1138.265991] env[62301]: DEBUG nova.compute.provider_tree [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Updating resource provider f2701398-2646-410f-990f-c3cfa8025d57 generation from 174 to 175 during operation: update_inventory {{(pid=62301) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1138.266200] env[62301]: DEBUG nova.compute.provider_tree [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Updating inventory in ProviderTree for provider f2701398-2646-410f-990f-c3cfa8025d57 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1138.332176] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2571086, 'name': CreateVM_Task, 'duration_secs': 0.444898} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.332368] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1138.333075] env[62301]: DEBUG oslo_concurrency.lockutils [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.333269] env[62301]: DEBUG oslo_concurrency.lockutils [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.333578] env[62301]: DEBUG oslo_concurrency.lockutils [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.333848] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8af9732-c38e-40e0-921e-5a3cd9ab6aaf {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.342237] env[62301]: DEBUG oslo_vmware.api [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Waiting for the task: (returnval){ [ 1138.342237] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]520c5bec-ea7a-ce9d-fb45-a2b3784bfe13" [ 1138.342237] env[62301]: _type = "Task" [ 1138.342237] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.356374] env[62301]: DEBUG oslo_vmware.api [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]520c5bec-ea7a-ce9d-fb45-a2b3784bfe13, 'name': SearchDatastore_Task, 'duration_secs': 0.011978} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.357088] env[62301]: DEBUG oslo_concurrency.lockutils [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.357088] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1138.357446] env[62301]: DEBUG oslo_concurrency.lockutils [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.357511] env[62301]: DEBUG oslo_concurrency.lockutils [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.357655] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1138.357926] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c085640-1fe3-4f31-b490-cf1b01e09bf7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.368794] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1138.369105] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1138.370280] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d44d5c7-ebef-470a-9881-f3bdb6b905ce {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.378340] env[62301]: DEBUG oslo_vmware.api [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Waiting for the task: (returnval){ [ 1138.378340] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52d6e75b-264a-611f-9235-4504febbbe10" [ 1138.378340] env[62301]: _type = "Task" [ 1138.378340] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.391262] env[62301]: DEBUG oslo_vmware.api [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52d6e75b-264a-611f-9235-4504febbbe10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.392259] env[62301]: DEBUG oslo_concurrency.lockutils [None req-855b9446-3622-4602-9bf2-dfcabd0bdb7e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1138.426094] env[62301]: DEBUG oslo_vmware.api [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2571087, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.443205] env[62301]: WARNING nova.network.neutron [None req-5d3daec7-2adf-41a5-ada7-21418080f0fa tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] 32aca2ac-882d-4f89-b75b-c3af9ad6fefe already exists in list: networks containing: ['32aca2ac-882d-4f89-b75b-c3af9ad6fefe']. ignoring it [ 1138.645437] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Getting list of instances from cluster (obj){ [ 1138.645437] env[62301]: value = "domain-c8" [ 1138.645437] env[62301]: _type = "ClusterComputeResource" [ 1138.645437] env[62301]: } {{(pid=62301) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1138.647104] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618dba79-f5d9-40d6-8303-5d3cdfd72955 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.675502] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Got total of 7 instances {{(pid=62301) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1138.675502] env[62301]: WARNING nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] While synchronizing instance power states, found 8 instances in the database and 7 instances on the hypervisor. [ 1138.675502] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Triggering sync for uuid c51583ab-2881-42e3-b9e6-831afc6b6f49 {{(pid=62301) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1138.675825] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Triggering sync for uuid 6121c067-801b-4e61-af7f-fe0f318a2e3e {{(pid=62301) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1138.675916] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Triggering sync for uuid f772a532-3402-4b9c-95be-0bbb9c5ef7ad {{(pid=62301) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1138.676160] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Triggering sync for uuid c110b5dd-9ea3-4714-9ab5-6146fca77dcb {{(pid=62301) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1138.676411] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Triggering sync for uuid 334bc39b-d49a-44f9-866f-28be73706227 {{(pid=62301) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1138.676660] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Triggering sync for uuid 1dedee32-a2dd-409b-89f6-7c8e764c5c0c {{(pid=62301) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1138.676914] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Triggering sync for uuid 7c44d3f3-9670-493b-a069-b9e837e78dd0 {{(pid=62301) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1138.677182] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Triggering sync for uuid 03fcc5c3-2ce4-4ab5-b84b-391696e7f603 {{(pid=62301) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1138.677766] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Acquiring lock "c51583ab-2881-42e3-b9e6-831afc6b6f49" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1138.678137] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lock "c51583ab-2881-42e3-b9e6-831afc6b6f49" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1138.678572] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Acquiring lock "6121c067-801b-4e61-af7f-fe0f318a2e3e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1138.678879] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lock "6121c067-801b-4e61-af7f-fe0f318a2e3e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1138.679278] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Acquiring lock "f772a532-3402-4b9c-95be-0bbb9c5ef7ad" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1138.679616] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Acquiring lock "c110b5dd-9ea3-4714-9ab5-6146fca77dcb" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1138.679949] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Acquiring lock "334bc39b-d49a-44f9-866f-28be73706227" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1138.680290] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lock "334bc39b-d49a-44f9-866f-28be73706227" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1138.680579] env[62301]: INFO nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 334bc39b-d49a-44f9-866f-28be73706227] During sync_power_state the instance has a pending task (resize_reverting). Skip. [ 1138.680955] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lock "334bc39b-d49a-44f9-866f-28be73706227" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1138.681292] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Acquiring lock "1dedee32-a2dd-409b-89f6-7c8e764c5c0c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1138.681616] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lock "1dedee32-a2dd-409b-89f6-7c8e764c5c0c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1138.681936] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Acquiring lock "7c44d3f3-9670-493b-a069-b9e837e78dd0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1138.682390] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lock "7c44d3f3-9670-493b-a069-b9e837e78dd0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1138.682604] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Acquiring lock "03fcc5c3-2ce4-4ab5-b84b-391696e7f603" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1138.682902] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.683136] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62301) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1138.684469] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74842978-bb0c-42a3-9f50-a457b9c37c81 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.689828] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb40b77-6181-4271-82b4-e55a7f59f22c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.694730] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d1c1c1-c925-49ce-989a-383815fdc4a8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.699742] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67deb12a-305c-440a-971b-e8157ef160ba {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.703754] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.709033] env[62301]: DEBUG nova.network.neutron [req-7b074a95-5583-4251-becd-06e0bb5bb41d req-cba17434-954f-432d-8d65-79727736c268 service nova] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Updated VIF entry in instance network info cache for port 6af8e105-fd2a-4486-9e91-607ef29254eb. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1138.709033] env[62301]: DEBUG nova.network.neutron [req-7b074a95-5583-4251-becd-06e0bb5bb41d req-cba17434-954f-432d-8d65-79727736c268 service nova] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Updating instance_info_cache with network_info: [{"id": "6af8e105-fd2a-4486-9e91-607ef29254eb", "address": "fa:16:3e:61:94:48", "network": {"id": "f258efb2-7c79-415a-aad7-8a07fdb2c2d4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-382833361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2e8356714714b2ebde65cd27ec77f7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6af8e105-fd", "ovs_interfaceid": "6af8e105-fd2a-4486-9e91-607ef29254eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.883875] env[62301]: DEBUG nova.network.neutron [None req-5d3daec7-2adf-41a5-ada7-21418080f0fa tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Updating instance_info_cache with network_info: [{"id": "a488ad01-bc3f-4766-9a9c-01aa0204bbd4", "address": "fa:16:3e:d5:78:e0", "network": {"id": "32aca2ac-882d-4f89-b75b-c3af9ad6fefe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1098447386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f44005617fbf4cf3a6dc1727b4da2f55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa488ad01-bc", "ovs_interfaceid": "a488ad01-bc3f-4766-9a9c-01aa0204bbd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "401704fd-e670-4342-9f11-22cdbd48859c", "address": "fa:16:3e:0a:2a:1a", "network": {"id": "32aca2ac-882d-4f89-b75b-c3af9ad6fefe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1098447386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f44005617fbf4cf3a6dc1727b4da2f55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap401704fd-e6", "ovs_interfaceid": "401704fd-e670-4342-9f11-22cdbd48859c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.893417] env[62301]: DEBUG oslo_vmware.api [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52d6e75b-264a-611f-9235-4504febbbe10, 'name': SearchDatastore_Task, 'duration_secs': 0.013163} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.894343] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30720d82-a99c-4862-a955-2d5342f92f2d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.900733] env[62301]: DEBUG oslo_vmware.api [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Waiting for the task: (returnval){ [ 1138.900733] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52a5633d-62ba-4fbc-79b0-48731679b646" [ 1138.900733] env[62301]: _type = "Task" [ 1138.900733] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.910169] env[62301]: DEBUG oslo_vmware.api [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52a5633d-62ba-4fbc-79b0-48731679b646, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.925911] env[62301]: DEBUG oslo_vmware.api [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2571087, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.210370] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1139.211197] env[62301]: DEBUG oslo_concurrency.lockutils [req-7b074a95-5583-4251-becd-06e0bb5bb41d req-cba17434-954f-432d-8d65-79727736c268 service nova] Releasing lock "refresh_cache-03fcc5c3-2ce4-4ab5-b84b-391696e7f603" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.211633] env[62301]: DEBUG nova.compute.manager [req-7b074a95-5583-4251-becd-06e0bb5bb41d req-cba17434-954f-432d-8d65-79727736c268 service nova] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Received event network-vif-deleted-8ea4f9ad-3ad6-4cd4-8416-cfa3057b3713 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1139.211940] env[62301]: DEBUG nova.compute.manager [req-7b074a95-5583-4251-becd-06e0bb5bb41d req-cba17434-954f-432d-8d65-79727736c268 service nova] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Received event network-vif-plugged-401704fd-e670-4342-9f11-22cdbd48859c {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1139.212270] env[62301]: DEBUG oslo_concurrency.lockutils [req-7b074a95-5583-4251-becd-06e0bb5bb41d req-cba17434-954f-432d-8d65-79727736c268 service nova] Acquiring lock "1dedee32-a2dd-409b-89f6-7c8e764c5c0c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1139.212650] env[62301]: DEBUG oslo_concurrency.lockutils [req-7b074a95-5583-4251-becd-06e0bb5bb41d req-cba17434-954f-432d-8d65-79727736c268 service nova] Lock "1dedee32-a2dd-409b-89f6-7c8e764c5c0c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1139.212903] env[62301]: DEBUG oslo_concurrency.lockutils [req-7b074a95-5583-4251-becd-06e0bb5bb41d req-cba17434-954f-432d-8d65-79727736c268 service nova] Lock "1dedee32-a2dd-409b-89f6-7c8e764c5c0c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1139.213203] env[62301]: DEBUG nova.compute.manager [req-7b074a95-5583-4251-becd-06e0bb5bb41d req-cba17434-954f-432d-8d65-79727736c268 service nova] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] No waiting events found dispatching network-vif-plugged-401704fd-e670-4342-9f11-22cdbd48859c {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1139.213613] env[62301]: WARNING nova.compute.manager [req-7b074a95-5583-4251-becd-06e0bb5bb41d req-cba17434-954f-432d-8d65-79727736c268 service nova] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Received unexpected event network-vif-plugged-401704fd-e670-4342-9f11-22cdbd48859c for instance with vm_state active and task_state None. [ 1139.213816] env[62301]: DEBUG nova.compute.manager [req-7b074a95-5583-4251-becd-06e0bb5bb41d req-cba17434-954f-432d-8d65-79727736c268 service nova] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Received event network-changed-401704fd-e670-4342-9f11-22cdbd48859c {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1139.214116] env[62301]: DEBUG nova.compute.manager [req-7b074a95-5583-4251-becd-06e0bb5bb41d req-cba17434-954f-432d-8d65-79727736c268 service nova] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Refreshing instance network info cache due to event network-changed-401704fd-e670-4342-9f11-22cdbd48859c. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1139.214429] env[62301]: DEBUG oslo_concurrency.lockutils [req-7b074a95-5583-4251-becd-06e0bb5bb41d req-cba17434-954f-432d-8d65-79727736c268 service nova] Acquiring lock "refresh_cache-1dedee32-a2dd-409b-89f6-7c8e764c5c0c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.231293] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lock "c51583ab-2881-42e3-b9e6-831afc6b6f49" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.553s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1139.231731] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lock "6121c067-801b-4e61-af7f-fe0f318a2e3e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.553s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1139.232512] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lock "1dedee32-a2dd-409b-89f6-7c8e764c5c0c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.551s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1139.233493] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lock "7c44d3f3-9670-493b-a069-b9e837e78dd0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.551s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1139.282931] env[62301]: DEBUG oslo_concurrency.lockutils [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.602s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1139.289580] env[62301]: DEBUG oslo_concurrency.lockutils [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.071s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1139.289828] env[62301]: DEBUG nova.objects.instance [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Lazy-loading 'pci_requests' on Instance uuid 49f6036a-ed24-416b-addb-a865ff67668e {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.387638] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5d3daec7-2adf-41a5-ada7-21418080f0fa tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Releasing lock "refresh_cache-1dedee32-a2dd-409b-89f6-7c8e764c5c0c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.388325] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5d3daec7-2adf-41a5-ada7-21418080f0fa tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquiring lock "1dedee32-a2dd-409b-89f6-7c8e764c5c0c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.388488] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5d3daec7-2adf-41a5-ada7-21418080f0fa tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquired lock "1dedee32-a2dd-409b-89f6-7c8e764c5c0c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.388782] env[62301]: DEBUG oslo_concurrency.lockutils [req-7b074a95-5583-4251-becd-06e0bb5bb41d req-cba17434-954f-432d-8d65-79727736c268 service nova] Acquired lock "refresh_cache-1dedee32-a2dd-409b-89f6-7c8e764c5c0c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.388970] env[62301]: DEBUG nova.network.neutron [req-7b074a95-5583-4251-becd-06e0bb5bb41d req-cba17434-954f-432d-8d65-79727736c268 service nova] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Refreshing network info cache for port 401704fd-e670-4342-9f11-22cdbd48859c {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1139.390819] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5725ebf8-c9fa-4fa8-bda5-9d6dac96efcb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.411618] env[62301]: DEBUG nova.virt.hardware [None req-5d3daec7-2adf-41a5-ada7-21418080f0fa tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1139.411857] env[62301]: DEBUG nova.virt.hardware [None req-5d3daec7-2adf-41a5-ada7-21418080f0fa tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1139.412028] env[62301]: DEBUG nova.virt.hardware [None req-5d3daec7-2adf-41a5-ada7-21418080f0fa tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1139.412219] env[62301]: DEBUG nova.virt.hardware [None req-5d3daec7-2adf-41a5-ada7-21418080f0fa tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1139.412373] env[62301]: DEBUG nova.virt.hardware [None req-5d3daec7-2adf-41a5-ada7-21418080f0fa tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1139.412555] env[62301]: DEBUG nova.virt.hardware [None req-5d3daec7-2adf-41a5-ada7-21418080f0fa tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1139.412790] env[62301]: DEBUG nova.virt.hardware [None req-5d3daec7-2adf-41a5-ada7-21418080f0fa tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1139.412951] env[62301]: DEBUG nova.virt.hardware [None req-5d3daec7-2adf-41a5-ada7-21418080f0fa tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1139.413137] env[62301]: DEBUG nova.virt.hardware [None req-5d3daec7-2adf-41a5-ada7-21418080f0fa tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1139.413309] env[62301]: DEBUG nova.virt.hardware [None req-5d3daec7-2adf-41a5-ada7-21418080f0fa tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1139.413480] env[62301]: DEBUG nova.virt.hardware [None req-5d3daec7-2adf-41a5-ada7-21418080f0fa tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1139.420024] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-5d3daec7-2adf-41a5-ada7-21418080f0fa tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Reconfiguring VM to attach interface {{(pid=62301) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1139.424555] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70f49b48-c240-4a58-a016-5b2a6908b962 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.449532] env[62301]: DEBUG oslo_vmware.api [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52a5633d-62ba-4fbc-79b0-48731679b646, 'name': SearchDatastore_Task, 'duration_secs': 0.015182} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.454360] env[62301]: DEBUG oslo_concurrency.lockutils [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.454665] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 03fcc5c3-2ce4-4ab5-b84b-391696e7f603/03fcc5c3-2ce4-4ab5-b84b-391696e7f603.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1139.455076] env[62301]: DEBUG oslo_vmware.api [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2571087, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.455383] env[62301]: DEBUG oslo_vmware.api [None req-5d3daec7-2adf-41a5-ada7-21418080f0fa tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Waiting for the task: (returnval){ [ 1139.455383] env[62301]: value = "task-2571089" [ 1139.455383] env[62301]: _type = "Task" [ 1139.455383] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.455615] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b33e7ae3-8e0b-409f-a283-92fd21b0e73f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.469776] env[62301]: DEBUG oslo_vmware.api [None req-5d3daec7-2adf-41a5-ada7-21418080f0fa tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2571089, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.471339] env[62301]: DEBUG oslo_vmware.api [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Waiting for the task: (returnval){ [ 1139.471339] env[62301]: value = "task-2571090" [ 1139.471339] env[62301]: _type = "Task" [ 1139.471339] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.482692] env[62301]: DEBUG oslo_vmware.api [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2571090, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.799438] env[62301]: DEBUG nova.objects.instance [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Lazy-loading 'numa_topology' on Instance uuid 49f6036a-ed24-416b-addb-a865ff67668e {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.940522] env[62301]: DEBUG oslo_vmware.api [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2571087, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.972329] env[62301]: DEBUG oslo_vmware.api [None req-5d3daec7-2adf-41a5-ada7-21418080f0fa tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2571089, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.984212] env[62301]: DEBUG oslo_vmware.api [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2571090, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.255683] env[62301]: DEBUG nova.network.neutron [req-7b074a95-5583-4251-becd-06e0bb5bb41d req-cba17434-954f-432d-8d65-79727736c268 service nova] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Updated VIF entry in instance network info cache for port 401704fd-e670-4342-9f11-22cdbd48859c. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1140.256216] env[62301]: DEBUG nova.network.neutron [req-7b074a95-5583-4251-becd-06e0bb5bb41d req-cba17434-954f-432d-8d65-79727736c268 service nova] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Updating instance_info_cache with network_info: [{"id": "a488ad01-bc3f-4766-9a9c-01aa0204bbd4", "address": "fa:16:3e:d5:78:e0", "network": {"id": "32aca2ac-882d-4f89-b75b-c3af9ad6fefe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1098447386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f44005617fbf4cf3a6dc1727b4da2f55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa488ad01-bc", "ovs_interfaceid": "a488ad01-bc3f-4766-9a9c-01aa0204bbd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "401704fd-e670-4342-9f11-22cdbd48859c", "address": "fa:16:3e:0a:2a:1a", "network": {"id": "32aca2ac-882d-4f89-b75b-c3af9ad6fefe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1098447386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f44005617fbf4cf3a6dc1727b4da2f55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap401704fd-e6", "ovs_interfaceid": "401704fd-e670-4342-9f11-22cdbd48859c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.303035] env[62301]: INFO nova.compute.claims [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1140.435882] env[62301]: DEBUG oslo_vmware.api [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2571087, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.486819} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.436121] env[62301]: INFO nova.virt.vmwareapi.ds_util [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_88b63328-7490-4e65-a53c-0ee55dcb0ef0/OSTACK_IMG_88b63328-7490-4e65-a53c-0ee55dcb0ef0.vmdk to [datastore2] devstack-image-cache_base/84e217aa-c847-41df-8270-ae720ca52289/84e217aa-c847-41df-8270-ae720ca52289.vmdk. [ 1140.437036] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Cleaning up location [datastore2] OSTACK_IMG_88b63328-7490-4e65-a53c-0ee55dcb0ef0 {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1140.437036] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_88b63328-7490-4e65-a53c-0ee55dcb0ef0 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1140.437036] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db497e16-bbd9-4d29-8fd7-54f033bf0eff {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.443281] env[62301]: DEBUG oslo_vmware.api [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 1140.443281] env[62301]: value = "task-2571091" [ 1140.443281] env[62301]: _type = "Task" [ 1140.443281] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.451412] env[62301]: DEBUG oslo_vmware.api [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2571091, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.467539] env[62301]: DEBUG oslo_vmware.api [None req-5d3daec7-2adf-41a5-ada7-21418080f0fa tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2571089, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.482053] env[62301]: DEBUG oslo_vmware.api [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2571090, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.926442} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.482188] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 03fcc5c3-2ce4-4ab5-b84b-391696e7f603/03fcc5c3-2ce4-4ab5-b84b-391696e7f603.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1140.482408] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1140.482644] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed229803-a34f-4307-a4ab-b40d9807afd5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.489797] env[62301]: DEBUG oslo_vmware.api [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Waiting for the task: (returnval){ [ 1140.489797] env[62301]: value = "task-2571092" [ 1140.489797] env[62301]: _type = "Task" [ 1140.489797] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.499752] env[62301]: DEBUG oslo_vmware.api [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2571092, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.759382] env[62301]: DEBUG oslo_concurrency.lockutils [req-7b074a95-5583-4251-becd-06e0bb5bb41d req-cba17434-954f-432d-8d65-79727736c268 service nova] Releasing lock "refresh_cache-1dedee32-a2dd-409b-89f6-7c8e764c5c0c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.832496] env[62301]: INFO nova.compute.manager [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Swapping old allocation on dict_keys(['f2701398-2646-410f-990f-c3cfa8025d57']) held by migration 74055783-3b0c-4297-82f8-390fc446f0f5 for instance [ 1140.854310] env[62301]: DEBUG nova.scheduler.client.report [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Overwriting current allocation {'allocations': {'f2701398-2646-410f-990f-c3cfa8025d57': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 175}}, 'project_id': '3c6e401c2ffb4be5ad8d8a54b65f4a3d', 'user_id': '69e5bd46b9694a72a822604525dc2d60', 'consumer_generation': 1} on consumer 334bc39b-d49a-44f9-866f-28be73706227 {{(pid=62301) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1140.928246] env[62301]: DEBUG oslo_concurrency.lockutils [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquiring lock "refresh_cache-334bc39b-d49a-44f9-866f-28be73706227" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.928446] env[62301]: DEBUG oslo_concurrency.lockutils [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquired lock "refresh_cache-334bc39b-d49a-44f9-866f-28be73706227" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.928622] env[62301]: DEBUG nova.network.neutron [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1140.952409] env[62301]: DEBUG oslo_vmware.api [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2571091, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.042392} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.952653] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1140.952822] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Releasing lock "[datastore2] devstack-image-cache_base/84e217aa-c847-41df-8270-ae720ca52289/84e217aa-c847-41df-8270-ae720ca52289.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.953119] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/84e217aa-c847-41df-8270-ae720ca52289/84e217aa-c847-41df-8270-ae720ca52289.vmdk to [datastore2] f772a532-3402-4b9c-95be-0bbb9c5ef7ad/f772a532-3402-4b9c-95be-0bbb9c5ef7ad.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1140.953376] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-629ce863-82da-4c63-a583-e12cf16d48ed {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.963389] env[62301]: DEBUG oslo_vmware.api [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 1140.963389] env[62301]: value = "task-2571093" [ 1140.963389] env[62301]: _type = "Task" [ 1140.963389] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.969495] env[62301]: DEBUG oslo_vmware.api [None req-5d3daec7-2adf-41a5-ada7-21418080f0fa tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2571089, 'name': ReconfigVM_Task, 'duration_secs': 1.097154} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.970255] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5d3daec7-2adf-41a5-ada7-21418080f0fa tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Releasing lock "1dedee32-a2dd-409b-89f6-7c8e764c5c0c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.970472] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-5d3daec7-2adf-41a5-ada7-21418080f0fa tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Reconfigured VM to attach interface {{(pid=62301) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1140.977643] env[62301]: DEBUG oslo_vmware.api [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2571093, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.998117] env[62301]: DEBUG oslo_vmware.api [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2571092, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066768} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.998394] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1140.999238] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c2c913-ef36-41e2-8310-a7b4638ff092 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.021027] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 03fcc5c3-2ce4-4ab5-b84b-391696e7f603/03fcc5c3-2ce4-4ab5-b84b-391696e7f603.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1141.021523] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef008fee-f0c8-4d15-9a0e-abf40124492e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.041401] env[62301]: DEBUG oslo_vmware.api [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Waiting for the task: (returnval){ [ 1141.041401] env[62301]: value = "task-2571094" [ 1141.041401] env[62301]: _type = "Task" [ 1141.041401] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.049663] env[62301]: DEBUG oslo_vmware.api [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2571094, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.447068] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6026cdd9-a157-433c-935f-49337e588b44 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.459777] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b1784e-58ac-407d-a522-151abd7da7ee {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.498584] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5d3daec7-2adf-41a5-ada7-21418080f0fa tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lock "interface-1dedee32-a2dd-409b-89f6-7c8e764c5c0c-401704fd-e670-4342-9f11-22cdbd48859c" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.232s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1141.500948] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622a82d5-d8a8-4e83-8651-e02e0f019fbe {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.507310] env[62301]: DEBUG oslo_vmware.api [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2571093, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.514227] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d414f76-e6f5-42a3-969f-df18903d5ee1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.531605] env[62301]: DEBUG nova.compute.provider_tree [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.554855] env[62301]: DEBUG oslo_vmware.api [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2571094, 'name': ReconfigVM_Task, 'duration_secs': 0.313761} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.555218] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 03fcc5c3-2ce4-4ab5-b84b-391696e7f603/03fcc5c3-2ce4-4ab5-b84b-391696e7f603.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1141.555889] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9cfa3a11-be9a-4c2f-a0a0-af3abeaaa3dd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.566526] env[62301]: DEBUG oslo_vmware.api [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Waiting for the task: (returnval){ [ 1141.566526] env[62301]: value = "task-2571095" [ 1141.566526] env[62301]: _type = "Task" [ 1141.566526] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.577608] env[62301]: DEBUG oslo_vmware.api [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2571095, 'name': Rename_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.708919] env[62301]: DEBUG nova.network.neutron [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Updating instance_info_cache with network_info: [{"id": "452b541b-8f6f-45a1-a4c8-f1561a03b101", "address": "fa:16:3e:f6:b5:74", "network": {"id": "4db15bfb-5237-4871-8da5-38b678505e0e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-131495656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c6e401c2ffb4be5ad8d8a54b65f4a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap452b541b-8f", "ovs_interfaceid": "452b541b-8f6f-45a1-a4c8-f1561a03b101", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.976939] env[62301]: DEBUG oslo_vmware.api [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2571093, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.034625] env[62301]: DEBUG nova.scheduler.client.report [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.079149] env[62301]: DEBUG oslo_vmware.api [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2571095, 'name': Rename_Task, 'duration_secs': 0.160116} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.079426] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1142.079684] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf0f5fd0-90ec-40be-b392-95d426f20c2b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.089147] env[62301]: DEBUG oslo_vmware.api [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Waiting for the task: (returnval){ [ 1142.089147] env[62301]: value = "task-2571096" [ 1142.089147] env[62301]: _type = "Task" [ 1142.089147] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.100530] env[62301]: DEBUG oslo_vmware.api [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2571096, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.211700] env[62301]: DEBUG oslo_concurrency.lockutils [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Releasing lock "refresh_cache-334bc39b-d49a-44f9-866f-28be73706227" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.212285] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1142.212598] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72a86ce2-ebbd-4201-b78b-a5889a8269a1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.222167] env[62301]: DEBUG oslo_vmware.api [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 1142.222167] env[62301]: value = "task-2571097" [ 1142.222167] env[62301]: _type = "Task" [ 1142.222167] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.239748] env[62301]: DEBUG oslo_vmware.api [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2571097, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.477107] env[62301]: DEBUG oslo_vmware.api [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2571093, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.539949] env[62301]: DEBUG oslo_concurrency.lockutils [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.250s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1142.542629] env[62301]: DEBUG oslo_concurrency.lockutils [None req-855b9446-3622-4602-9bf2-dfcabd0bdb7e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.150s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1142.542837] env[62301]: DEBUG oslo_concurrency.lockutils [None req-855b9446-3622-4602-9bf2-dfcabd0bdb7e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1142.544716] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.335s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1142.544954] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1142.545154] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62301) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1142.546686] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8124c7d-764d-4eed-b469-bae6530c9c96 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.560959] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c545593-27d1-4e4a-8d7f-f53c83576248 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.565939] env[62301]: INFO nova.scheduler.client.report [None req-855b9446-3622-4602-9bf2-dfcabd0bdb7e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Deleted allocations for instance c110b5dd-9ea3-4714-9ab5-6146fca77dcb [ 1142.580316] env[62301]: INFO nova.network.neutron [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Updating port cb17ebaf-56e3-473f-b9b1-ecacde4d7e63 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1142.583041] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b29b209-d182-4353-ad5f-bea3df85da54 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.596335] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e69db65-72a4-4183-a7b8-e02706aadd56 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.603391] env[62301]: DEBUG oslo_vmware.api [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2571096, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.636894] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179745MB free_disk=131GB free_vcpus=48 pci_devices=None {{(pid=62301) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1142.636894] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1142.636986] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1142.733759] env[62301]: DEBUG oslo_vmware.api [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2571097, 'name': PowerOffVM_Task, 'duration_secs': 0.198981} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.734075] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1142.734762] env[62301]: DEBUG nova.virt.hardware [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1142.735056] env[62301]: DEBUG nova.virt.hardware [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1142.735319] env[62301]: DEBUG nova.virt.hardware [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1142.735400] env[62301]: DEBUG nova.virt.hardware [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1142.735546] env[62301]: DEBUG nova.virt.hardware [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1142.735692] env[62301]: DEBUG nova.virt.hardware [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1142.735897] env[62301]: DEBUG nova.virt.hardware [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1142.736138] env[62301]: DEBUG nova.virt.hardware [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1142.736590] env[62301]: DEBUG nova.virt.hardware [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1142.736767] env[62301]: DEBUG nova.virt.hardware [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1142.736941] env[62301]: DEBUG nova.virt.hardware [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1142.742610] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-181178ea-20f0-4fc0-aee5-ae167b92bb81 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.762828] env[62301]: DEBUG oslo_vmware.api [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 1142.762828] env[62301]: value = "task-2571098" [ 1142.762828] env[62301]: _type = "Task" [ 1142.762828] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.774415] env[62301]: DEBUG oslo_vmware.api [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2571098, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.978859] env[62301]: DEBUG oslo_vmware.api [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2571093, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.002080] env[62301]: DEBUG oslo_concurrency.lockutils [None req-dc57eeb1-3298-4a76-a2bf-1fbfd8e6b58d tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquiring lock "interface-1dedee32-a2dd-409b-89f6-7c8e764c5c0c-401704fd-e670-4342-9f11-22cdbd48859c" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1143.002080] env[62301]: DEBUG oslo_concurrency.lockutils [None req-dc57eeb1-3298-4a76-a2bf-1fbfd8e6b58d tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lock "interface-1dedee32-a2dd-409b-89f6-7c8e764c5c0c-401704fd-e670-4342-9f11-22cdbd48859c" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1143.086160] env[62301]: DEBUG oslo_concurrency.lockutils [None req-855b9446-3622-4602-9bf2-dfcabd0bdb7e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "c110b5dd-9ea3-4714-9ab5-6146fca77dcb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.192s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1143.087124] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lock "c110b5dd-9ea3-4714-9ab5-6146fca77dcb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.407s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1143.087613] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b92f28be-726a-4d72-b724-18354d42e223 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.101899] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c7d986-0803-42b3-87c4-188124624f4b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.116363] env[62301]: DEBUG oslo_vmware.api [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2571096, 'name': PowerOnVM_Task, 'duration_secs': 0.571508} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.117072] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1143.117255] env[62301]: INFO nova.compute.manager [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Took 7.71 seconds to spawn the instance on the hypervisor. [ 1143.117440] env[62301]: DEBUG nova.compute.manager [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1143.118236] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71b665e-6a34-4c34-8e82-24563525095c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.272724] env[62301]: DEBUG oslo_vmware.api [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2571098, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.279307] env[62301]: DEBUG oslo_concurrency.lockutils [None req-99f6bbf0-f122-4da4-bf5e-1d7f9d62a624 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquiring lock "6121c067-801b-4e61-af7f-fe0f318a2e3e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1143.279547] env[62301]: DEBUG oslo_concurrency.lockutils [None req-99f6bbf0-f122-4da4-bf5e-1d7f9d62a624 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "6121c067-801b-4e61-af7f-fe0f318a2e3e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1143.279783] env[62301]: DEBUG oslo_concurrency.lockutils [None req-99f6bbf0-f122-4da4-bf5e-1d7f9d62a624 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquiring lock "6121c067-801b-4e61-af7f-fe0f318a2e3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1143.279970] env[62301]: DEBUG oslo_concurrency.lockutils [None req-99f6bbf0-f122-4da4-bf5e-1d7f9d62a624 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "6121c067-801b-4e61-af7f-fe0f318a2e3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1143.280155] env[62301]: DEBUG oslo_concurrency.lockutils [None req-99f6bbf0-f122-4da4-bf5e-1d7f9d62a624 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "6121c067-801b-4e61-af7f-fe0f318a2e3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1143.282318] env[62301]: INFO nova.compute.manager [None req-99f6bbf0-f122-4da4-bf5e-1d7f9d62a624 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 6121c067-801b-4e61-af7f-fe0f318a2e3e] Terminating instance [ 1143.477476] env[62301]: DEBUG oslo_vmware.api [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2571093, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.319406} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.477817] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/84e217aa-c847-41df-8270-ae720ca52289/84e217aa-c847-41df-8270-ae720ca52289.vmdk to [datastore2] f772a532-3402-4b9c-95be-0bbb9c5ef7ad/f772a532-3402-4b9c-95be-0bbb9c5ef7ad.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1143.478564] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4078c70-ce06-4c2f-92bf-b5b8408a49b6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.501720] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] f772a532-3402-4b9c-95be-0bbb9c5ef7ad/f772a532-3402-4b9c-95be-0bbb9c5ef7ad.vmdk or device None with type streamOptimized {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1143.501906] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c185624-172c-46cf-aca7-3c77c02a0a4c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.516270] env[62301]: DEBUG oslo_concurrency.lockutils [None req-dc57eeb1-3298-4a76-a2bf-1fbfd8e6b58d tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquiring lock "1dedee32-a2dd-409b-89f6-7c8e764c5c0c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.516428] env[62301]: DEBUG oslo_concurrency.lockutils [None req-dc57eeb1-3298-4a76-a2bf-1fbfd8e6b58d tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquired lock "1dedee32-a2dd-409b-89f6-7c8e764c5c0c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.517183] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b214c0-3281-4bbb-9d73-9de60e6f0516 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.535875] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc3955b-c834-407b-a28d-871d100a8605 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.538481] env[62301]: DEBUG oslo_vmware.api [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 1143.538481] env[62301]: value = "task-2571099" [ 1143.538481] env[62301]: _type = "Task" [ 1143.538481] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.562410] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-dc57eeb1-3298-4a76-a2bf-1fbfd8e6b58d tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Reconfiguring VM to detach interface {{(pid=62301) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1143.563089] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98381c41-b40b-445c-98bf-28f0df727276 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.579210] env[62301]: DEBUG oslo_vmware.api [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2571099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.584519] env[62301]: DEBUG oslo_vmware.api [None req-dc57eeb1-3298-4a76-a2bf-1fbfd8e6b58d tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Waiting for the task: (returnval){ [ 1143.584519] env[62301]: value = "task-2571100" [ 1143.584519] env[62301]: _type = "Task" [ 1143.584519] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.591935] env[62301]: DEBUG oslo_vmware.api [None req-dc57eeb1-3298-4a76-a2bf-1fbfd8e6b58d tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2571100, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.645847] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lock "c110b5dd-9ea3-4714-9ab5-6146fca77dcb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.559s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1143.647962] env[62301]: INFO nova.compute.manager [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Took 16.89 seconds to build instance. [ 1143.670055] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance c51583ab-2881-42e3-b9e6-831afc6b6f49 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1143.670220] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 6121c067-801b-4e61-af7f-fe0f318a2e3e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1143.670345] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 1dedee32-a2dd-409b-89f6-7c8e764c5c0c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1143.670465] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 7c44d3f3-9670-493b-a069-b9e837e78dd0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1143.670582] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 334bc39b-d49a-44f9-866f-28be73706227 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1143.670696] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance f772a532-3402-4b9c-95be-0bbb9c5ef7ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1143.670807] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 03fcc5c3-2ce4-4ab5-b84b-391696e7f603 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1143.670919] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 49f6036a-ed24-416b-addb-a865ff67668e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1143.671114] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=62301) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1143.671253] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=62301) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1143.770410] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa478769-638b-4c3b-a034-8eaaab066d00 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.775930] env[62301]: DEBUG oslo_vmware.api [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2571098, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.780204] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e58902-ef8c-46fe-ad33-78ee75935e06 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.785581] env[62301]: DEBUG nova.compute.manager [None req-99f6bbf0-f122-4da4-bf5e-1d7f9d62a624 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 6121c067-801b-4e61-af7f-fe0f318a2e3e] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1143.785783] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-99f6bbf0-f122-4da4-bf5e-1d7f9d62a624 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 6121c067-801b-4e61-af7f-fe0f318a2e3e] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1143.811091] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e68c47-208c-4e88-b227-b20b04a9403b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.814631] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba52b13-bdb0-4c01-9e84-3cba118700ad {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.822885] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21495898-313d-4674-a1f5-d2b624b686a4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.826622] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-99f6bbf0-f122-4da4-bf5e-1d7f9d62a624 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 6121c067-801b-4e61-af7f-fe0f318a2e3e] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.826824] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d4e4f79-32a7-417c-986e-16bc503cc57f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.836848] env[62301]: DEBUG nova.compute.provider_tree [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.839074] env[62301]: DEBUG oslo_vmware.api [None req-99f6bbf0-f122-4da4-bf5e-1d7f9d62a624 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 1143.839074] env[62301]: value = "task-2571101" [ 1143.839074] env[62301]: _type = "Task" [ 1143.839074] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.845848] env[62301]: DEBUG oslo_vmware.api [None req-99f6bbf0-f122-4da4-bf5e-1d7f9d62a624 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2571101, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.049811] env[62301]: DEBUG oslo_vmware.api [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2571099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.062305] env[62301]: DEBUG nova.compute.manager [req-f6d01f45-32da-49e0-aac3-c2b15d0d3ea7 req-4d962fac-5e9b-4071-a61a-96c5a48e4951 service nova] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Received event network-vif-plugged-cb17ebaf-56e3-473f-b9b1-ecacde4d7e63 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1144.062571] env[62301]: DEBUG oslo_concurrency.lockutils [req-f6d01f45-32da-49e0-aac3-c2b15d0d3ea7 req-4d962fac-5e9b-4071-a61a-96c5a48e4951 service nova] Acquiring lock "49f6036a-ed24-416b-addb-a865ff67668e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1144.063074] env[62301]: DEBUG oslo_concurrency.lockutils [req-f6d01f45-32da-49e0-aac3-c2b15d0d3ea7 req-4d962fac-5e9b-4071-a61a-96c5a48e4951 service nova] Lock "49f6036a-ed24-416b-addb-a865ff67668e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1144.063074] env[62301]: DEBUG oslo_concurrency.lockutils [req-f6d01f45-32da-49e0-aac3-c2b15d0d3ea7 req-4d962fac-5e9b-4071-a61a-96c5a48e4951 service nova] Lock "49f6036a-ed24-416b-addb-a865ff67668e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1144.063193] env[62301]: DEBUG nova.compute.manager [req-f6d01f45-32da-49e0-aac3-c2b15d0d3ea7 req-4d962fac-5e9b-4071-a61a-96c5a48e4951 service nova] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] No waiting events found dispatching network-vif-plugged-cb17ebaf-56e3-473f-b9b1-ecacde4d7e63 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1144.063308] env[62301]: WARNING nova.compute.manager [req-f6d01f45-32da-49e0-aac3-c2b15d0d3ea7 req-4d962fac-5e9b-4071-a61a-96c5a48e4951 service nova] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Received unexpected event network-vif-plugged-cb17ebaf-56e3-473f-b9b1-ecacde4d7e63 for instance with vm_state shelved_offloaded and task_state spawning. [ 1144.094787] env[62301]: DEBUG oslo_vmware.api [None req-dc57eeb1-3298-4a76-a2bf-1fbfd8e6b58d tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2571100, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.149916] env[62301]: DEBUG oslo_concurrency.lockutils [None req-90a13c2f-1db7-4ca9-8cde-b82462a70d1b tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lock "03fcc5c3-2ce4-4ab5-b84b-391696e7f603" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.400s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1144.150206] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lock "03fcc5c3-2ce4-4ab5-b84b-391696e7f603" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.468s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1144.150368] env[62301]: INFO nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] During sync_power_state the instance has a pending task (spawning). Skip. [ 1144.150556] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lock "03fcc5c3-2ce4-4ab5-b84b-391696e7f603" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1144.153679] env[62301]: DEBUG oslo_concurrency.lockutils [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Acquiring lock "refresh_cache-49f6036a-ed24-416b-addb-a865ff67668e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.153831] env[62301]: DEBUG oslo_concurrency.lockutils [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Acquired lock "refresh_cache-49f6036a-ed24-416b-addb-a865ff67668e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.154069] env[62301]: DEBUG nova.network.neutron [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.274618] env[62301]: DEBUG oslo_vmware.api [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2571098, 'name': ReconfigVM_Task, 'duration_secs': 1.344563} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.276041] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70617efc-a8ca-4c05-b453-0ba757c0835f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.293480] env[62301]: DEBUG nova.virt.hardware [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1144.293740] env[62301]: DEBUG nova.virt.hardware [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1144.293883] env[62301]: DEBUG nova.virt.hardware [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1144.294117] env[62301]: DEBUG nova.virt.hardware [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1144.294272] env[62301]: DEBUG nova.virt.hardware [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1144.294422] env[62301]: DEBUG nova.virt.hardware [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1144.294628] env[62301]: DEBUG nova.virt.hardware [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1144.294788] env[62301]: DEBUG nova.virt.hardware [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1144.294961] env[62301]: DEBUG nova.virt.hardware [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1144.295168] env[62301]: DEBUG nova.virt.hardware [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1144.295348] env[62301]: DEBUG nova.virt.hardware [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1144.296412] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d16ed472-64e7-41a6-9476-e40b192ace59 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.301340] env[62301]: DEBUG oslo_vmware.api [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 1144.301340] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]527c34af-c2ee-b0fb-95c3-741445cfa996" [ 1144.301340] env[62301]: _type = "Task" [ 1144.301340] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.308714] env[62301]: DEBUG oslo_vmware.api [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]527c34af-c2ee-b0fb-95c3-741445cfa996, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.340387] env[62301]: DEBUG nova.scheduler.client.report [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.353592] env[62301]: DEBUG oslo_vmware.api [None req-99f6bbf0-f122-4da4-bf5e-1d7f9d62a624 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2571101, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.549704] env[62301]: DEBUG oslo_vmware.api [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2571099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.594365] env[62301]: DEBUG oslo_vmware.api [None req-dc57eeb1-3298-4a76-a2bf-1fbfd8e6b58d tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2571100, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.811777] env[62301]: DEBUG oslo_vmware.api [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]527c34af-c2ee-b0fb-95c3-741445cfa996, 'name': SearchDatastore_Task, 'duration_secs': 0.009141} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.817141] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Reconfiguring VM instance instance-0000006e to detach disk 2000 {{(pid=62301) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1144.819653] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45d57106-a373-47b3-bb7d-e4cc456f7e61 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.838740] env[62301]: DEBUG oslo_vmware.api [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 1144.838740] env[62301]: value = "task-2571102" [ 1144.838740] env[62301]: _type = "Task" [ 1144.838740] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.846933] env[62301]: DEBUG oslo_vmware.api [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2571102, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.850156] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62301) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1144.850339] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.213s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1144.857303] env[62301]: DEBUG oslo_vmware.api [None req-99f6bbf0-f122-4da4-bf5e-1d7f9d62a624 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2571101, 'name': PowerOffVM_Task, 'duration_secs': 0.664337} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.857543] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-99f6bbf0-f122-4da4-bf5e-1d7f9d62a624 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 6121c067-801b-4e61-af7f-fe0f318a2e3e] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1144.857711] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-99f6bbf0-f122-4da4-bf5e-1d7f9d62a624 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 6121c067-801b-4e61-af7f-fe0f318a2e3e] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1144.857948] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c75868c9-5812-47a9-baed-345e3927a279 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.923678] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-99f6bbf0-f122-4da4-bf5e-1d7f9d62a624 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 6121c067-801b-4e61-af7f-fe0f318a2e3e] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1144.923851] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-99f6bbf0-f122-4da4-bf5e-1d7f9d62a624 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 6121c067-801b-4e61-af7f-fe0f318a2e3e] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1144.924011] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-99f6bbf0-f122-4da4-bf5e-1d7f9d62a624 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Deleting the datastore file [datastore1] 6121c067-801b-4e61-af7f-fe0f318a2e3e {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1144.924289] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c60c767-47f0-4e28-99f1-6ef0cfda0800 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.933022] env[62301]: DEBUG oslo_vmware.api [None req-99f6bbf0-f122-4da4-bf5e-1d7f9d62a624 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 1144.933022] env[62301]: value = "task-2571104" [ 1144.933022] env[62301]: _type = "Task" [ 1144.933022] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.940444] env[62301]: DEBUG oslo_vmware.api [None req-99f6bbf0-f122-4da4-bf5e-1d7f9d62a624 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2571104, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.959202] env[62301]: DEBUG nova.network.neutron [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Updating instance_info_cache with network_info: [{"id": "cb17ebaf-56e3-473f-b9b1-ecacde4d7e63", "address": "fa:16:3e:f4:41:1f", "network": {"id": "b833fc4f-6a7f-4f89-9c27-cc3c44b31c21", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-649441464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4352f1b6608f4987911fa3832ca6aeb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c02dd284-ab80-451c-93eb-48c8360acb9c", "external-id": "nsx-vlan-transportzone-818", "segmentation_id": 818, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb17ebaf-56", "ovs_interfaceid": "cb17ebaf-56e3-473f-b9b1-ecacde4d7e63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.049549] env[62301]: DEBUG oslo_vmware.api [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2571099, 'name': ReconfigVM_Task, 'duration_secs': 1.23443} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.049766] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Reconfigured VM instance instance-00000069 to attach disk [datastore2] f772a532-3402-4b9c-95be-0bbb9c5ef7ad/f772a532-3402-4b9c-95be-0bbb9c5ef7ad.vmdk or device None with type streamOptimized {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1145.050426] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81f65b35-43ed-4e6f-b179-c9d0592070c3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.056849] env[62301]: DEBUG oslo_vmware.api [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 1145.056849] env[62301]: value = "task-2571105" [ 1145.056849] env[62301]: _type = "Task" [ 1145.056849] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.064431] env[62301]: DEBUG oslo_vmware.api [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2571105, 'name': Rename_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.098384] env[62301]: DEBUG oslo_vmware.api [None req-dc57eeb1-3298-4a76-a2bf-1fbfd8e6b58d tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2571100, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.349192] env[62301]: DEBUG oslo_vmware.api [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2571102, 'name': ReconfigVM_Task, 'duration_secs': 0.154514} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.349484] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Reconfigured VM instance instance-0000006e to detach disk 2000 {{(pid=62301) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1145.350321] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d27a77-17dc-4b80-bbe2-9ffcaad8ad59 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.371750] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 334bc39b-d49a-44f9-866f-28be73706227/334bc39b-d49a-44f9-866f-28be73706227.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1145.372026] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92fa9386-77af-43fc-a91c-c8d38a53a229 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.390961] env[62301]: DEBUG oslo_vmware.api [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 1145.390961] env[62301]: value = "task-2571106" [ 1145.390961] env[62301]: _type = "Task" [ 1145.390961] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.400203] env[62301]: DEBUG oslo_vmware.api [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2571106, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.442205] env[62301]: DEBUG oslo_vmware.api [None req-99f6bbf0-f122-4da4-bf5e-1d7f9d62a624 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2571104, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181923} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.442459] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-99f6bbf0-f122-4da4-bf5e-1d7f9d62a624 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1145.442641] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-99f6bbf0-f122-4da4-bf5e-1d7f9d62a624 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 6121c067-801b-4e61-af7f-fe0f318a2e3e] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1145.442818] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-99f6bbf0-f122-4da4-bf5e-1d7f9d62a624 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 6121c067-801b-4e61-af7f-fe0f318a2e3e] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1145.442991] env[62301]: INFO nova.compute.manager [None req-99f6bbf0-f122-4da4-bf5e-1d7f9d62a624 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: 6121c067-801b-4e61-af7f-fe0f318a2e3e] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1145.443251] env[62301]: DEBUG oslo.service.loopingcall [None req-99f6bbf0-f122-4da4-bf5e-1d7f9d62a624 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1145.443448] env[62301]: DEBUG nova.compute.manager [-] [instance: 6121c067-801b-4e61-af7f-fe0f318a2e3e] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1145.443543] env[62301]: DEBUG nova.network.neutron [-] [instance: 6121c067-801b-4e61-af7f-fe0f318a2e3e] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1145.461983] env[62301]: DEBUG oslo_concurrency.lockutils [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Releasing lock "refresh_cache-49f6036a-ed24-416b-addb-a865ff67668e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.490775] env[62301]: DEBUG nova.virt.hardware [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c11e670432697646c17276f2c90d0eac',container_format='bare',created_at=2025-02-15T20:55:30Z,direct_url=,disk_format='vmdk',id=4b431b63-5db5-4495-9a32-c858c1ff4594,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1419062533-shelved',owner='4352f1b6608f4987911fa3832ca6aeb9',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-02-15T20:55:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1145.491120] env[62301]: DEBUG nova.virt.hardware [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1145.491279] env[62301]: DEBUG nova.virt.hardware [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1145.491513] env[62301]: DEBUG nova.virt.hardware [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1145.491706] env[62301]: DEBUG nova.virt.hardware [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1145.491899] env[62301]: DEBUG nova.virt.hardware [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1145.492173] env[62301]: DEBUG nova.virt.hardware [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1145.492388] env[62301]: DEBUG nova.virt.hardware [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1145.492616] env[62301]: DEBUG nova.virt.hardware [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1145.492831] env[62301]: DEBUG nova.virt.hardware [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1145.493081] env[62301]: DEBUG nova.virt.hardware [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1145.494250] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d18fc0-15cb-4803-9ab3-3ba0ebf10280 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.501563] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61ace02-61dd-476a-b2f0-f93e24254c4c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.514990] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:41:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c02dd284-ab80-451c-93eb-48c8360acb9c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb17ebaf-56e3-473f-b9b1-ecacde4d7e63', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1145.522899] env[62301]: DEBUG oslo.service.loopingcall [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1145.523186] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1145.523414] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2cc1d4bd-573f-42f7-a64e-f11320d1342c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.542783] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1145.542783] env[62301]: value = "task-2571107" [ 1145.542783] env[62301]: _type = "Task" [ 1145.542783] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.550769] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2571107, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.566624] env[62301]: DEBUG oslo_vmware.api [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2571105, 'name': Rename_Task, 'duration_secs': 0.154473} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.566951] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1145.567313] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ab860c0-f00e-44e0-ab03-de47b6eb8cc6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.574114] env[62301]: DEBUG oslo_vmware.api [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 1145.574114] env[62301]: value = "task-2571108" [ 1145.574114] env[62301]: _type = "Task" [ 1145.574114] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.582430] env[62301]: DEBUG oslo_vmware.api [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2571108, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.596566] env[62301]: DEBUG oslo_vmware.api [None req-dc57eeb1-3298-4a76-a2bf-1fbfd8e6b58d tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2571100, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.901629] env[62301]: DEBUG oslo_vmware.api [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2571106, 'name': ReconfigVM_Task, 'duration_secs': 0.26673} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.901937] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 334bc39b-d49a-44f9-866f-28be73706227/334bc39b-d49a-44f9-866f-28be73706227.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1145.902891] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eedaefb-3029-4839-8b90-453e9c4c28c5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.922791] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf881290-6693-4f04-adc6-49f5f65c980d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.940978] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aebcb734-7184-4504-adb3-94781fb83b61 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.963061] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0365052-ef36-4e41-b419-d5b4d086ded9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.970428] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1145.970691] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78d4f41f-c3be-4a38-9c79-c2cb008d618a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.977253] env[62301]: DEBUG oslo_vmware.api [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 1145.977253] env[62301]: value = "task-2571109" [ 1145.977253] env[62301]: _type = "Task" [ 1145.977253] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.984691] env[62301]: DEBUG oslo_vmware.api [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2571109, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.052861] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2571107, 'name': CreateVM_Task, 'duration_secs': 0.326393} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.053066] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1146.053767] env[62301]: DEBUG oslo_concurrency.lockutils [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4b431b63-5db5-4495-9a32-c858c1ff4594" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.053938] env[62301]: DEBUG oslo_concurrency.lockutils [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4b431b63-5db5-4495-9a32-c858c1ff4594" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.054362] env[62301]: DEBUG oslo_concurrency.lockutils [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4b431b63-5db5-4495-9a32-c858c1ff4594" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.054614] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52a664db-5098-4c4f-9111-5333f4574903 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.059691] env[62301]: DEBUG oslo_vmware.api [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Waiting for the task: (returnval){ [ 1146.059691] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52704f0a-0e24-7af1-ab35-4b7462419eeb" [ 1146.059691] env[62301]: _type = "Task" [ 1146.059691] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.078852] env[62301]: DEBUG oslo_concurrency.lockutils [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4b431b63-5db5-4495-9a32-c858c1ff4594" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.079103] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Processing image 4b431b63-5db5-4495-9a32-c858c1ff4594 {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1146.079330] env[62301]: DEBUG oslo_concurrency.lockutils [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4b431b63-5db5-4495-9a32-c858c1ff4594/4b431b63-5db5-4495-9a32-c858c1ff4594.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.079472] env[62301]: DEBUG oslo_concurrency.lockutils [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4b431b63-5db5-4495-9a32-c858c1ff4594/4b431b63-5db5-4495-9a32-c858c1ff4594.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.079648] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1146.079891] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6125b954-5fb5-43d1-849c-583ffc271b80 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.086729] env[62301]: DEBUG oslo_vmware.api [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2571108, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.087953] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1146.088551] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1146.091341] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4d09ff5-57e5-40c4-b192-92ca6494878f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.096597] env[62301]: DEBUG oslo_vmware.api [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Waiting for the task: (returnval){ [ 1146.096597] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52feaa03-5bac-96b9-4b56-1f9ec5f9ad7b" [ 1146.096597] env[62301]: _type = "Task" [ 1146.096597] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.102017] env[62301]: DEBUG nova.compute.manager [req-c9546fae-e9d2-432b-8d95-37815a2c89d1 req-1d279718-54c9-473c-a7d5-82febbc12b0d service nova] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Received event network-changed-cb17ebaf-56e3-473f-b9b1-ecacde4d7e63 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1146.102209] env[62301]: DEBUG nova.compute.manager [req-c9546fae-e9d2-432b-8d95-37815a2c89d1 req-1d279718-54c9-473c-a7d5-82febbc12b0d service nova] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Refreshing instance network info cache due to event network-changed-cb17ebaf-56e3-473f-b9b1-ecacde4d7e63. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1146.102420] env[62301]: DEBUG oslo_concurrency.lockutils [req-c9546fae-e9d2-432b-8d95-37815a2c89d1 req-1d279718-54c9-473c-a7d5-82febbc12b0d service nova] Acquiring lock "refresh_cache-49f6036a-ed24-416b-addb-a865ff67668e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.102563] env[62301]: DEBUG oslo_concurrency.lockutils [req-c9546fae-e9d2-432b-8d95-37815a2c89d1 req-1d279718-54c9-473c-a7d5-82febbc12b0d service nova] Acquired lock "refresh_cache-49f6036a-ed24-416b-addb-a865ff67668e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.102720] env[62301]: DEBUG nova.network.neutron [req-c9546fae-e9d2-432b-8d95-37815a2c89d1 req-1d279718-54c9-473c-a7d5-82febbc12b0d service nova] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Refreshing network info cache for port cb17ebaf-56e3-473f-b9b1-ecacde4d7e63 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1146.104674] env[62301]: DEBUG oslo_vmware.api [None req-dc57eeb1-3298-4a76-a2bf-1fbfd8e6b58d tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2571100, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.113572] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Preparing fetch location {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1146.114121] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Fetch image to [datastore1] OSTACK_IMG_504f0535-1f55-414e-bd93-1257c1e5c8bd/OSTACK_IMG_504f0535-1f55-414e-bd93-1257c1e5c8bd.vmdk {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1146.114121] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Downloading stream optimized image 4b431b63-5db5-4495-9a32-c858c1ff4594 to [datastore1] OSTACK_IMG_504f0535-1f55-414e-bd93-1257c1e5c8bd/OSTACK_IMG_504f0535-1f55-414e-bd93-1257c1e5c8bd.vmdk on the data store datastore1 as vApp {{(pid=62301) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1146.114292] env[62301]: DEBUG nova.virt.vmwareapi.images [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Downloading image file data 4b431b63-5db5-4495-9a32-c858c1ff4594 to the ESX as VM named 'OSTACK_IMG_504f0535-1f55-414e-bd93-1257c1e5c8bd' {{(pid=62301) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1146.187556] env[62301]: DEBUG oslo_vmware.rw_handles [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1146.187556] env[62301]: value = "resgroup-9" [ 1146.187556] env[62301]: _type = "ResourcePool" [ 1146.187556] env[62301]: }. {{(pid=62301) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1146.187932] env[62301]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-c56822e7-a777-4c84-a7cb-83a008425c43 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.210144] env[62301]: DEBUG oslo_vmware.rw_handles [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Lease: (returnval){ [ 1146.210144] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5221b632-828e-03a5-afb6-c18896d5fccb" [ 1146.210144] env[62301]: _type = "HttpNfcLease" [ 1146.210144] env[62301]: } obtained for vApp import into resource pool (val){ [ 1146.210144] env[62301]: value = "resgroup-9" [ 1146.210144] env[62301]: _type = "ResourcePool" [ 1146.210144] env[62301]: }. {{(pid=62301) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1146.210556] env[62301]: DEBUG oslo_vmware.api [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Waiting for the lease: (returnval){ [ 1146.210556] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5221b632-828e-03a5-afb6-c18896d5fccb" [ 1146.210556] env[62301]: _type = "HttpNfcLease" [ 1146.210556] env[62301]: } to be ready. {{(pid=62301) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1146.217038] env[62301]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1146.217038] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5221b632-828e-03a5-afb6-c18896d5fccb" [ 1146.217038] env[62301]: _type = "HttpNfcLease" [ 1146.217038] env[62301]: } is initializing. {{(pid=62301) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1146.466608] env[62301]: DEBUG nova.network.neutron [-] [instance: 6121c067-801b-4e61-af7f-fe0f318a2e3e] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.487757] env[62301]: DEBUG oslo_vmware.api [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2571109, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.585111] env[62301]: DEBUG oslo_vmware.api [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2571108, 'name': PowerOnVM_Task, 'duration_secs': 0.818057} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.585419] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1146.597726] env[62301]: DEBUG oslo_vmware.api [None req-dc57eeb1-3298-4a76-a2bf-1fbfd8e6b58d tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2571100, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.698919] env[62301]: DEBUG nova.compute.manager [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1146.699863] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6afb5f53-3ca5-411f-9f18-ba509efa1e76 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.717340] env[62301]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1146.717340] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5221b632-828e-03a5-afb6-c18896d5fccb" [ 1146.717340] env[62301]: _type = "HttpNfcLease" [ 1146.717340] env[62301]: } is initializing. {{(pid=62301) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1146.875353] env[62301]: DEBUG nova.network.neutron [req-c9546fae-e9d2-432b-8d95-37815a2c89d1 req-1d279718-54c9-473c-a7d5-82febbc12b0d service nova] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Updated VIF entry in instance network info cache for port cb17ebaf-56e3-473f-b9b1-ecacde4d7e63. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1146.875849] env[62301]: DEBUG nova.network.neutron [req-c9546fae-e9d2-432b-8d95-37815a2c89d1 req-1d279718-54c9-473c-a7d5-82febbc12b0d service nova] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Updating instance_info_cache with network_info: [{"id": "cb17ebaf-56e3-473f-b9b1-ecacde4d7e63", "address": "fa:16:3e:f4:41:1f", "network": {"id": "b833fc4f-6a7f-4f89-9c27-cc3c44b31c21", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-649441464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4352f1b6608f4987911fa3832ca6aeb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c02dd284-ab80-451c-93eb-48c8360acb9c", "external-id": "nsx-vlan-transportzone-818", "segmentation_id": 818, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb17ebaf-56", "ovs_interfaceid": "cb17ebaf-56e3-473f-b9b1-ecacde4d7e63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.970179] env[62301]: INFO nova.compute.manager [-] [instance: 6121c067-801b-4e61-af7f-fe0f318a2e3e] Took 1.53 seconds to deallocate network for instance. [ 1146.988043] env[62301]: DEBUG oslo_vmware.api [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2571109, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.097996] env[62301]: DEBUG oslo_vmware.api [None req-dc57eeb1-3298-4a76-a2bf-1fbfd8e6b58d tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2571100, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.220163] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7f71f264-089d-4a03-8673-e0fbca0f7cc7 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lock "f772a532-3402-4b9c-95be-0bbb9c5ef7ad" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 22.091s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1147.221196] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lock "f772a532-3402-4b9c-95be-0bbb9c5ef7ad" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 8.542s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1147.221296] env[62301]: INFO nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] During sync_power_state the instance has a pending task (spawning). Skip. [ 1147.221369] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lock "f772a532-3402-4b9c-95be-0bbb9c5ef7ad" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1147.223275] env[62301]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1147.223275] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5221b632-828e-03a5-afb6-c18896d5fccb" [ 1147.223275] env[62301]: _type = "HttpNfcLease" [ 1147.223275] env[62301]: } is ready. {{(pid=62301) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1147.223530] env[62301]: DEBUG oslo_vmware.rw_handles [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1147.223530] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5221b632-828e-03a5-afb6-c18896d5fccb" [ 1147.223530] env[62301]: _type = "HttpNfcLease" [ 1147.223530] env[62301]: }. {{(pid=62301) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1147.224265] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7456d67-ca64-42c1-a554-8d5df6ff979d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.231746] env[62301]: DEBUG oslo_vmware.rw_handles [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52598ce6-27ef-10fd-9f40-9d84014c4eed/disk-0.vmdk from lease info. {{(pid=62301) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1147.231969] env[62301]: DEBUG oslo_vmware.rw_handles [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52598ce6-27ef-10fd-9f40-9d84014c4eed/disk-0.vmdk. {{(pid=62301) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1147.299221] env[62301]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a68e8f38-4f73-426e-a20f-7698f05e0d1e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.379066] env[62301]: DEBUG oslo_concurrency.lockutils [req-c9546fae-e9d2-432b-8d95-37815a2c89d1 req-1d279718-54c9-473c-a7d5-82febbc12b0d service nova] Releasing lock "refresh_cache-49f6036a-ed24-416b-addb-a865ff67668e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.379391] env[62301]: DEBUG nova.compute.manager [req-c9546fae-e9d2-432b-8d95-37815a2c89d1 req-1d279718-54c9-473c-a7d5-82febbc12b0d service nova] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Received event network-changed-6af8e105-fd2a-4486-9e91-607ef29254eb {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1147.379604] env[62301]: DEBUG nova.compute.manager [req-c9546fae-e9d2-432b-8d95-37815a2c89d1 req-1d279718-54c9-473c-a7d5-82febbc12b0d service nova] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Refreshing instance network info cache due to event network-changed-6af8e105-fd2a-4486-9e91-607ef29254eb. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1147.379815] env[62301]: DEBUG oslo_concurrency.lockutils [req-c9546fae-e9d2-432b-8d95-37815a2c89d1 req-1d279718-54c9-473c-a7d5-82febbc12b0d service nova] Acquiring lock "refresh_cache-03fcc5c3-2ce4-4ab5-b84b-391696e7f603" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.379956] env[62301]: DEBUG oslo_concurrency.lockutils [req-c9546fae-e9d2-432b-8d95-37815a2c89d1 req-1d279718-54c9-473c-a7d5-82febbc12b0d service nova] Acquired lock "refresh_cache-03fcc5c3-2ce4-4ab5-b84b-391696e7f603" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.380132] env[62301]: DEBUG nova.network.neutron [req-c9546fae-e9d2-432b-8d95-37815a2c89d1 req-1d279718-54c9-473c-a7d5-82febbc12b0d service nova] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Refreshing network info cache for port 6af8e105-fd2a-4486-9e91-607ef29254eb {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1147.477077] env[62301]: DEBUG oslo_concurrency.lockutils [None req-99f6bbf0-f122-4da4-bf5e-1d7f9d62a624 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1147.477312] env[62301]: DEBUG oslo_concurrency.lockutils [None req-99f6bbf0-f122-4da4-bf5e-1d7f9d62a624 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1147.477550] env[62301]: DEBUG nova.objects.instance [None req-99f6bbf0-f122-4da4-bf5e-1d7f9d62a624 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lazy-loading 'resources' on Instance uuid 6121c067-801b-4e61-af7f-fe0f318a2e3e {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.487908] env[62301]: DEBUG oslo_vmware.api [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2571109, 'name': PowerOnVM_Task, 'duration_secs': 1.107861} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.488168] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1147.598658] env[62301]: DEBUG oslo_vmware.api [None req-dc57eeb1-3298-4a76-a2bf-1fbfd8e6b58d tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2571100, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.800290] env[62301]: DEBUG oslo_concurrency.lockutils [None req-20f594ab-f909-49a6-84e6-de49f5d4e283 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquiring lock "f772a532-3402-4b9c-95be-0bbb9c5ef7ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1147.800557] env[62301]: DEBUG oslo_concurrency.lockutils [None req-20f594ab-f909-49a6-84e6-de49f5d4e283 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lock "f772a532-3402-4b9c-95be-0bbb9c5ef7ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1147.800766] env[62301]: DEBUG oslo_concurrency.lockutils [None req-20f594ab-f909-49a6-84e6-de49f5d4e283 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquiring lock "f772a532-3402-4b9c-95be-0bbb9c5ef7ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1147.800947] env[62301]: DEBUG oslo_concurrency.lockutils [None req-20f594ab-f909-49a6-84e6-de49f5d4e283 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lock "f772a532-3402-4b9c-95be-0bbb9c5ef7ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1147.801146] env[62301]: DEBUG oslo_concurrency.lockutils [None req-20f594ab-f909-49a6-84e6-de49f5d4e283 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lock "f772a532-3402-4b9c-95be-0bbb9c5ef7ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1147.803387] env[62301]: INFO nova.compute.manager [None req-20f594ab-f909-49a6-84e6-de49f5d4e283 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Terminating instance [ 1148.106056] env[62301]: DEBUG oslo_vmware.api [None req-dc57eeb1-3298-4a76-a2bf-1fbfd8e6b58d tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2571100, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.113027] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7fca035-d3b9-49f9-a312-a4a6da84e25f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.124209] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc1aea9-a08d-43c7-b624-722c86dc23b8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.166101] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1256ad-fec0-4f99-8853-8993d2f09306 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.177740] env[62301]: DEBUG nova.network.neutron [req-c9546fae-e9d2-432b-8d95-37815a2c89d1 req-1d279718-54c9-473c-a7d5-82febbc12b0d service nova] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Updated VIF entry in instance network info cache for port 6af8e105-fd2a-4486-9e91-607ef29254eb. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1148.178176] env[62301]: DEBUG nova.network.neutron [req-c9546fae-e9d2-432b-8d95-37815a2c89d1 req-1d279718-54c9-473c-a7d5-82febbc12b0d service nova] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Updating instance_info_cache with network_info: [{"id": "6af8e105-fd2a-4486-9e91-607ef29254eb", "address": "fa:16:3e:61:94:48", "network": {"id": "f258efb2-7c79-415a-aad7-8a07fdb2c2d4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-382833361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2e8356714714b2ebde65cd27ec77f7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6af8e105-fd", "ovs_interfaceid": "6af8e105-fd2a-4486-9e91-607ef29254eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.180658] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf1b07d-d64c-4c02-b8d4-65f794d3ab65 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.200076] env[62301]: DEBUG nova.compute.provider_tree [None req-99f6bbf0-f122-4da4-bf5e-1d7f9d62a624 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.308201] env[62301]: DEBUG nova.compute.manager [None req-20f594ab-f909-49a6-84e6-de49f5d4e283 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1148.308484] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-20f594ab-f909-49a6-84e6-de49f5d4e283 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1148.309471] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9d8120-9b59-4675-9405-8a50a0c8ded3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.321250] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f594ab-f909-49a6-84e6-de49f5d4e283 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1148.321524] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f92108a5-2f21-47f0-aad7-73840717bffe {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.330020] env[62301]: DEBUG oslo_vmware.api [None req-20f594ab-f909-49a6-84e6-de49f5d4e283 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 1148.330020] env[62301]: value = "task-2571111" [ 1148.330020] env[62301]: _type = "Task" [ 1148.330020] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.342100] env[62301]: DEBUG oslo_vmware.api [None req-20f594ab-f909-49a6-84e6-de49f5d4e283 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2571111, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.501355] env[62301]: INFO nova.compute.manager [None req-3b2f42e8-00a5-492d-8534-20a6e6dd7287 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Updating instance to original state: 'active' [ 1148.602956] env[62301]: DEBUG oslo_vmware.api [None req-dc57eeb1-3298-4a76-a2bf-1fbfd8e6b58d tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2571100, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.686626] env[62301]: DEBUG oslo_concurrency.lockutils [req-c9546fae-e9d2-432b-8d95-37815a2c89d1 req-1d279718-54c9-473c-a7d5-82febbc12b0d service nova] Releasing lock "refresh_cache-03fcc5c3-2ce4-4ab5-b84b-391696e7f603" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.686946] env[62301]: DEBUG nova.compute.manager [req-c9546fae-e9d2-432b-8d95-37815a2c89d1 req-1d279718-54c9-473c-a7d5-82febbc12b0d service nova] [instance: 6121c067-801b-4e61-af7f-fe0f318a2e3e] Received event network-vif-deleted-4ee5a7d5-38b9-4bea-96f1-a6304cd894cb {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1148.687159] env[62301]: INFO nova.compute.manager [req-c9546fae-e9d2-432b-8d95-37815a2c89d1 req-1d279718-54c9-473c-a7d5-82febbc12b0d service nova] [instance: 6121c067-801b-4e61-af7f-fe0f318a2e3e] Neutron deleted interface 4ee5a7d5-38b9-4bea-96f1-a6304cd894cb; detaching it from the instance and deleting it from the info cache [ 1148.687407] env[62301]: DEBUG nova.network.neutron [req-c9546fae-e9d2-432b-8d95-37815a2c89d1 req-1d279718-54c9-473c-a7d5-82febbc12b0d service nova] [instance: 6121c067-801b-4e61-af7f-fe0f318a2e3e] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.701176] env[62301]: DEBUG oslo_vmware.rw_handles [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Completed reading data from the image iterator. {{(pid=62301) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1148.701423] env[62301]: DEBUG oslo_vmware.rw_handles [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52598ce6-27ef-10fd-9f40-9d84014c4eed/disk-0.vmdk. {{(pid=62301) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1148.702754] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48246eb-3596-44d4-93ba-89cef97a5e08 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.706923] env[62301]: DEBUG nova.scheduler.client.report [None req-99f6bbf0-f122-4da4-bf5e-1d7f9d62a624 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.714373] env[62301]: DEBUG oslo_vmware.rw_handles [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52598ce6-27ef-10fd-9f40-9d84014c4eed/disk-0.vmdk is in state: ready. {{(pid=62301) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1148.714547] env[62301]: DEBUG oslo_vmware.rw_handles [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52598ce6-27ef-10fd-9f40-9d84014c4eed/disk-0.vmdk. {{(pid=62301) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1148.714766] env[62301]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-332800b8-e998-4cea-b08f-5f16c0adbbdc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.839651] env[62301]: DEBUG oslo_vmware.api [None req-20f594ab-f909-49a6-84e6-de49f5d4e283 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2571111, 'name': PowerOffVM_Task, 'duration_secs': 0.201385} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.839904] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f594ab-f909-49a6-84e6-de49f5d4e283 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1148.840087] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-20f594ab-f909-49a6-84e6-de49f5d4e283 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1148.840326] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7229d48a-6fdb-4f86-b026-e9947197bd7c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.933514] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-20f594ab-f909-49a6-84e6-de49f5d4e283 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1148.933787] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-20f594ab-f909-49a6-84e6-de49f5d4e283 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Deleting contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1148.934027] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-20f594ab-f909-49a6-84e6-de49f5d4e283 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Deleting the datastore file [datastore2] f772a532-3402-4b9c-95be-0bbb9c5ef7ad {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1148.934341] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-266fc976-0ae2-463e-ad5e-ac408e8460fb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.941183] env[62301]: DEBUG oslo_vmware.api [None req-20f594ab-f909-49a6-84e6-de49f5d4e283 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for the task: (returnval){ [ 1148.941183] env[62301]: value = "task-2571113" [ 1148.941183] env[62301]: _type = "Task" [ 1148.941183] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.948723] env[62301]: DEBUG oslo_vmware.api [None req-20f594ab-f909-49a6-84e6-de49f5d4e283 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2571113, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.031230] env[62301]: DEBUG oslo_vmware.rw_handles [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52598ce6-27ef-10fd-9f40-9d84014c4eed/disk-0.vmdk. {{(pid=62301) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1149.031470] env[62301]: INFO nova.virt.vmwareapi.images [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Downloaded image file data 4b431b63-5db5-4495-9a32-c858c1ff4594 [ 1149.032314] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ee5ffb-3d3c-471d-9cf4-3b9b5ef79d2b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.048674] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4a90c96-8dde-4ae0-b4be-c8badc650755 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.080681] env[62301]: INFO nova.virt.vmwareapi.images [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] The imported VM was unregistered [ 1149.083129] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Caching image {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1149.083363] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Creating directory with path [datastore1] devstack-image-cache_base/4b431b63-5db5-4495-9a32-c858c1ff4594 {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1149.083962] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3819e59-2873-443d-a27d-3c0df0760bb1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.100123] env[62301]: DEBUG oslo_vmware.api [None req-dc57eeb1-3298-4a76-a2bf-1fbfd8e6b58d tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2571100, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.104237] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Created directory with path [datastore1] devstack-image-cache_base/4b431b63-5db5-4495-9a32-c858c1ff4594 {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1149.104458] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_504f0535-1f55-414e-bd93-1257c1e5c8bd/OSTACK_IMG_504f0535-1f55-414e-bd93-1257c1e5c8bd.vmdk to [datastore1] devstack-image-cache_base/4b431b63-5db5-4495-9a32-c858c1ff4594/4b431b63-5db5-4495-9a32-c858c1ff4594.vmdk. {{(pid=62301) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1149.104763] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-dfcad955-a534-4bc4-b07a-5e3574ea6eb3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.110529] env[62301]: DEBUG oslo_vmware.api [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Waiting for the task: (returnval){ [ 1149.110529] env[62301]: value = "task-2571115" [ 1149.110529] env[62301]: _type = "Task" [ 1149.110529] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.118779] env[62301]: DEBUG oslo_vmware.api [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2571115, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.192285] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-be536379-a5a7-46d8-8e0e-ecee8ff715bf {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.206333] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf32634-3149-403e-96a1-ca85eaed67bf {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.217615] env[62301]: DEBUG oslo_concurrency.lockutils [None req-99f6bbf0-f122-4da4-bf5e-1d7f9d62a624 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.740s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1149.240177] env[62301]: DEBUG nova.compute.manager [req-c9546fae-e9d2-432b-8d95-37815a2c89d1 req-1d279718-54c9-473c-a7d5-82febbc12b0d service nova] [instance: 6121c067-801b-4e61-af7f-fe0f318a2e3e] Detach interface failed, port_id=4ee5a7d5-38b9-4bea-96f1-a6304cd894cb, reason: Instance 6121c067-801b-4e61-af7f-fe0f318a2e3e could not be found. {{(pid=62301) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1149.241494] env[62301]: INFO nova.scheduler.client.report [None req-99f6bbf0-f122-4da4-bf5e-1d7f9d62a624 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Deleted allocations for instance 6121c067-801b-4e61-af7f-fe0f318a2e3e [ 1149.450870] env[62301]: DEBUG oslo_vmware.api [None req-20f594ab-f909-49a6-84e6-de49f5d4e283 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Task: {'id': task-2571113, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151043} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.451222] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-20f594ab-f909-49a6-84e6-de49f5d4e283 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1149.451327] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-20f594ab-f909-49a6-84e6-de49f5d4e283 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Deleted contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1149.451536] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-20f594ab-f909-49a6-84e6-de49f5d4e283 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1149.451745] env[62301]: INFO nova.compute.manager [None req-20f594ab-f909-49a6-84e6-de49f5d4e283 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1149.451984] env[62301]: DEBUG oslo.service.loopingcall [None req-20f594ab-f909-49a6-84e6-de49f5d4e283 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1149.452203] env[62301]: DEBUG nova.compute.manager [-] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1149.452298] env[62301]: DEBUG nova.network.neutron [-] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1149.603415] env[62301]: DEBUG oslo_vmware.api [None req-dc57eeb1-3298-4a76-a2bf-1fbfd8e6b58d tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2571100, 'name': ReconfigVM_Task, 'duration_secs': 5.761267} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.603909] env[62301]: DEBUG oslo_concurrency.lockutils [None req-dc57eeb1-3298-4a76-a2bf-1fbfd8e6b58d tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Releasing lock "1dedee32-a2dd-409b-89f6-7c8e764c5c0c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.603986] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-dc57eeb1-3298-4a76-a2bf-1fbfd8e6b58d tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Reconfigured VM to detach interface {{(pid=62301) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1149.620441] env[62301]: DEBUG oslo_vmware.api [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2571115, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.754400] env[62301]: DEBUG oslo_concurrency.lockutils [None req-99f6bbf0-f122-4da4-bf5e-1d7f9d62a624 tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "6121c067-801b-4e61-af7f-fe0f318a2e3e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.474s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1149.849455] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b4d2a6e9-d8d2-41b1-9e6f-2a0034cbe743 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquiring lock "334bc39b-d49a-44f9-866f-28be73706227" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1149.849718] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b4d2a6e9-d8d2-41b1-9e6f-2a0034cbe743 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lock "334bc39b-d49a-44f9-866f-28be73706227" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1149.849925] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b4d2a6e9-d8d2-41b1-9e6f-2a0034cbe743 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquiring lock "334bc39b-d49a-44f9-866f-28be73706227-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1149.850605] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b4d2a6e9-d8d2-41b1-9e6f-2a0034cbe743 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lock "334bc39b-d49a-44f9-866f-28be73706227-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1149.850799] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b4d2a6e9-d8d2-41b1-9e6f-2a0034cbe743 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lock "334bc39b-d49a-44f9-866f-28be73706227-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1149.852929] env[62301]: INFO nova.compute.manager [None req-b4d2a6e9-d8d2-41b1-9e6f-2a0034cbe743 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Terminating instance [ 1150.122503] env[62301]: DEBUG oslo_vmware.api [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2571115, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.153704] env[62301]: DEBUG nova.compute.manager [req-eedb59b5-c460-4665-b0a3-a5edd19e210e req-65e7e7c2-8ca2-4e6e-af87-255293a5b18b service nova] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Received event network-vif-deleted-498b53cb-7c96-4830-ac04-59fa3017e0eb {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1150.153917] env[62301]: INFO nova.compute.manager [req-eedb59b5-c460-4665-b0a3-a5edd19e210e req-65e7e7c2-8ca2-4e6e-af87-255293a5b18b service nova] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Neutron deleted interface 498b53cb-7c96-4830-ac04-59fa3017e0eb; detaching it from the instance and deleting it from the info cache [ 1150.155115] env[62301]: DEBUG nova.network.neutron [req-eedb59b5-c460-4665-b0a3-a5edd19e210e req-65e7e7c2-8ca2-4e6e-af87-255293a5b18b service nova] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.356980] env[62301]: DEBUG nova.compute.manager [None req-b4d2a6e9-d8d2-41b1-9e6f-2a0034cbe743 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1150.357355] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d2a6e9-d8d2-41b1-9e6f-2a0034cbe743 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1150.358374] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f91903-1779-41fd-81cc-f8dbedd11140 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.367222] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4d2a6e9-d8d2-41b1-9e6f-2a0034cbe743 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1150.367574] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be1822e7-cc71-4293-b979-a8764025e52c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.375325] env[62301]: DEBUG oslo_vmware.api [None req-b4d2a6e9-d8d2-41b1-9e6f-2a0034cbe743 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 1150.375325] env[62301]: value = "task-2571117" [ 1150.375325] env[62301]: _type = "Task" [ 1150.375325] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.384994] env[62301]: DEBUG oslo_vmware.api [None req-b4d2a6e9-d8d2-41b1-9e6f-2a0034cbe743 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2571117, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.623580] env[62301]: DEBUG oslo_vmware.api [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2571115, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.635695] env[62301]: DEBUG nova.network.neutron [-] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.657712] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f7f6c804-c918-49be-92a6-51ab2ff10506 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.669808] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37377541-3d4a-468d-b841-b683af527210 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.701935] env[62301]: DEBUG nova.compute.manager [req-eedb59b5-c460-4665-b0a3-a5edd19e210e req-65e7e7c2-8ca2-4e6e-af87-255293a5b18b service nova] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Detach interface failed, port_id=498b53cb-7c96-4830-ac04-59fa3017e0eb, reason: Instance f772a532-3402-4b9c-95be-0bbb9c5ef7ad could not be found. {{(pid=62301) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1150.888026] env[62301]: DEBUG oslo_vmware.api [None req-b4d2a6e9-d8d2-41b1-9e6f-2a0034cbe743 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2571117, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.118429] env[62301]: DEBUG oslo_concurrency.lockutils [None req-dc57eeb1-3298-4a76-a2bf-1fbfd8e6b58d tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquiring lock "refresh_cache-1dedee32-a2dd-409b-89f6-7c8e764c5c0c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.118670] env[62301]: DEBUG oslo_concurrency.lockutils [None req-dc57eeb1-3298-4a76-a2bf-1fbfd8e6b58d tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquired lock "refresh_cache-1dedee32-a2dd-409b-89f6-7c8e764c5c0c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.118870] env[62301]: DEBUG nova.network.neutron [None req-dc57eeb1-3298-4a76-a2bf-1fbfd8e6b58d tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1151.126485] env[62301]: DEBUG oslo_vmware.api [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2571115, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.138533] env[62301]: INFO nova.compute.manager [-] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Took 1.69 seconds to deallocate network for instance. [ 1151.386647] env[62301]: DEBUG oslo_vmware.api [None req-b4d2a6e9-d8d2-41b1-9e6f-2a0034cbe743 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2571117, 'name': PowerOffVM_Task, 'duration_secs': 0.803026} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.386907] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4d2a6e9-d8d2-41b1-9e6f-2a0034cbe743 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1151.387047] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d2a6e9-d8d2-41b1-9e6f-2a0034cbe743 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1151.387350] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb1c191c-3a96-4b72-a916-df68cd4a8cb6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.467865] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d2a6e9-d8d2-41b1-9e6f-2a0034cbe743 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1151.468095] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d2a6e9-d8d2-41b1-9e6f-2a0034cbe743 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1151.468298] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4d2a6e9-d8d2-41b1-9e6f-2a0034cbe743 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Deleting the datastore file [datastore1] 334bc39b-d49a-44f9-866f-28be73706227 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1151.468587] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4759ca8c-c14d-4d24-8e68-593758328cfe {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.480043] env[62301]: DEBUG oslo_vmware.api [None req-b4d2a6e9-d8d2-41b1-9e6f-2a0034cbe743 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 1151.480043] env[62301]: value = "task-2571119" [ 1151.480043] env[62301]: _type = "Task" [ 1151.480043] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.487114] env[62301]: DEBUG oslo_vmware.api [None req-b4d2a6e9-d8d2-41b1-9e6f-2a0034cbe743 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2571119, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.628201] env[62301]: DEBUG oslo_vmware.api [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2571115, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.404645} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.628201] env[62301]: INFO nova.virt.vmwareapi.ds_util [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_504f0535-1f55-414e-bd93-1257c1e5c8bd/OSTACK_IMG_504f0535-1f55-414e-bd93-1257c1e5c8bd.vmdk to [datastore1] devstack-image-cache_base/4b431b63-5db5-4495-9a32-c858c1ff4594/4b431b63-5db5-4495-9a32-c858c1ff4594.vmdk. [ 1151.628201] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Cleaning up location [datastore1] OSTACK_IMG_504f0535-1f55-414e-bd93-1257c1e5c8bd {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1151.628201] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_504f0535-1f55-414e-bd93-1257c1e5c8bd {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1151.628201] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5dad0eb3-1ac4-40de-b287-5f3494f3e686 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.636303] env[62301]: DEBUG oslo_vmware.api [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Waiting for the task: (returnval){ [ 1151.636303] env[62301]: value = "task-2571120" [ 1151.636303] env[62301]: _type = "Task" [ 1151.636303] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.647191] env[62301]: DEBUG oslo_concurrency.lockutils [None req-20f594ab-f909-49a6-84e6-de49f5d4e283 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1151.647890] env[62301]: DEBUG oslo_concurrency.lockutils [None req-20f594ab-f909-49a6-84e6-de49f5d4e283 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1151.648315] env[62301]: DEBUG nova.objects.instance [None req-20f594ab-f909-49a6-84e6-de49f5d4e283 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lazy-loading 'resources' on Instance uuid f772a532-3402-4b9c-95be-0bbb9c5ef7ad {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.650116] env[62301]: DEBUG oslo_vmware.api [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2571120, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.829861] env[62301]: INFO nova.network.neutron [None req-dc57eeb1-3298-4a76-a2bf-1fbfd8e6b58d tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Port 401704fd-e670-4342-9f11-22cdbd48859c from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1151.830374] env[62301]: DEBUG nova.network.neutron [None req-dc57eeb1-3298-4a76-a2bf-1fbfd8e6b58d tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Updating instance_info_cache with network_info: [{"id": "a488ad01-bc3f-4766-9a9c-01aa0204bbd4", "address": "fa:16:3e:d5:78:e0", "network": {"id": "32aca2ac-882d-4f89-b75b-c3af9ad6fefe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1098447386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f44005617fbf4cf3a6dc1727b4da2f55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa488ad01-bc", "ovs_interfaceid": "a488ad01-bc3f-4766-9a9c-01aa0204bbd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.954872] env[62301]: DEBUG nova.compute.manager [req-22d21750-f947-42aa-8e99-9d8eda7dfb12 req-e014297a-125a-493a-822d-6c453cd7820a service nova] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Received event network-changed-a488ad01-bc3f-4766-9a9c-01aa0204bbd4 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1151.955059] env[62301]: DEBUG nova.compute.manager [req-22d21750-f947-42aa-8e99-9d8eda7dfb12 req-e014297a-125a-493a-822d-6c453cd7820a service nova] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Refreshing instance network info cache due to event network-changed-a488ad01-bc3f-4766-9a9c-01aa0204bbd4. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1151.955281] env[62301]: DEBUG oslo_concurrency.lockutils [req-22d21750-f947-42aa-8e99-9d8eda7dfb12 req-e014297a-125a-493a-822d-6c453cd7820a service nova] Acquiring lock "refresh_cache-1dedee32-a2dd-409b-89f6-7c8e764c5c0c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.988760] env[62301]: DEBUG oslo_vmware.api [None req-b4d2a6e9-d8d2-41b1-9e6f-2a0034cbe743 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2571119, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189802} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.989017] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4d2a6e9-d8d2-41b1-9e6f-2a0034cbe743 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1151.989209] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d2a6e9-d8d2-41b1-9e6f-2a0034cbe743 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1151.989401] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d2a6e9-d8d2-41b1-9e6f-2a0034cbe743 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1151.989619] env[62301]: INFO nova.compute.manager [None req-b4d2a6e9-d8d2-41b1-9e6f-2a0034cbe743 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1151.989854] env[62301]: DEBUG oslo.service.loopingcall [None req-b4d2a6e9-d8d2-41b1-9e6f-2a0034cbe743 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1151.990060] env[62301]: DEBUG nova.compute.manager [-] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1151.990158] env[62301]: DEBUG nova.network.neutron [-] [instance: 334bc39b-d49a-44f9-866f-28be73706227] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1152.146650] env[62301]: DEBUG oslo_vmware.api [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2571120, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.045853} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.146869] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1152.147050] env[62301]: DEBUG oslo_concurrency.lockutils [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4b431b63-5db5-4495-9a32-c858c1ff4594/4b431b63-5db5-4495-9a32-c858c1ff4594.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.147363] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4b431b63-5db5-4495-9a32-c858c1ff4594/4b431b63-5db5-4495-9a32-c858c1ff4594.vmdk to [datastore1] 49f6036a-ed24-416b-addb-a865ff67668e/49f6036a-ed24-416b-addb-a865ff67668e.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1152.147618] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ea9d98d-003b-4a6e-8b3e-9923d95a406e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.155642] env[62301]: DEBUG oslo_vmware.api [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Waiting for the task: (returnval){ [ 1152.155642] env[62301]: value = "task-2571121" [ 1152.155642] env[62301]: _type = "Task" [ 1152.155642] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.170254] env[62301]: DEBUG oslo_vmware.api [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2571121, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.259931] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd26b18-e898-4bb1-97a4-0d74e73cc026 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.268492] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3da03a7-a05e-43b9-ab5f-ebb368e26fd9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.299767] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876823ee-936b-4944-8119-48cb50061766 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.307585] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f49b0f0-ebe9-46c7-abe7-e26b711d8ba0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.324030] env[62301]: DEBUG nova.compute.provider_tree [None req-20f594ab-f909-49a6-84e6-de49f5d4e283 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.334056] env[62301]: DEBUG oslo_concurrency.lockutils [None req-dc57eeb1-3298-4a76-a2bf-1fbfd8e6b58d tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Releasing lock "refresh_cache-1dedee32-a2dd-409b-89f6-7c8e764c5c0c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.336550] env[62301]: DEBUG oslo_concurrency.lockutils [req-22d21750-f947-42aa-8e99-9d8eda7dfb12 req-e014297a-125a-493a-822d-6c453cd7820a service nova] Acquired lock "refresh_cache-1dedee32-a2dd-409b-89f6-7c8e764c5c0c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.336786] env[62301]: DEBUG nova.network.neutron [req-22d21750-f947-42aa-8e99-9d8eda7dfb12 req-e014297a-125a-493a-822d-6c453cd7820a service nova] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Refreshing network info cache for port a488ad01-bc3f-4766-9a9c-01aa0204bbd4 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1152.470092] env[62301]: DEBUG nova.compute.manager [req-8dbb9306-4f5c-4db9-aad0-7d3d68d33f09 req-9e3cf2c2-6cf7-4190-813e-e66ce4779db0 service nova] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Received event network-vif-deleted-452b541b-8f6f-45a1-a4c8-f1561a03b101 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1152.470313] env[62301]: INFO nova.compute.manager [req-8dbb9306-4f5c-4db9-aad0-7d3d68d33f09 req-9e3cf2c2-6cf7-4190-813e-e66ce4779db0 service nova] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Neutron deleted interface 452b541b-8f6f-45a1-a4c8-f1561a03b101; detaching it from the instance and deleting it from the info cache [ 1152.470486] env[62301]: DEBUG nova.network.neutron [req-8dbb9306-4f5c-4db9-aad0-7d3d68d33f09 req-9e3cf2c2-6cf7-4190-813e-e66ce4779db0 service nova] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.618864] env[62301]: DEBUG oslo_concurrency.lockutils [None req-fc7a8dce-8e3c-480c-9841-b2dcc0a2ea58 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquiring lock "interface-7c44d3f3-9670-493b-a069-b9e837e78dd0-401704fd-e670-4342-9f11-22cdbd48859c" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1152.619270] env[62301]: DEBUG oslo_concurrency.lockutils [None req-fc7a8dce-8e3c-480c-9841-b2dcc0a2ea58 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lock "interface-7c44d3f3-9670-493b-a069-b9e837e78dd0-401704fd-e670-4342-9f11-22cdbd48859c" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1152.619802] env[62301]: DEBUG nova.objects.instance [None req-fc7a8dce-8e3c-480c-9841-b2dcc0a2ea58 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lazy-loading 'flavor' on Instance uuid 7c44d3f3-9670-493b-a069-b9e837e78dd0 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.665581] env[62301]: DEBUG oslo_vmware.api [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2571121, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.827449] env[62301]: DEBUG nova.scheduler.client.report [None req-20f594ab-f909-49a6-84e6-de49f5d4e283 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.841737] env[62301]: DEBUG oslo_concurrency.lockutils [None req-dc57eeb1-3298-4a76-a2bf-1fbfd8e6b58d tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lock "interface-1dedee32-a2dd-409b-89f6-7c8e764c5c0c-401704fd-e670-4342-9f11-22cdbd48859c" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.839s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1152.947152] env[62301]: DEBUG nova.network.neutron [-] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.974603] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-24133404-1524-4950-a5fa-45390a7da00a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.985602] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed83a356-e120-46ec-b2a4-5b2191b0d713 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.017842] env[62301]: DEBUG nova.compute.manager [req-8dbb9306-4f5c-4db9-aad0-7d3d68d33f09 req-9e3cf2c2-6cf7-4190-813e-e66ce4779db0 service nova] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Detach interface failed, port_id=452b541b-8f6f-45a1-a4c8-f1561a03b101, reason: Instance 334bc39b-d49a-44f9-866f-28be73706227 could not be found. {{(pid=62301) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1153.081278] env[62301]: DEBUG nova.network.neutron [req-22d21750-f947-42aa-8e99-9d8eda7dfb12 req-e014297a-125a-493a-822d-6c453cd7820a service nova] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Updated VIF entry in instance network info cache for port a488ad01-bc3f-4766-9a9c-01aa0204bbd4. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1153.081670] env[62301]: DEBUG nova.network.neutron [req-22d21750-f947-42aa-8e99-9d8eda7dfb12 req-e014297a-125a-493a-822d-6c453cd7820a service nova] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Updating instance_info_cache with network_info: [{"id": "a488ad01-bc3f-4766-9a9c-01aa0204bbd4", "address": "fa:16:3e:d5:78:e0", "network": {"id": "32aca2ac-882d-4f89-b75b-c3af9ad6fefe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1098447386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f44005617fbf4cf3a6dc1727b4da2f55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa488ad01-bc", "ovs_interfaceid": "a488ad01-bc3f-4766-9a9c-01aa0204bbd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.167965] env[62301]: DEBUG oslo_vmware.api [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2571121, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.221200] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.221463] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.221612] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Starting heal instance info cache {{(pid=62301) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1153.235072] env[62301]: DEBUG nova.objects.instance [None req-fc7a8dce-8e3c-480c-9841-b2dcc0a2ea58 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lazy-loading 'pci_requests' on Instance uuid 7c44d3f3-9670-493b-a069-b9e837e78dd0 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.333028] env[62301]: DEBUG oslo_concurrency.lockutils [None req-20f594ab-f909-49a6-84e6-de49f5d4e283 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.685s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1153.357459] env[62301]: INFO nova.scheduler.client.report [None req-20f594ab-f909-49a6-84e6-de49f5d4e283 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Deleted allocations for instance f772a532-3402-4b9c-95be-0bbb9c5ef7ad [ 1153.450575] env[62301]: INFO nova.compute.manager [-] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Took 1.46 seconds to deallocate network for instance. [ 1153.584485] env[62301]: DEBUG oslo_concurrency.lockutils [req-22d21750-f947-42aa-8e99-9d8eda7dfb12 req-e014297a-125a-493a-822d-6c453cd7820a service nova] Releasing lock "refresh_cache-1dedee32-a2dd-409b-89f6-7c8e764c5c0c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.667354] env[62301]: DEBUG oslo_vmware.api [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2571121, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.738488] env[62301]: DEBUG nova.objects.base [None req-fc7a8dce-8e3c-480c-9841-b2dcc0a2ea58 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Object Instance<7c44d3f3-9670-493b-a069-b9e837e78dd0> lazy-loaded attributes: flavor,pci_requests {{(pid=62301) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1153.738707] env[62301]: DEBUG nova.network.neutron [None req-fc7a8dce-8e3c-480c-9841-b2dcc0a2ea58 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1153.804434] env[62301]: DEBUG nova.policy [None req-fc7a8dce-8e3c-480c-9841-b2dcc0a2ea58 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '041995c459584460b882ae64a87af08a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f44005617fbf4cf3a6dc1727b4da2f55', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 1153.865460] env[62301]: DEBUG oslo_concurrency.lockutils [None req-20f594ab-f909-49a6-84e6-de49f5d4e283 tempest-ServerActionsTestOtherB-1348706743 tempest-ServerActionsTestOtherB-1348706743-project-member] Lock "f772a532-3402-4b9c-95be-0bbb9c5ef7ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.065s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1153.958344] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b4d2a6e9-d8d2-41b1-9e6f-2a0034cbe743 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1153.958734] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b4d2a6e9-d8d2-41b1-9e6f-2a0034cbe743 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1153.958910] env[62301]: DEBUG nova.objects.instance [None req-b4d2a6e9-d8d2-41b1-9e6f-2a0034cbe743 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lazy-loading 'resources' on Instance uuid 334bc39b-d49a-44f9-866f-28be73706227 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.984993] env[62301]: DEBUG nova.compute.manager [req-31ca22a0-2b80-4f07-92c9-d18d8cd44d34 req-42b227e1-e815-46bc-acc7-5e0e32c07fc6 service nova] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Received event network-changed-92fbabd3-d796-4ac2-a6c6-34f7a27a071c {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1153.985124] env[62301]: DEBUG nova.compute.manager [req-31ca22a0-2b80-4f07-92c9-d18d8cd44d34 req-42b227e1-e815-46bc-acc7-5e0e32c07fc6 service nova] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Refreshing instance network info cache due to event network-changed-92fbabd3-d796-4ac2-a6c6-34f7a27a071c. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1153.986087] env[62301]: DEBUG oslo_concurrency.lockutils [req-31ca22a0-2b80-4f07-92c9-d18d8cd44d34 req-42b227e1-e815-46bc-acc7-5e0e32c07fc6 service nova] Acquiring lock "refresh_cache-7c44d3f3-9670-493b-a069-b9e837e78dd0" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.986087] env[62301]: DEBUG oslo_concurrency.lockutils [req-31ca22a0-2b80-4f07-92c9-d18d8cd44d34 req-42b227e1-e815-46bc-acc7-5e0e32c07fc6 service nova] Acquired lock "refresh_cache-7c44d3f3-9670-493b-a069-b9e837e78dd0" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.986087] env[62301]: DEBUG nova.network.neutron [req-31ca22a0-2b80-4f07-92c9-d18d8cd44d34 req-42b227e1-e815-46bc-acc7-5e0e32c07fc6 service nova] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Refreshing network info cache for port 92fbabd3-d796-4ac2-a6c6-34f7a27a071c {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1154.118582] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6ebba85f-b8d6-4c2c-ac08-ac80bc4a746e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquiring lock "c51583ab-2881-42e3-b9e6-831afc6b6f49" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1154.118883] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6ebba85f-b8d6-4c2c-ac08-ac80bc4a746e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "c51583ab-2881-42e3-b9e6-831afc6b6f49" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1154.119123] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6ebba85f-b8d6-4c2c-ac08-ac80bc4a746e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquiring lock "c51583ab-2881-42e3-b9e6-831afc6b6f49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1154.119313] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6ebba85f-b8d6-4c2c-ac08-ac80bc4a746e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "c51583ab-2881-42e3-b9e6-831afc6b6f49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1154.119569] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6ebba85f-b8d6-4c2c-ac08-ac80bc4a746e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "c51583ab-2881-42e3-b9e6-831afc6b6f49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1154.122536] env[62301]: INFO nova.compute.manager [None req-6ebba85f-b8d6-4c2c-ac08-ac80bc4a746e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] Terminating instance [ 1154.168526] env[62301]: DEBUG oslo_vmware.api [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2571121, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.541634] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce0d60c-0eab-4402-86d6-d7e6184771a7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.548818] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e539a6-d6b2-49ac-b26b-6450802614b7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.580898] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95c87f0-7015-4787-9f18-2ad731fcf9e5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.587973] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3b9c6b-e12c-44fb-8fbc-6d1e00588126 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.600951] env[62301]: DEBUG nova.compute.provider_tree [None req-b4d2a6e9-d8d2-41b1-9e6f-2a0034cbe743 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.626316] env[62301]: DEBUG nova.compute.manager [None req-6ebba85f-b8d6-4c2c-ac08-ac80bc4a746e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1154.626519] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-6ebba85f-b8d6-4c2c-ac08-ac80bc4a746e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1154.627293] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2c3ed0-cf9a-4c0a-8722-9290d08adc9f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.634739] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ebba85f-b8d6-4c2c-ac08-ac80bc4a746e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1154.634952] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6afcc43-ed4f-4c01-8f80-0bf4d93f70d1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.640968] env[62301]: DEBUG oslo_vmware.api [None req-6ebba85f-b8d6-4c2c-ac08-ac80bc4a746e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 1154.640968] env[62301]: value = "task-2571123" [ 1154.640968] env[62301]: _type = "Task" [ 1154.640968] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.648972] env[62301]: DEBUG oslo_vmware.api [None req-6ebba85f-b8d6-4c2c-ac08-ac80bc4a746e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2571123, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.668389] env[62301]: DEBUG oslo_vmware.api [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2571121, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.257492} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.668739] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4b431b63-5db5-4495-9a32-c858c1ff4594/4b431b63-5db5-4495-9a32-c858c1ff4594.vmdk to [datastore1] 49f6036a-ed24-416b-addb-a865ff67668e/49f6036a-ed24-416b-addb-a865ff67668e.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1154.669510] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d851c786-6652-4b7e-912a-69a4743842a3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.691257] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 49f6036a-ed24-416b-addb-a865ff67668e/49f6036a-ed24-416b-addb-a865ff67668e.vmdk or device None with type streamOptimized {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1154.691540] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ad28d8a-e5c7-4c4b-af64-91cab11b59f9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.713399] env[62301]: DEBUG oslo_vmware.api [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Waiting for the task: (returnval){ [ 1154.713399] env[62301]: value = "task-2571124" [ 1154.713399] env[62301]: _type = "Task" [ 1154.713399] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.722240] env[62301]: DEBUG oslo_vmware.api [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2571124, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.738533] env[62301]: DEBUG nova.network.neutron [req-31ca22a0-2b80-4f07-92c9-d18d8cd44d34 req-42b227e1-e815-46bc-acc7-5e0e32c07fc6 service nova] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Updated VIF entry in instance network info cache for port 92fbabd3-d796-4ac2-a6c6-34f7a27a071c. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1154.738978] env[62301]: DEBUG nova.network.neutron [req-31ca22a0-2b80-4f07-92c9-d18d8cd44d34 req-42b227e1-e815-46bc-acc7-5e0e32c07fc6 service nova] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Updating instance_info_cache with network_info: [{"id": "92fbabd3-d796-4ac2-a6c6-34f7a27a071c", "address": "fa:16:3e:8e:17:0d", "network": {"id": "32aca2ac-882d-4f89-b75b-c3af9ad6fefe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1098447386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f44005617fbf4cf3a6dc1727b4da2f55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92fbabd3-d7", "ovs_interfaceid": "92fbabd3-d796-4ac2-a6c6-34f7a27a071c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.104284] env[62301]: DEBUG nova.scheduler.client.report [None req-b4d2a6e9-d8d2-41b1-9e6f-2a0034cbe743 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1155.151082] env[62301]: DEBUG oslo_vmware.api [None req-6ebba85f-b8d6-4c2c-ac08-ac80bc4a746e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2571123, 'name': PowerOffVM_Task, 'duration_secs': 0.210663} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.151340] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ebba85f-b8d6-4c2c-ac08-ac80bc4a746e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.151508] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-6ebba85f-b8d6-4c2c-ac08-ac80bc4a746e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1155.151760] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4aebb38e-db2a-40c9-9f51-f862973dc3e6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.213761] env[62301]: DEBUG nova.compute.manager [req-5447b261-b31c-44d5-b680-42e44eac1ad6 req-b3907f2a-a057-4449-88cd-703c615bfbe1 service nova] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Received event network-vif-plugged-401704fd-e670-4342-9f11-22cdbd48859c {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1155.213988] env[62301]: DEBUG oslo_concurrency.lockutils [req-5447b261-b31c-44d5-b680-42e44eac1ad6 req-b3907f2a-a057-4449-88cd-703c615bfbe1 service nova] Acquiring lock "7c44d3f3-9670-493b-a069-b9e837e78dd0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1155.216589] env[62301]: DEBUG oslo_concurrency.lockutils [req-5447b261-b31c-44d5-b680-42e44eac1ad6 req-b3907f2a-a057-4449-88cd-703c615bfbe1 service nova] Lock "7c44d3f3-9670-493b-a069-b9e837e78dd0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1155.216996] env[62301]: DEBUG oslo_concurrency.lockutils [req-5447b261-b31c-44d5-b680-42e44eac1ad6 req-b3907f2a-a057-4449-88cd-703c615bfbe1 service nova] Lock "7c44d3f3-9670-493b-a069-b9e837e78dd0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1155.217064] env[62301]: DEBUG nova.compute.manager [req-5447b261-b31c-44d5-b680-42e44eac1ad6 req-b3907f2a-a057-4449-88cd-703c615bfbe1 service nova] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] No waiting events found dispatching network-vif-plugged-401704fd-e670-4342-9f11-22cdbd48859c {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1155.217299] env[62301]: WARNING nova.compute.manager [req-5447b261-b31c-44d5-b680-42e44eac1ad6 req-b3907f2a-a057-4449-88cd-703c615bfbe1 service nova] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Received unexpected event network-vif-plugged-401704fd-e670-4342-9f11-22cdbd48859c for instance with vm_state active and task_state None. [ 1155.219160] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-6ebba85f-b8d6-4c2c-ac08-ac80bc4a746e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1155.219351] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-6ebba85f-b8d6-4c2c-ac08-ac80bc4a746e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] Deleting contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1155.219526] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ebba85f-b8d6-4c2c-ac08-ac80bc4a746e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Deleting the datastore file [datastore2] c51583ab-2881-42e3-b9e6-831afc6b6f49 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1155.222676] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c99178f-49b3-4308-ae1e-07a33689593d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.229548] env[62301]: DEBUG oslo_vmware.api [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2571124, 'name': ReconfigVM_Task, 'duration_secs': 0.313554} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.230788] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 49f6036a-ed24-416b-addb-a865ff67668e/49f6036a-ed24-416b-addb-a865ff67668e.vmdk or device None with type streamOptimized {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1155.231399] env[62301]: DEBUG oslo_vmware.api [None req-6ebba85f-b8d6-4c2c-ac08-ac80bc4a746e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for the task: (returnval){ [ 1155.231399] env[62301]: value = "task-2571126" [ 1155.231399] env[62301]: _type = "Task" [ 1155.231399] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.231573] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-180d900d-c06d-426f-abc4-192f10a33ced {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.243219] env[62301]: DEBUG oslo_concurrency.lockutils [req-31ca22a0-2b80-4f07-92c9-d18d8cd44d34 req-42b227e1-e815-46bc-acc7-5e0e32c07fc6 service nova] Releasing lock "refresh_cache-7c44d3f3-9670-493b-a069-b9e837e78dd0" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.243408] env[62301]: DEBUG oslo_vmware.api [None req-6ebba85f-b8d6-4c2c-ac08-ac80bc4a746e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2571126, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.244571] env[62301]: DEBUG oslo_vmware.api [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Waiting for the task: (returnval){ [ 1155.244571] env[62301]: value = "task-2571127" [ 1155.244571] env[62301]: _type = "Task" [ 1155.244571] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.252458] env[62301]: DEBUG oslo_vmware.api [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2571127, 'name': Rename_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.285097] env[62301]: DEBUG nova.network.neutron [None req-fc7a8dce-8e3c-480c-9841-b2dcc0a2ea58 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Successfully updated port: 401704fd-e670-4342-9f11-22cdbd48859c {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1155.611247] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b4d2a6e9-d8d2-41b1-9e6f-2a0034cbe743 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.652s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1155.632387] env[62301]: INFO nova.scheduler.client.report [None req-b4d2a6e9-d8d2-41b1-9e6f-2a0034cbe743 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Deleted allocations for instance 334bc39b-d49a-44f9-866f-28be73706227 [ 1155.739807] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Acquiring lock "refresh_cache-49f6036a-ed24-416b-addb-a865ff67668e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.740274] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Acquired lock "refresh_cache-49f6036a-ed24-416b-addb-a865ff67668e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.740274] env[62301]: DEBUG nova.network.neutron [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Forcefully refreshing network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1155.744508] env[62301]: DEBUG oslo_vmware.api [None req-6ebba85f-b8d6-4c2c-ac08-ac80bc4a746e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Task: {'id': task-2571126, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.235099} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.745259] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ebba85f-b8d6-4c2c-ac08-ac80bc4a746e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1155.745465] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-6ebba85f-b8d6-4c2c-ac08-ac80bc4a746e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] Deleted contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1155.745644] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-6ebba85f-b8d6-4c2c-ac08-ac80bc4a746e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1155.745826] env[62301]: INFO nova.compute.manager [None req-6ebba85f-b8d6-4c2c-ac08-ac80bc4a746e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1155.746075] env[62301]: DEBUG oslo.service.loopingcall [None req-6ebba85f-b8d6-4c2c-ac08-ac80bc4a746e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1155.746576] env[62301]: DEBUG nova.compute.manager [-] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1155.746666] env[62301]: DEBUG nova.network.neutron [-] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1155.756986] env[62301]: DEBUG oslo_vmware.api [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2571127, 'name': Rename_Task, 'duration_secs': 0.13676} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.756986] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1155.756986] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b376e212-7d61-4141-b6ae-b9bc5446472b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.762765] env[62301]: DEBUG oslo_vmware.api [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Waiting for the task: (returnval){ [ 1155.762765] env[62301]: value = "task-2571128" [ 1155.762765] env[62301]: _type = "Task" [ 1155.762765] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.770092] env[62301]: DEBUG oslo_vmware.api [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2571128, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.788220] env[62301]: DEBUG oslo_concurrency.lockutils [None req-fc7a8dce-8e3c-480c-9841-b2dcc0a2ea58 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquiring lock "refresh_cache-7c44d3f3-9670-493b-a069-b9e837e78dd0" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.788387] env[62301]: DEBUG oslo_concurrency.lockutils [None req-fc7a8dce-8e3c-480c-9841-b2dcc0a2ea58 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquired lock "refresh_cache-7c44d3f3-9670-493b-a069-b9e837e78dd0" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.788593] env[62301]: DEBUG nova.network.neutron [None req-fc7a8dce-8e3c-480c-9841-b2dcc0a2ea58 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1156.139715] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b4d2a6e9-d8d2-41b1-9e6f-2a0034cbe743 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lock "334bc39b-d49a-44f9-866f-28be73706227" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.290s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1156.272540] env[62301]: DEBUG oslo_vmware.api [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2571128, 'name': PowerOnVM_Task, 'duration_secs': 0.453488} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.272804] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1156.325086] env[62301]: WARNING nova.network.neutron [None req-fc7a8dce-8e3c-480c-9841-b2dcc0a2ea58 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] 32aca2ac-882d-4f89-b75b-c3af9ad6fefe already exists in list: networks containing: ['32aca2ac-882d-4f89-b75b-c3af9ad6fefe']. ignoring it [ 1156.378937] env[62301]: DEBUG nova.compute.manager [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1156.380209] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0619f294-b228-4653-b381-9eac04f5cbe2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.471760] env[62301]: DEBUG nova.network.neutron [-] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.599773] env[62301]: DEBUG nova.network.neutron [None req-fc7a8dce-8e3c-480c-9841-b2dcc0a2ea58 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Updating instance_info_cache with network_info: [{"id": "92fbabd3-d796-4ac2-a6c6-34f7a27a071c", "address": "fa:16:3e:8e:17:0d", "network": {"id": "32aca2ac-882d-4f89-b75b-c3af9ad6fefe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1098447386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f44005617fbf4cf3a6dc1727b4da2f55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92fbabd3-d7", "ovs_interfaceid": "92fbabd3-d796-4ac2-a6c6-34f7a27a071c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "401704fd-e670-4342-9f11-22cdbd48859c", "address": "fa:16:3e:0a:2a:1a", "network": {"id": "32aca2ac-882d-4f89-b75b-c3af9ad6fefe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1098447386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f44005617fbf4cf3a6dc1727b4da2f55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap401704fd-e6", "ovs_interfaceid": "401704fd-e670-4342-9f11-22cdbd48859c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.902918] env[62301]: DEBUG oslo_concurrency.lockutils [None req-896feced-9eb7-4ae3-bfa4-bdc36c2f25bd tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Lock "49f6036a-ed24-416b-addb-a865ff67668e" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.711s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1156.949234] env[62301]: DEBUG nova.network.neutron [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Updating instance_info_cache with network_info: [{"id": "cb17ebaf-56e3-473f-b9b1-ecacde4d7e63", "address": "fa:16:3e:f4:41:1f", "network": {"id": "b833fc4f-6a7f-4f89-9c27-cc3c44b31c21", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-649441464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4352f1b6608f4987911fa3832ca6aeb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c02dd284-ab80-451c-93eb-48c8360acb9c", "external-id": "nsx-vlan-transportzone-818", "segmentation_id": 818, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb17ebaf-56", "ovs_interfaceid": "cb17ebaf-56e3-473f-b9b1-ecacde4d7e63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.976158] env[62301]: INFO nova.compute.manager [-] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] Took 1.23 seconds to deallocate network for instance. [ 1157.102278] env[62301]: DEBUG oslo_concurrency.lockutils [None req-fc7a8dce-8e3c-480c-9841-b2dcc0a2ea58 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Releasing lock "refresh_cache-7c44d3f3-9670-493b-a069-b9e837e78dd0" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.103079] env[62301]: DEBUG oslo_concurrency.lockutils [None req-fc7a8dce-8e3c-480c-9841-b2dcc0a2ea58 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquiring lock "7c44d3f3-9670-493b-a069-b9e837e78dd0" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.103172] env[62301]: DEBUG oslo_concurrency.lockutils [None req-fc7a8dce-8e3c-480c-9841-b2dcc0a2ea58 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquired lock "7c44d3f3-9670-493b-a069-b9e837e78dd0" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.104082] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bce21a0-b0a3-4df1-af6e-a3a1c930f6a1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.121191] env[62301]: DEBUG nova.virt.hardware [None req-fc7a8dce-8e3c-480c-9841-b2dcc0a2ea58 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1157.121437] env[62301]: DEBUG nova.virt.hardware [None req-fc7a8dce-8e3c-480c-9841-b2dcc0a2ea58 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1157.121597] env[62301]: DEBUG nova.virt.hardware [None req-fc7a8dce-8e3c-480c-9841-b2dcc0a2ea58 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1157.121777] env[62301]: DEBUG nova.virt.hardware [None req-fc7a8dce-8e3c-480c-9841-b2dcc0a2ea58 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1157.121922] env[62301]: DEBUG nova.virt.hardware [None req-fc7a8dce-8e3c-480c-9841-b2dcc0a2ea58 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1157.122082] env[62301]: DEBUG nova.virt.hardware [None req-fc7a8dce-8e3c-480c-9841-b2dcc0a2ea58 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1157.122291] env[62301]: DEBUG nova.virt.hardware [None req-fc7a8dce-8e3c-480c-9841-b2dcc0a2ea58 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1157.122450] env[62301]: DEBUG nova.virt.hardware [None req-fc7a8dce-8e3c-480c-9841-b2dcc0a2ea58 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1157.122626] env[62301]: DEBUG nova.virt.hardware [None req-fc7a8dce-8e3c-480c-9841-b2dcc0a2ea58 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1157.122780] env[62301]: DEBUG nova.virt.hardware [None req-fc7a8dce-8e3c-480c-9841-b2dcc0a2ea58 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1157.122949] env[62301]: DEBUG nova.virt.hardware [None req-fc7a8dce-8e3c-480c-9841-b2dcc0a2ea58 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1157.129125] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-fc7a8dce-8e3c-480c-9841-b2dcc0a2ea58 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Reconfiguring VM to attach interface {{(pid=62301) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1157.129435] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c52eede-5940-489a-a8ef-b6bc04654f30 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.146765] env[62301]: DEBUG oslo_vmware.api [None req-fc7a8dce-8e3c-480c-9841-b2dcc0a2ea58 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Waiting for the task: (returnval){ [ 1157.146765] env[62301]: value = "task-2571129" [ 1157.146765] env[62301]: _type = "Task" [ 1157.146765] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.155896] env[62301]: DEBUG oslo_vmware.api [None req-fc7a8dce-8e3c-480c-9841-b2dcc0a2ea58 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2571129, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.165347] env[62301]: DEBUG oslo_concurrency.lockutils [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquiring lock "34698519-3e1f-45f5-8ec0-aec50c161253" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1157.165668] env[62301]: DEBUG oslo_concurrency.lockutils [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lock "34698519-3e1f-45f5-8ec0-aec50c161253" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1157.318545] env[62301]: DEBUG nova.compute.manager [req-bc90098d-e679-4656-87d8-d6f3bfcdad25 req-9ae23fd9-080f-4062-a477-bb079010ed35 service nova] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Received event network-changed-401704fd-e670-4342-9f11-22cdbd48859c {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1157.318682] env[62301]: DEBUG nova.compute.manager [req-bc90098d-e679-4656-87d8-d6f3bfcdad25 req-9ae23fd9-080f-4062-a477-bb079010ed35 service nova] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Refreshing instance network info cache due to event network-changed-401704fd-e670-4342-9f11-22cdbd48859c. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1157.318868] env[62301]: DEBUG oslo_concurrency.lockutils [req-bc90098d-e679-4656-87d8-d6f3bfcdad25 req-9ae23fd9-080f-4062-a477-bb079010ed35 service nova] Acquiring lock "refresh_cache-7c44d3f3-9670-493b-a069-b9e837e78dd0" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.318982] env[62301]: DEBUG oslo_concurrency.lockutils [req-bc90098d-e679-4656-87d8-d6f3bfcdad25 req-9ae23fd9-080f-4062-a477-bb079010ed35 service nova] Acquired lock "refresh_cache-7c44d3f3-9670-493b-a069-b9e837e78dd0" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.319173] env[62301]: DEBUG nova.network.neutron [req-bc90098d-e679-4656-87d8-d6f3bfcdad25 req-9ae23fd9-080f-4062-a477-bb079010ed35 service nova] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Refreshing network info cache for port 401704fd-e670-4342-9f11-22cdbd48859c {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1157.452247] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Releasing lock "refresh_cache-49f6036a-ed24-416b-addb-a865ff67668e" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.452471] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Updated the network info_cache for instance {{(pid=62301) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1157.452705] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1157.452880] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1157.453075] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1157.453273] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1157.453426] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1157.453590] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1157.453762] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62301) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1157.453933] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1157.481858] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6ebba85f-b8d6-4c2c-ac08-ac80bc4a746e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1157.482142] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6ebba85f-b8d6-4c2c-ac08-ac80bc4a746e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1157.482359] env[62301]: DEBUG nova.objects.instance [None req-6ebba85f-b8d6-4c2c-ac08-ac80bc4a746e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lazy-loading 'resources' on Instance uuid c51583ab-2881-42e3-b9e6-831afc6b6f49 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.659189] env[62301]: DEBUG oslo_vmware.api [None req-fc7a8dce-8e3c-480c-9841-b2dcc0a2ea58 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2571129, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.668815] env[62301]: DEBUG nova.compute.manager [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1157.956811] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1158.005542] env[62301]: DEBUG nova.network.neutron [req-bc90098d-e679-4656-87d8-d6f3bfcdad25 req-9ae23fd9-080f-4062-a477-bb079010ed35 service nova] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Updated VIF entry in instance network info cache for port 401704fd-e670-4342-9f11-22cdbd48859c. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1158.005542] env[62301]: DEBUG nova.network.neutron [req-bc90098d-e679-4656-87d8-d6f3bfcdad25 req-9ae23fd9-080f-4062-a477-bb079010ed35 service nova] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Updating instance_info_cache with network_info: [{"id": "92fbabd3-d796-4ac2-a6c6-34f7a27a071c", "address": "fa:16:3e:8e:17:0d", "network": {"id": "32aca2ac-882d-4f89-b75b-c3af9ad6fefe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1098447386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f44005617fbf4cf3a6dc1727b4da2f55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92fbabd3-d7", "ovs_interfaceid": "92fbabd3-d796-4ac2-a6c6-34f7a27a071c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "401704fd-e670-4342-9f11-22cdbd48859c", "address": "fa:16:3e:0a:2a:1a", "network": {"id": "32aca2ac-882d-4f89-b75b-c3af9ad6fefe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1098447386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f44005617fbf4cf3a6dc1727b4da2f55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap401704fd-e6", "ovs_interfaceid": "401704fd-e670-4342-9f11-22cdbd48859c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.078339] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceda13f3-6e10-410b-b27d-ad895f83527e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.086449] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a582bf-49cc-4a8f-ab52-3f5341b57057 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.117535] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce0b44d-6aa5-4cdb-a75f-e7e64dfcca35 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.124893] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1325a0c0-c899-418c-9714-97b80aaa625f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.138093] env[62301]: DEBUG nova.compute.provider_tree [None req-6ebba85f-b8d6-4c2c-ac08-ac80bc4a746e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.157133] env[62301]: DEBUG oslo_vmware.api [None req-fc7a8dce-8e3c-480c-9841-b2dcc0a2ea58 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2571129, 'name': ReconfigVM_Task, 'duration_secs': 0.710132} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.164468] env[62301]: DEBUG oslo_concurrency.lockutils [None req-fc7a8dce-8e3c-480c-9841-b2dcc0a2ea58 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Releasing lock "7c44d3f3-9670-493b-a069-b9e837e78dd0" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1158.164695] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-fc7a8dce-8e3c-480c-9841-b2dcc0a2ea58 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Reconfigured VM to attach interface {{(pid=62301) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1158.200978] env[62301]: DEBUG oslo_concurrency.lockutils [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1158.510899] env[62301]: DEBUG oslo_concurrency.lockutils [req-bc90098d-e679-4656-87d8-d6f3bfcdad25 req-9ae23fd9-080f-4062-a477-bb079010ed35 service nova] Releasing lock "refresh_cache-7c44d3f3-9670-493b-a069-b9e837e78dd0" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1158.511192] env[62301]: DEBUG nova.compute.manager [req-bc90098d-e679-4656-87d8-d6f3bfcdad25 req-9ae23fd9-080f-4062-a477-bb079010ed35 service nova] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] Received event network-vif-deleted-ff5f411d-8197-4919-a029-0088542573e7 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1158.641782] env[62301]: DEBUG nova.scheduler.client.report [None req-6ebba85f-b8d6-4c2c-ac08-ac80bc4a746e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.669748] env[62301]: DEBUG oslo_concurrency.lockutils [None req-fc7a8dce-8e3c-480c-9841-b2dcc0a2ea58 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lock "interface-7c44d3f3-9670-493b-a069-b9e837e78dd0-401704fd-e670-4342-9f11-22cdbd48859c" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.050s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1159.147747] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6ebba85f-b8d6-4c2c-ac08-ac80bc4a746e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.665s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1159.149994] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.193s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1159.150186] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1159.150342] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62301) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1159.150639] env[62301]: DEBUG oslo_concurrency.lockutils [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.950s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1159.152322] env[62301]: INFO nova.compute.claims [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1159.155706] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30ee0af-4912-4cc8-8146-08374d725c39 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.165614] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a754c5-d94b-429c-96ff-7ca5735b976d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.181832] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0001a73-eb6e-47f3-829a-7ef5b3a6dcd3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.185942] env[62301]: INFO nova.scheduler.client.report [None req-6ebba85f-b8d6-4c2c-ac08-ac80bc4a746e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Deleted allocations for instance c51583ab-2881-42e3-b9e6-831afc6b6f49 [ 1159.194329] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f010ab3d-62e3-4d88-9bbd-43a5ffb978f8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.229971] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179858MB free_disk=131GB free_vcpus=48 pci_devices=None {{(pid=62301) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1159.230170] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1159.696557] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6ebba85f-b8d6-4c2c-ac08-ac80bc4a746e tempest-ServerActionsTestOtherA-291185116 tempest-ServerActionsTestOtherA-291185116-project-member] Lock "c51583ab-2881-42e3-b9e6-831afc6b6f49" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.578s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1160.251465] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f89f056-ad4b-49f0-bbff-a0cb88fe3c07 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.260281] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4076105-0a2f-4beb-9f03-2b63a8d0d1e2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.298543] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3e0901-ca5b-4ed0-a88f-df059efe7a65 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.305137] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76299bf7-7e59-4363-8d7c-e8a54060df5f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.318911] env[62301]: DEBUG nova.compute.provider_tree [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.370348] env[62301]: DEBUG oslo_concurrency.lockutils [None req-fe082638-73ac-40e3-abd3-674b011ce11c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquiring lock "interface-7c44d3f3-9670-493b-a069-b9e837e78dd0-401704fd-e670-4342-9f11-22cdbd48859c" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1160.370572] env[62301]: DEBUG oslo_concurrency.lockutils [None req-fe082638-73ac-40e3-abd3-674b011ce11c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lock "interface-7c44d3f3-9670-493b-a069-b9e837e78dd0-401704fd-e670-4342-9f11-22cdbd48859c" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1160.822482] env[62301]: DEBUG nova.scheduler.client.report [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1160.877659] env[62301]: DEBUG oslo_concurrency.lockutils [None req-fe082638-73ac-40e3-abd3-674b011ce11c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquiring lock "7c44d3f3-9670-493b-a069-b9e837e78dd0" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1160.877868] env[62301]: DEBUG oslo_concurrency.lockutils [None req-fe082638-73ac-40e3-abd3-674b011ce11c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquired lock "7c44d3f3-9670-493b-a069-b9e837e78dd0" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.878814] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68542b02-b930-4c1e-a8a2-b107fb8e0fc3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.898343] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9227f7-a92b-41d1-a928-7ac57519680e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.927053] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-fe082638-73ac-40e3-abd3-674b011ce11c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Reconfiguring VM to detach interface {{(pid=62301) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1160.927380] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9e7d0ab-f933-44e5-8b2a-585d80acabcc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.946128] env[62301]: DEBUG oslo_vmware.api [None req-fe082638-73ac-40e3-abd3-674b011ce11c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Waiting for the task: (returnval){ [ 1160.946128] env[62301]: value = "task-2571130" [ 1160.946128] env[62301]: _type = "Task" [ 1160.946128] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.954451] env[62301]: DEBUG oslo_vmware.api [None req-fe082638-73ac-40e3-abd3-674b011ce11c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2571130, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.327435] env[62301]: DEBUG oslo_concurrency.lockutils [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.177s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1161.327983] env[62301]: DEBUG nova.compute.manager [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1161.332815] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.103s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1161.457081] env[62301]: DEBUG oslo_vmware.api [None req-fe082638-73ac-40e3-abd3-674b011ce11c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2571130, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.834689] env[62301]: DEBUG nova.compute.utils [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1161.836168] env[62301]: DEBUG nova.compute.manager [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1161.836288] env[62301]: DEBUG nova.network.neutron [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1161.887141] env[62301]: DEBUG nova.policy [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69e5bd46b9694a72a822604525dc2d60', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c6e401c2ffb4be5ad8d8a54b65f4a3d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 1161.963375] env[62301]: DEBUG oslo_vmware.api [None req-fe082638-73ac-40e3-abd3-674b011ce11c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2571130, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.231925] env[62301]: DEBUG nova.network.neutron [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Successfully created port: c4d8318a-3664-4464-a6cf-56d17f3ffe81 {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1162.342219] env[62301]: DEBUG nova.compute.manager [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1162.378430] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 1dedee32-a2dd-409b-89f6-7c8e764c5c0c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1162.378590] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 7c44d3f3-9670-493b-a069-b9e837e78dd0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1162.378718] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 03fcc5c3-2ce4-4ab5-b84b-391696e7f603 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1162.378838] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 49f6036a-ed24-416b-addb-a865ff67668e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1162.378954] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 34698519-3e1f-45f5-8ec0-aec50c161253 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1162.379184] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=62301) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1162.379288] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=62301) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1162.464451] env[62301]: DEBUG oslo_vmware.api [None req-fe082638-73ac-40e3-abd3-674b011ce11c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2571130, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.472785] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba732cf-8686-4bea-b601-b12979264961 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.479676] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173a7550-1f62-412e-9391-db1669daba8e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.512088] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74cfdd32-26f6-4130-adb5-48087ea5c6f1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.520453] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a280ecb-f677-4922-9d6d-429bdd7501aa {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.534039] env[62301]: DEBUG nova.compute.provider_tree [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.958851] env[62301]: DEBUG oslo_vmware.api [None req-fe082638-73ac-40e3-abd3-674b011ce11c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2571130, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.037773] env[62301]: DEBUG nova.scheduler.client.report [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.357870] env[62301]: DEBUG nova.compute.manager [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1163.377807] env[62301]: DEBUG nova.virt.hardware [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1163.378079] env[62301]: DEBUG nova.virt.hardware [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1163.378251] env[62301]: DEBUG nova.virt.hardware [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1163.378432] env[62301]: DEBUG nova.virt.hardware [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1163.378588] env[62301]: DEBUG nova.virt.hardware [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1163.378861] env[62301]: DEBUG nova.virt.hardware [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1163.379045] env[62301]: DEBUG nova.virt.hardware [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1163.379245] env[62301]: DEBUG nova.virt.hardware [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1163.379357] env[62301]: DEBUG nova.virt.hardware [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1163.379531] env[62301]: DEBUG nova.virt.hardware [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1163.379719] env[62301]: DEBUG nova.virt.hardware [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1163.381038] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80410d0-48f4-486f-9f8a-f07ab72ce1a2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.388796] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f00a9b-6c65-448f-9308-459528263e50 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.458331] env[62301]: DEBUG oslo_vmware.api [None req-fe082638-73ac-40e3-abd3-674b011ce11c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2571130, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.546357] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62301) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1163.546577] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.214s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1163.637746] env[62301]: DEBUG nova.compute.manager [req-c465460d-4859-417c-8e32-cd547d918147 req-53c3ced3-f590-4bca-8456-296e6eab634c service nova] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Received event network-vif-plugged-c4d8318a-3664-4464-a6cf-56d17f3ffe81 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1163.637917] env[62301]: DEBUG oslo_concurrency.lockutils [req-c465460d-4859-417c-8e32-cd547d918147 req-53c3ced3-f590-4bca-8456-296e6eab634c service nova] Acquiring lock "34698519-3e1f-45f5-8ec0-aec50c161253-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1163.638145] env[62301]: DEBUG oslo_concurrency.lockutils [req-c465460d-4859-417c-8e32-cd547d918147 req-53c3ced3-f590-4bca-8456-296e6eab634c service nova] Lock "34698519-3e1f-45f5-8ec0-aec50c161253-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1163.638302] env[62301]: DEBUG oslo_concurrency.lockutils [req-c465460d-4859-417c-8e32-cd547d918147 req-53c3ced3-f590-4bca-8456-296e6eab634c service nova] Lock "34698519-3e1f-45f5-8ec0-aec50c161253-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1163.638470] env[62301]: DEBUG nova.compute.manager [req-c465460d-4859-417c-8e32-cd547d918147 req-53c3ced3-f590-4bca-8456-296e6eab634c service nova] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] No waiting events found dispatching network-vif-plugged-c4d8318a-3664-4464-a6cf-56d17f3ffe81 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1163.638640] env[62301]: WARNING nova.compute.manager [req-c465460d-4859-417c-8e32-cd547d918147 req-53c3ced3-f590-4bca-8456-296e6eab634c service nova] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Received unexpected event network-vif-plugged-c4d8318a-3664-4464-a6cf-56d17f3ffe81 for instance with vm_state building and task_state spawning. [ 1163.715473] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Acquiring lock "6770e890-997f-431e-bb26-962ad2e9ccd5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1163.715846] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Lock "6770e890-997f-431e-bb26-962ad2e9ccd5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1163.719019] env[62301]: DEBUG nova.network.neutron [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Successfully updated port: c4d8318a-3664-4464-a6cf-56d17f3ffe81 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1163.960896] env[62301]: DEBUG oslo_vmware.api [None req-fe082638-73ac-40e3-abd3-674b011ce11c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2571130, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.035429] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Acquiring lock "a44f8c3c-a97c-4132-99f4-adb08cec1d9c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1164.035666] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Lock "a44f8c3c-a97c-4132-99f4-adb08cec1d9c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1164.221242] env[62301]: DEBUG nova.compute.manager [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1164.223945] env[62301]: DEBUG oslo_concurrency.lockutils [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquiring lock "refresh_cache-34698519-3e1f-45f5-8ec0-aec50c161253" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1164.224100] env[62301]: DEBUG oslo_concurrency.lockutils [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquired lock "refresh_cache-34698519-3e1f-45f5-8ec0-aec50c161253" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.224246] env[62301]: DEBUG nova.network.neutron [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1164.459922] env[62301]: DEBUG oslo_vmware.api [None req-fe082638-73ac-40e3-abd3-674b011ce11c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2571130, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.538020] env[62301]: DEBUG nova.compute.manager [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] [instance: a44f8c3c-a97c-4132-99f4-adb08cec1d9c] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1164.743561] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1164.743815] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1164.745364] env[62301]: INFO nova.compute.claims [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1164.758171] env[62301]: DEBUG nova.network.neutron [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1164.883320] env[62301]: DEBUG nova.network.neutron [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Updating instance_info_cache with network_info: [{"id": "c4d8318a-3664-4464-a6cf-56d17f3ffe81", "address": "fa:16:3e:32:ff:7f", "network": {"id": "4db15bfb-5237-4871-8da5-38b678505e0e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-131495656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c6e401c2ffb4be5ad8d8a54b65f4a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4d8318a-36", "ovs_interfaceid": "c4d8318a-3664-4464-a6cf-56d17f3ffe81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.961284] env[62301]: DEBUG oslo_vmware.api [None req-fe082638-73ac-40e3-abd3-674b011ce11c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2571130, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.056370] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1165.386017] env[62301]: DEBUG oslo_concurrency.lockutils [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Releasing lock "refresh_cache-34698519-3e1f-45f5-8ec0-aec50c161253" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.386365] env[62301]: DEBUG nova.compute.manager [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Instance network_info: |[{"id": "c4d8318a-3664-4464-a6cf-56d17f3ffe81", "address": "fa:16:3e:32:ff:7f", "network": {"id": "4db15bfb-5237-4871-8da5-38b678505e0e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-131495656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c6e401c2ffb4be5ad8d8a54b65f4a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4d8318a-36", "ovs_interfaceid": "c4d8318a-3664-4464-a6cf-56d17f3ffe81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1165.386791] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:ff:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '489b2441-7132-4942-8b61-49cf0ad4400e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c4d8318a-3664-4464-a6cf-56d17f3ffe81', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1165.394504] env[62301]: DEBUG oslo.service.loopingcall [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1165.395078] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1165.395332] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-afcb02ef-ce69-4c50-8428-0a7524245449 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.416406] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1165.416406] env[62301]: value = "task-2571131" [ 1165.416406] env[62301]: _type = "Task" [ 1165.416406] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.424173] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2571131, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.461759] env[62301]: DEBUG oslo_vmware.api [None req-fe082638-73ac-40e3-abd3-674b011ce11c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2571130, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.663126] env[62301]: DEBUG nova.compute.manager [req-a2e49a80-7eda-423d-baa3-7e0311c76e39 req-e1b9cd5a-40d5-41a6-be3b-c32c47e2ec53 service nova] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Received event network-changed-c4d8318a-3664-4464-a6cf-56d17f3ffe81 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1165.663316] env[62301]: DEBUG nova.compute.manager [req-a2e49a80-7eda-423d-baa3-7e0311c76e39 req-e1b9cd5a-40d5-41a6-be3b-c32c47e2ec53 service nova] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Refreshing instance network info cache due to event network-changed-c4d8318a-3664-4464-a6cf-56d17f3ffe81. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1165.663524] env[62301]: DEBUG oslo_concurrency.lockutils [req-a2e49a80-7eda-423d-baa3-7e0311c76e39 req-e1b9cd5a-40d5-41a6-be3b-c32c47e2ec53 service nova] Acquiring lock "refresh_cache-34698519-3e1f-45f5-8ec0-aec50c161253" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.663666] env[62301]: DEBUG oslo_concurrency.lockutils [req-a2e49a80-7eda-423d-baa3-7e0311c76e39 req-e1b9cd5a-40d5-41a6-be3b-c32c47e2ec53 service nova] Acquired lock "refresh_cache-34698519-3e1f-45f5-8ec0-aec50c161253" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.663821] env[62301]: DEBUG nova.network.neutron [req-a2e49a80-7eda-423d-baa3-7e0311c76e39 req-e1b9cd5a-40d5-41a6-be3b-c32c47e2ec53 service nova] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Refreshing network info cache for port c4d8318a-3664-4464-a6cf-56d17f3ffe81 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1165.842646] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec3293c-98a9-41b9-82cd-dbec1d613ce6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.850447] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1178583-7df7-4b9e-9e6f-50d77cd19073 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.880409] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b87c3e90-5e74-49dd-baa7-c0435e2a4eb1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.887894] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0534b873-2851-4b7b-9816-fd66295ce0cc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.901182] env[62301]: DEBUG nova.compute.provider_tree [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.925667] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2571131, 'name': CreateVM_Task, 'duration_secs': 0.287434} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.925854] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1165.926763] env[62301]: DEBUG oslo_concurrency.lockutils [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.926966] env[62301]: DEBUG oslo_concurrency.lockutils [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.927309] env[62301]: DEBUG oslo_concurrency.lockutils [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1165.927555] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a0045d2-ba7e-4420-a1da-12b825c67266 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.931882] env[62301]: DEBUG oslo_vmware.api [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 1165.931882] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52854c14-d1af-24b9-ca34-e7d0b2418f42" [ 1165.931882] env[62301]: _type = "Task" [ 1165.931882] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.940155] env[62301]: DEBUG oslo_vmware.api [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52854c14-d1af-24b9-ca34-e7d0b2418f42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.960565] env[62301]: DEBUG oslo_vmware.api [None req-fe082638-73ac-40e3-abd3-674b011ce11c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2571130, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.352489] env[62301]: DEBUG nova.network.neutron [req-a2e49a80-7eda-423d-baa3-7e0311c76e39 req-e1b9cd5a-40d5-41a6-be3b-c32c47e2ec53 service nova] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Updated VIF entry in instance network info cache for port c4d8318a-3664-4464-a6cf-56d17f3ffe81. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1166.352842] env[62301]: DEBUG nova.network.neutron [req-a2e49a80-7eda-423d-baa3-7e0311c76e39 req-e1b9cd5a-40d5-41a6-be3b-c32c47e2ec53 service nova] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Updating instance_info_cache with network_info: [{"id": "c4d8318a-3664-4464-a6cf-56d17f3ffe81", "address": "fa:16:3e:32:ff:7f", "network": {"id": "4db15bfb-5237-4871-8da5-38b678505e0e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-131495656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c6e401c2ffb4be5ad8d8a54b65f4a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4d8318a-36", "ovs_interfaceid": "c4d8318a-3664-4464-a6cf-56d17f3ffe81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.404402] env[62301]: DEBUG nova.scheduler.client.report [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.442428] env[62301]: DEBUG oslo_vmware.api [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52854c14-d1af-24b9-ca34-e7d0b2418f42, 'name': SearchDatastore_Task, 'duration_secs': 0.011128} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.442733] env[62301]: DEBUG oslo_concurrency.lockutils [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.442970] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1166.443207] env[62301]: DEBUG oslo_concurrency.lockutils [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1166.443354] env[62301]: DEBUG oslo_concurrency.lockutils [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.443531] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1166.443784] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14516e39-f560-4260-9c23-d6f314ce0529 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.452187] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1166.453043] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1166.453151] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3db30fee-8b8c-4a31-bee3-8c97dcdba0ef {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.460587] env[62301]: DEBUG oslo_vmware.api [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 1166.460587] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52bf0cbb-a4f4-4377-9543-cff930002d38" [ 1166.460587] env[62301]: _type = "Task" [ 1166.460587] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.464656] env[62301]: DEBUG oslo_vmware.api [None req-fe082638-73ac-40e3-abd3-674b011ce11c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2571130, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.471636] env[62301]: DEBUG oslo_vmware.api [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52bf0cbb-a4f4-4377-9543-cff930002d38, 'name': SearchDatastore_Task, 'duration_secs': 0.00854} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.472367] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dac17dff-9524-4d9a-a4b1-94c937f508d4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.477921] env[62301]: DEBUG oslo_vmware.api [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 1166.477921] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5254dce9-130c-e779-33fb-289e152bbf57" [ 1166.477921] env[62301]: _type = "Task" [ 1166.477921] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.485386] env[62301]: DEBUG oslo_vmware.api [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5254dce9-130c-e779-33fb-289e152bbf57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.855708] env[62301]: DEBUG oslo_concurrency.lockutils [req-a2e49a80-7eda-423d-baa3-7e0311c76e39 req-e1b9cd5a-40d5-41a6-be3b-c32c47e2ec53 service nova] Releasing lock "refresh_cache-34698519-3e1f-45f5-8ec0-aec50c161253" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.909865] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.166s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1166.910448] env[62301]: DEBUG nova.compute.manager [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1166.913215] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.857s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1166.914644] env[62301]: INFO nova.compute.claims [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] [instance: a44f8c3c-a97c-4132-99f4-adb08cec1d9c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1166.963165] env[62301]: DEBUG oslo_vmware.api [None req-fe082638-73ac-40e3-abd3-674b011ce11c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2571130, 'name': ReconfigVM_Task, 'duration_secs': 5.743046} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.963837] env[62301]: DEBUG oslo_concurrency.lockutils [None req-fe082638-73ac-40e3-abd3-674b011ce11c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Releasing lock "7c44d3f3-9670-493b-a069-b9e837e78dd0" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.963837] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-fe082638-73ac-40e3-abd3-674b011ce11c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Reconfigured VM to detach interface {{(pid=62301) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1166.987412] env[62301]: DEBUG oslo_vmware.api [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5254dce9-130c-e779-33fb-289e152bbf57, 'name': SearchDatastore_Task, 'duration_secs': 0.008263} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.987603] env[62301]: DEBUG oslo_concurrency.lockutils [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.987911] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] 34698519-3e1f-45f5-8ec0-aec50c161253/34698519-3e1f-45f5-8ec0-aec50c161253.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1166.988400] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0aabc20-4e1e-4c14-8253-e5e71377b115 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.996745] env[62301]: DEBUG oslo_vmware.api [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 1166.996745] env[62301]: value = "task-2571132" [ 1166.996745] env[62301]: _type = "Task" [ 1166.996745] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.004171] env[62301]: DEBUG oslo_vmware.api [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2571132, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.418930] env[62301]: DEBUG nova.compute.utils [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1167.422105] env[62301]: DEBUG nova.compute.manager [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1167.422270] env[62301]: DEBUG nova.network.neutron [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1167.459255] env[62301]: DEBUG nova.policy [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40539dcb9465468daf546a5f2968ba54', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '445cf2e7640144f396c2e692d63433ba', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 1167.506402] env[62301]: DEBUG oslo_vmware.api [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2571132, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.415027} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.506663] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] 34698519-3e1f-45f5-8ec0-aec50c161253/34698519-3e1f-45f5-8ec0-aec50c161253.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1167.506914] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1167.507181] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b060980-8a70-4cf2-8b99-1e9c74a6ee0c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.513873] env[62301]: DEBUG oslo_vmware.api [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 1167.513873] env[62301]: value = "task-2571133" [ 1167.513873] env[62301]: _type = "Task" [ 1167.513873] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.522846] env[62301]: DEBUG oslo_vmware.api [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2571133, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.772422] env[62301]: DEBUG nova.network.neutron [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Successfully created port: 66b368ab-94ec-4a22-9daf-8a3d6ea9a0c5 {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1167.925498] env[62301]: DEBUG nova.compute.manager [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1168.022761] env[62301]: DEBUG oslo_vmware.api [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2571133, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062614} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.023759] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1168.024528] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b523c67-f620-4ed7-8a0a-214f19712b21 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.027278] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bdd7b2e-047e-4919-8155-d7c3663b774e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.049984] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 34698519-3e1f-45f5-8ec0-aec50c161253/34698519-3e1f-45f5-8ec0-aec50c161253.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1168.051631] env[62301]: DEBUG oslo_concurrency.lockutils [None req-440586ae-e68e-4b40-a5e6-53f8d48d7c24 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquiring lock "7c44d3f3-9670-493b-a069-b9e837e78dd0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1168.051893] env[62301]: DEBUG oslo_concurrency.lockutils [None req-440586ae-e68e-4b40-a5e6-53f8d48d7c24 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lock "7c44d3f3-9670-493b-a069-b9e837e78dd0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1168.052116] env[62301]: DEBUG oslo_concurrency.lockutils [None req-440586ae-e68e-4b40-a5e6-53f8d48d7c24 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquiring lock "7c44d3f3-9670-493b-a069-b9e837e78dd0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1168.052323] env[62301]: DEBUG oslo_concurrency.lockutils [None req-440586ae-e68e-4b40-a5e6-53f8d48d7c24 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lock "7c44d3f3-9670-493b-a069-b9e837e78dd0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1168.052555] env[62301]: DEBUG oslo_concurrency.lockutils [None req-440586ae-e68e-4b40-a5e6-53f8d48d7c24 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lock "7c44d3f3-9670-493b-a069-b9e837e78dd0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1168.054016] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ef84638-a7e7-4ed4-af03-40885bc18b91 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.068304] env[62301]: INFO nova.compute.manager [None req-440586ae-e68e-4b40-a5e6-53f8d48d7c24 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Terminating instance [ 1168.070836] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827a439b-5696-483a-a1f2-d5c1c94ed456 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.079547] env[62301]: DEBUG oslo_vmware.api [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 1168.079547] env[62301]: value = "task-2571134" [ 1168.079547] env[62301]: _type = "Task" [ 1168.079547] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.107558] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede3633f-5e08-4dc1-94c2-6e0aa6458271 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.117491] env[62301]: DEBUG oslo_vmware.api [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2571134, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.120654] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5aa3c01-8f72-424e-996f-0cd41f3b8198 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.135490] env[62301]: DEBUG nova.compute.provider_tree [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.249923] env[62301]: DEBUG oslo_concurrency.lockutils [None req-fe082638-73ac-40e3-abd3-674b011ce11c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquiring lock "refresh_cache-7c44d3f3-9670-493b-a069-b9e837e78dd0" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.250208] env[62301]: DEBUG oslo_concurrency.lockutils [None req-fe082638-73ac-40e3-abd3-674b011ce11c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquired lock "refresh_cache-7c44d3f3-9670-493b-a069-b9e837e78dd0" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.250439] env[62301]: DEBUG nova.network.neutron [None req-fe082638-73ac-40e3-abd3-674b011ce11c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1168.576071] env[62301]: DEBUG nova.compute.manager [None req-440586ae-e68e-4b40-a5e6-53f8d48d7c24 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1168.576396] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-440586ae-e68e-4b40-a5e6-53f8d48d7c24 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1168.577203] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86982a2a-5eaf-4150-81b0-71a2039cb349 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.585159] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-440586ae-e68e-4b40-a5e6-53f8d48d7c24 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1168.585398] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4950a36-d6b6-4155-8a37-7537b8bb733b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.591539] env[62301]: DEBUG oslo_vmware.api [None req-440586ae-e68e-4b40-a5e6-53f8d48d7c24 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Waiting for the task: (returnval){ [ 1168.591539] env[62301]: value = "task-2571135" [ 1168.591539] env[62301]: _type = "Task" [ 1168.591539] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.599071] env[62301]: DEBUG oslo_vmware.api [None req-440586ae-e68e-4b40-a5e6-53f8d48d7c24 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2571135, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.611505] env[62301]: DEBUG oslo_vmware.api [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2571134, 'name': ReconfigVM_Task, 'duration_secs': 0.30705} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.611764] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 34698519-3e1f-45f5-8ec0-aec50c161253/34698519-3e1f-45f5-8ec0-aec50c161253.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1168.612399] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3906242-6aa0-4a11-984d-5601ffe9262a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.618778] env[62301]: DEBUG oslo_vmware.api [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 1168.618778] env[62301]: value = "task-2571136" [ 1168.618778] env[62301]: _type = "Task" [ 1168.618778] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.629920] env[62301]: DEBUG oslo_vmware.api [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2571136, 'name': Rename_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.638840] env[62301]: DEBUG nova.scheduler.client.report [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.938800] env[62301]: DEBUG nova.compute.manager [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1168.960046] env[62301]: INFO nova.network.neutron [None req-fe082638-73ac-40e3-abd3-674b011ce11c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Port 401704fd-e670-4342-9f11-22cdbd48859c from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1168.960191] env[62301]: DEBUG nova.network.neutron [None req-fe082638-73ac-40e3-abd3-674b011ce11c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Updating instance_info_cache with network_info: [{"id": "92fbabd3-d796-4ac2-a6c6-34f7a27a071c", "address": "fa:16:3e:8e:17:0d", "network": {"id": "32aca2ac-882d-4f89-b75b-c3af9ad6fefe", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1098447386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f44005617fbf4cf3a6dc1727b4da2f55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92fbabd3-d7", "ovs_interfaceid": "92fbabd3-d796-4ac2-a6c6-34f7a27a071c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.964334] env[62301]: DEBUG nova.virt.hardware [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1168.964556] env[62301]: DEBUG nova.virt.hardware [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1168.964714] env[62301]: DEBUG nova.virt.hardware [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1168.964892] env[62301]: DEBUG nova.virt.hardware [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1168.965054] env[62301]: DEBUG nova.virt.hardware [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1168.965218] env[62301]: DEBUG nova.virt.hardware [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1168.965443] env[62301]: DEBUG nova.virt.hardware [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1168.965599] env[62301]: DEBUG nova.virt.hardware [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1168.965766] env[62301]: DEBUG nova.virt.hardware [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1168.966021] env[62301]: DEBUG nova.virt.hardware [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1168.966225] env[62301]: DEBUG nova.virt.hardware [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1168.967088] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d26202-9004-4641-b96c-18a7e66ade5e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.975467] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a5a1d3-1333-4456-91e9-da0390014f2f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.102995] env[62301]: DEBUG oslo_vmware.api [None req-440586ae-e68e-4b40-a5e6-53f8d48d7c24 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2571135, 'name': PowerOffVM_Task, 'duration_secs': 0.209706} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.103331] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-440586ae-e68e-4b40-a5e6-53f8d48d7c24 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1169.103545] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-440586ae-e68e-4b40-a5e6-53f8d48d7c24 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1169.104026] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0453f322-0d78-4219-8649-56306fda9fc5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.116514] env[62301]: DEBUG nova.compute.manager [req-6360b420-8858-41fe-9e79-bbe2f2f4efe3 req-fde248a0-aaf3-489f-9e44-adfd55b2b985 service nova] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Received event network-vif-plugged-66b368ab-94ec-4a22-9daf-8a3d6ea9a0c5 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1169.116514] env[62301]: DEBUG oslo_concurrency.lockutils [req-6360b420-8858-41fe-9e79-bbe2f2f4efe3 req-fde248a0-aaf3-489f-9e44-adfd55b2b985 service nova] Acquiring lock "6770e890-997f-431e-bb26-962ad2e9ccd5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1169.116781] env[62301]: DEBUG oslo_concurrency.lockutils [req-6360b420-8858-41fe-9e79-bbe2f2f4efe3 req-fde248a0-aaf3-489f-9e44-adfd55b2b985 service nova] Lock "6770e890-997f-431e-bb26-962ad2e9ccd5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1169.116855] env[62301]: DEBUG oslo_concurrency.lockutils [req-6360b420-8858-41fe-9e79-bbe2f2f4efe3 req-fde248a0-aaf3-489f-9e44-adfd55b2b985 service nova] Lock "6770e890-997f-431e-bb26-962ad2e9ccd5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1169.116989] env[62301]: DEBUG nova.compute.manager [req-6360b420-8858-41fe-9e79-bbe2f2f4efe3 req-fde248a0-aaf3-489f-9e44-adfd55b2b985 service nova] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] No waiting events found dispatching network-vif-plugged-66b368ab-94ec-4a22-9daf-8a3d6ea9a0c5 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1169.117185] env[62301]: WARNING nova.compute.manager [req-6360b420-8858-41fe-9e79-bbe2f2f4efe3 req-fde248a0-aaf3-489f-9e44-adfd55b2b985 service nova] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Received unexpected event network-vif-plugged-66b368ab-94ec-4a22-9daf-8a3d6ea9a0c5 for instance with vm_state building and task_state spawning. [ 1169.128337] env[62301]: DEBUG oslo_vmware.api [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2571136, 'name': Rename_Task, 'duration_secs': 0.242764} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.128586] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1169.128813] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b829134-1d28-4976-84b3-4b3d84d638e7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.134907] env[62301]: DEBUG oslo_vmware.api [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 1169.134907] env[62301]: value = "task-2571138" [ 1169.134907] env[62301]: _type = "Task" [ 1169.134907] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.142256] env[62301]: DEBUG oslo_vmware.api [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2571138, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.142892] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.230s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1169.143371] env[62301]: DEBUG nova.compute.manager [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] [instance: a44f8c3c-a97c-4132-99f4-adb08cec1d9c] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1169.170765] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-440586ae-e68e-4b40-a5e6-53f8d48d7c24 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1169.170956] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-440586ae-e68e-4b40-a5e6-53f8d48d7c24 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1169.171131] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-440586ae-e68e-4b40-a5e6-53f8d48d7c24 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Deleting the datastore file [datastore1] 7c44d3f3-9670-493b-a069-b9e837e78dd0 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1169.171421] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d4223b3-ce35-4ca8-aebf-8f6afe8e97de {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.178815] env[62301]: DEBUG oslo_vmware.api [None req-440586ae-e68e-4b40-a5e6-53f8d48d7c24 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Waiting for the task: (returnval){ [ 1169.178815] env[62301]: value = "task-2571139" [ 1169.178815] env[62301]: _type = "Task" [ 1169.178815] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.188103] env[62301]: DEBUG oslo_vmware.api [None req-440586ae-e68e-4b40-a5e6-53f8d48d7c24 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2571139, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.208499] env[62301]: DEBUG nova.network.neutron [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Successfully updated port: 66b368ab-94ec-4a22-9daf-8a3d6ea9a0c5 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1169.462885] env[62301]: DEBUG oslo_concurrency.lockutils [None req-fe082638-73ac-40e3-abd3-674b011ce11c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Releasing lock "refresh_cache-7c44d3f3-9670-493b-a069-b9e837e78dd0" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1169.644681] env[62301]: DEBUG oslo_vmware.api [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2571138, 'name': PowerOnVM_Task, 'duration_secs': 0.458278} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.644953] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1169.645171] env[62301]: INFO nova.compute.manager [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Took 6.29 seconds to spawn the instance on the hypervisor. [ 1169.645355] env[62301]: DEBUG nova.compute.manager [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1169.646230] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9811da1-9b1a-411c-8335-e06916cc521c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.649700] env[62301]: DEBUG nova.compute.utils [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1169.651336] env[62301]: DEBUG nova.compute.manager [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] [instance: a44f8c3c-a97c-4132-99f4-adb08cec1d9c] Not allocating networking since 'none' was specified. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1169.688763] env[62301]: DEBUG oslo_vmware.api [None req-440586ae-e68e-4b40-a5e6-53f8d48d7c24 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2571139, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144007} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.689065] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-440586ae-e68e-4b40-a5e6-53f8d48d7c24 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1169.689256] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-440586ae-e68e-4b40-a5e6-53f8d48d7c24 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1169.689435] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-440586ae-e68e-4b40-a5e6-53f8d48d7c24 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1169.689608] env[62301]: INFO nova.compute.manager [None req-440586ae-e68e-4b40-a5e6-53f8d48d7c24 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1169.689845] env[62301]: DEBUG oslo.service.loopingcall [None req-440586ae-e68e-4b40-a5e6-53f8d48d7c24 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1169.690628] env[62301]: DEBUG nova.compute.manager [-] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1169.690722] env[62301]: DEBUG nova.network.neutron [-] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1169.711123] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Acquiring lock "refresh_cache-6770e890-997f-431e-bb26-962ad2e9ccd5" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1169.711275] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Acquired lock "refresh_cache-6770e890-997f-431e-bb26-962ad2e9ccd5" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.711424] env[62301]: DEBUG nova.network.neutron [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1169.967032] env[62301]: DEBUG oslo_concurrency.lockutils [None req-fe082638-73ac-40e3-abd3-674b011ce11c tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lock "interface-7c44d3f3-9670-493b-a069-b9e837e78dd0-401704fd-e670-4342-9f11-22cdbd48859c" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.596s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1170.153213] env[62301]: DEBUG nova.compute.manager [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] [instance: a44f8c3c-a97c-4132-99f4-adb08cec1d9c] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1170.167781] env[62301]: INFO nova.compute.manager [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Took 11.99 seconds to build instance. [ 1170.265600] env[62301]: DEBUG nova.network.neutron [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1170.379894] env[62301]: DEBUG nova.compute.manager [req-d9a8c548-798f-4c6d-bcdb-1548e1b2037d req-4a8402f2-f625-4e83-b298-6a26e88de6e2 service nova] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Received event network-changed-c4d8318a-3664-4464-a6cf-56d17f3ffe81 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1170.381356] env[62301]: DEBUG nova.compute.manager [req-d9a8c548-798f-4c6d-bcdb-1548e1b2037d req-4a8402f2-f625-4e83-b298-6a26e88de6e2 service nova] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Refreshing instance network info cache due to event network-changed-c4d8318a-3664-4464-a6cf-56d17f3ffe81. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1170.381730] env[62301]: DEBUG oslo_concurrency.lockutils [req-d9a8c548-798f-4c6d-bcdb-1548e1b2037d req-4a8402f2-f625-4e83-b298-6a26e88de6e2 service nova] Acquiring lock "refresh_cache-34698519-3e1f-45f5-8ec0-aec50c161253" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1170.382017] env[62301]: DEBUG oslo_concurrency.lockutils [req-d9a8c548-798f-4c6d-bcdb-1548e1b2037d req-4a8402f2-f625-4e83-b298-6a26e88de6e2 service nova] Acquired lock "refresh_cache-34698519-3e1f-45f5-8ec0-aec50c161253" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.382339] env[62301]: DEBUG nova.network.neutron [req-d9a8c548-798f-4c6d-bcdb-1548e1b2037d req-4a8402f2-f625-4e83-b298-6a26e88de6e2 service nova] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Refreshing network info cache for port c4d8318a-3664-4464-a6cf-56d17f3ffe81 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1170.470101] env[62301]: DEBUG nova.network.neutron [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Updating instance_info_cache with network_info: [{"id": "66b368ab-94ec-4a22-9daf-8a3d6ea9a0c5", "address": "fa:16:3e:52:42:6b", "network": {"id": "d41ffce5-680b-4240-85cf-76cc11dc615f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1034833781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "445cf2e7640144f396c2e692d63433ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66b368ab-94", "ovs_interfaceid": "66b368ab-94ec-4a22-9daf-8a3d6ea9a0c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.668872] env[62301]: DEBUG oslo_concurrency.lockutils [None req-022d6eca-25ed-4743-9584-65cf9112eb96 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lock "34698519-3e1f-45f5-8ec0-aec50c161253" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.503s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1170.929574] env[62301]: DEBUG nova.network.neutron [-] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.971972] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Releasing lock "refresh_cache-6770e890-997f-431e-bb26-962ad2e9ccd5" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1170.973297] env[62301]: DEBUG nova.compute.manager [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Instance network_info: |[{"id": "66b368ab-94ec-4a22-9daf-8a3d6ea9a0c5", "address": "fa:16:3e:52:42:6b", "network": {"id": "d41ffce5-680b-4240-85cf-76cc11dc615f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1034833781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "445cf2e7640144f396c2e692d63433ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66b368ab-94", "ovs_interfaceid": "66b368ab-94ec-4a22-9daf-8a3d6ea9a0c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1170.973297] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:42:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '073f8535-6b3a-4d21-a754-4c975554dcbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66b368ab-94ec-4a22-9daf-8a3d6ea9a0c5', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1170.980467] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Creating folder: Project (445cf2e7640144f396c2e692d63433ba). Parent ref: group-v518653. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1170.981059] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a943927-75c7-461d-9ae8-8183d2e6ee99 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.992428] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Created folder: Project (445cf2e7640144f396c2e692d63433ba) in parent group-v518653. [ 1170.992621] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Creating folder: Instances. Parent ref: group-v518963. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1170.992887] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c248e940-97b8-453a-a5f3-962537bb3b86 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.003220] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Created folder: Instances in parent group-v518963. [ 1171.003220] env[62301]: DEBUG oslo.service.loopingcall [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1171.003220] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1171.003220] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0810d4c6-4825-46b5-9e9e-132db01653b9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.024498] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1171.024498] env[62301]: value = "task-2571142" [ 1171.024498] env[62301]: _type = "Task" [ 1171.024498] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.031882] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2571142, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.111422] env[62301]: DEBUG nova.network.neutron [req-d9a8c548-798f-4c6d-bcdb-1548e1b2037d req-4a8402f2-f625-4e83-b298-6a26e88de6e2 service nova] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Updated VIF entry in instance network info cache for port c4d8318a-3664-4464-a6cf-56d17f3ffe81. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1171.111824] env[62301]: DEBUG nova.network.neutron [req-d9a8c548-798f-4c6d-bcdb-1548e1b2037d req-4a8402f2-f625-4e83-b298-6a26e88de6e2 service nova] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Updating instance_info_cache with network_info: [{"id": "c4d8318a-3664-4464-a6cf-56d17f3ffe81", "address": "fa:16:3e:32:ff:7f", "network": {"id": "4db15bfb-5237-4871-8da5-38b678505e0e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-131495656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c6e401c2ffb4be5ad8d8a54b65f4a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4d8318a-36", "ovs_interfaceid": "c4d8318a-3664-4464-a6cf-56d17f3ffe81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.146729] env[62301]: DEBUG nova.compute.manager [req-6ae26bd4-ee84-44b8-ac67-cfc3b60c8d51 req-add47b07-966d-40a0-8c0f-62f969be9edf service nova] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Received event network-changed-66b368ab-94ec-4a22-9daf-8a3d6ea9a0c5 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1171.147038] env[62301]: DEBUG nova.compute.manager [req-6ae26bd4-ee84-44b8-ac67-cfc3b60c8d51 req-add47b07-966d-40a0-8c0f-62f969be9edf service nova] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Refreshing instance network info cache due to event network-changed-66b368ab-94ec-4a22-9daf-8a3d6ea9a0c5. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1171.147334] env[62301]: DEBUG oslo_concurrency.lockutils [req-6ae26bd4-ee84-44b8-ac67-cfc3b60c8d51 req-add47b07-966d-40a0-8c0f-62f969be9edf service nova] Acquiring lock "refresh_cache-6770e890-997f-431e-bb26-962ad2e9ccd5" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.147535] env[62301]: DEBUG oslo_concurrency.lockutils [req-6ae26bd4-ee84-44b8-ac67-cfc3b60c8d51 req-add47b07-966d-40a0-8c0f-62f969be9edf service nova] Acquired lock "refresh_cache-6770e890-997f-431e-bb26-962ad2e9ccd5" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.147772] env[62301]: DEBUG nova.network.neutron [req-6ae26bd4-ee84-44b8-ac67-cfc3b60c8d51 req-add47b07-966d-40a0-8c0f-62f969be9edf service nova] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Refreshing network info cache for port 66b368ab-94ec-4a22-9daf-8a3d6ea9a0c5 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1171.167260] env[62301]: DEBUG nova.compute.manager [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] [instance: a44f8c3c-a97c-4132-99f4-adb08cec1d9c] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1171.195176] env[62301]: DEBUG nova.virt.hardware [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1171.195982] env[62301]: DEBUG nova.virt.hardware [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1171.195982] env[62301]: DEBUG nova.virt.hardware [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1171.195982] env[62301]: DEBUG nova.virt.hardware [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1171.196664] env[62301]: DEBUG nova.virt.hardware [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1171.196860] env[62301]: DEBUG nova.virt.hardware [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1171.197117] env[62301]: DEBUG nova.virt.hardware [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1171.197406] env[62301]: DEBUG nova.virt.hardware [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1171.197469] env[62301]: DEBUG nova.virt.hardware [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1171.197643] env[62301]: DEBUG nova.virt.hardware [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1171.197834] env[62301]: DEBUG nova.virt.hardware [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1171.198771] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a028bc1-2510-4254-b444-ff908c567d11 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.208048] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43de5932-ad09-4656-8c64-ac0aa341f148 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.224226] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] [instance: a44f8c3c-a97c-4132-99f4-adb08cec1d9c] Instance VIF info [] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1171.230527] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Creating folder: Project (e1fd8b814cc149b79cba6d67da7f5038). Parent ref: group-v518653. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1171.230911] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b58315b9-44d4-43f8-bd9f-1d464cbf5e57 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.241878] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Created folder: Project (e1fd8b814cc149b79cba6d67da7f5038) in parent group-v518653. [ 1171.242091] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Creating folder: Instances. Parent ref: group-v518966. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1171.242380] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a08441c-203e-4bf5-b734-06868dc947fe {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.251790] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Created folder: Instances in parent group-v518966. [ 1171.252042] env[62301]: DEBUG oslo.service.loopingcall [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1171.252239] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a44f8c3c-a97c-4132-99f4-adb08cec1d9c] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1171.252458] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bcd3dc74-0c6c-4ab4-9917-28483be74310 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.270213] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1171.270213] env[62301]: value = "task-2571145" [ 1171.270213] env[62301]: _type = "Task" [ 1171.270213] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.277615] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2571145, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.433962] env[62301]: INFO nova.compute.manager [-] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Took 1.74 seconds to deallocate network for instance. [ 1171.536038] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2571142, 'name': CreateVM_Task, 'duration_secs': 0.329917} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.536236] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1171.536872] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.537055] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.537384] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1171.537908] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c6c2581-200f-4fdc-b63e-55270de346ff {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.542296] env[62301]: DEBUG oslo_vmware.api [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Waiting for the task: (returnval){ [ 1171.542296] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]522cc384-23af-3b10-8855-e0b79d71e393" [ 1171.542296] env[62301]: _type = "Task" [ 1171.542296] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.549640] env[62301]: DEBUG oslo_vmware.api [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]522cc384-23af-3b10-8855-e0b79d71e393, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.614760] env[62301]: DEBUG oslo_concurrency.lockutils [req-d9a8c548-798f-4c6d-bcdb-1548e1b2037d req-4a8402f2-f625-4e83-b298-6a26e88de6e2 service nova] Releasing lock "refresh_cache-34698519-3e1f-45f5-8ec0-aec50c161253" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.782086] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2571145, 'name': CreateVM_Task, 'duration_secs': 0.260033} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.782371] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a44f8c3c-a97c-4132-99f4-adb08cec1d9c] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1171.782639] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.875904] env[62301]: DEBUG nova.network.neutron [req-6ae26bd4-ee84-44b8-ac67-cfc3b60c8d51 req-add47b07-966d-40a0-8c0f-62f969be9edf service nova] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Updated VIF entry in instance network info cache for port 66b368ab-94ec-4a22-9daf-8a3d6ea9a0c5. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1171.876375] env[62301]: DEBUG nova.network.neutron [req-6ae26bd4-ee84-44b8-ac67-cfc3b60c8d51 req-add47b07-966d-40a0-8c0f-62f969be9edf service nova] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Updating instance_info_cache with network_info: [{"id": "66b368ab-94ec-4a22-9daf-8a3d6ea9a0c5", "address": "fa:16:3e:52:42:6b", "network": {"id": "d41ffce5-680b-4240-85cf-76cc11dc615f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1034833781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "445cf2e7640144f396c2e692d63433ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66b368ab-94", "ovs_interfaceid": "66b368ab-94ec-4a22-9daf-8a3d6ea9a0c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.940978] env[62301]: DEBUG oslo_concurrency.lockutils [None req-440586ae-e68e-4b40-a5e6-53f8d48d7c24 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1171.941212] env[62301]: DEBUG oslo_concurrency.lockutils [None req-440586ae-e68e-4b40-a5e6-53f8d48d7c24 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1171.941431] env[62301]: DEBUG nova.objects.instance [None req-440586ae-e68e-4b40-a5e6-53f8d48d7c24 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lazy-loading 'resources' on Instance uuid 7c44d3f3-9670-493b-a069-b9e837e78dd0 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.052432] env[62301]: DEBUG oslo_vmware.api [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]522cc384-23af-3b10-8855-e0b79d71e393, 'name': SearchDatastore_Task, 'duration_secs': 0.008961} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.052745] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1172.052982] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1172.053233] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1172.053379] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.053562] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1172.053838] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.054159] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1172.054391] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2dde58c-e84e-4454-a71a-c307484dc483 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.056252] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c1ece81-832b-4e1b-bbd4-586826010a9c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.061574] env[62301]: DEBUG oslo_vmware.api [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Waiting for the task: (returnval){ [ 1172.061574] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52bac5b5-8a2e-2006-227c-57c11a124775" [ 1172.061574] env[62301]: _type = "Task" [ 1172.061574] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.065568] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1172.065739] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1172.066721] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad7de045-9a77-4bf9-a30f-3fc03b3107d5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.071464] env[62301]: DEBUG oslo_vmware.api [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52bac5b5-8a2e-2006-227c-57c11a124775, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.074280] env[62301]: DEBUG oslo_vmware.api [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Waiting for the task: (returnval){ [ 1172.074280] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]522826db-c5eb-2371-311e-7adced3bd05e" [ 1172.074280] env[62301]: _type = "Task" [ 1172.074280] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.081694] env[62301]: DEBUG oslo_vmware.api [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]522826db-c5eb-2371-311e-7adced3bd05e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.379188] env[62301]: DEBUG oslo_concurrency.lockutils [req-6ae26bd4-ee84-44b8-ac67-cfc3b60c8d51 req-add47b07-966d-40a0-8c0f-62f969be9edf service nova] Releasing lock "refresh_cache-6770e890-997f-431e-bb26-962ad2e9ccd5" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1172.379470] env[62301]: DEBUG nova.compute.manager [req-6ae26bd4-ee84-44b8-ac67-cfc3b60c8d51 req-add47b07-966d-40a0-8c0f-62f969be9edf service nova] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Received event network-vif-deleted-92fbabd3-d796-4ac2-a6c6-34f7a27a071c {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1172.534681] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e4b3e4-560f-49e3-9528-09cd521ce6e1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.542497] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9408604a-a6bc-467d-9da4-1758619881d3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.574789] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91fed682-8bc8-4f16-b88c-87af94909b58 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.584939] env[62301]: DEBUG oslo_vmware.api [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52bac5b5-8a2e-2006-227c-57c11a124775, 'name': SearchDatastore_Task, 'duration_secs': 0.009255} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.587358] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1172.587646] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] [instance: a44f8c3c-a97c-4132-99f4-adb08cec1d9c] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1172.587899] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1172.589320] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e89cd54-b4a4-4ab2-82d8-dbd0ec7e0522 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.596194] env[62301]: DEBUG oslo_vmware.api [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]522826db-c5eb-2371-311e-7adced3bd05e, 'name': SearchDatastore_Task, 'duration_secs': 0.008148} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.597233] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff7cc81d-f86a-485e-a078-9455714afbde {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.606835] env[62301]: DEBUG nova.compute.provider_tree [None req-440586ae-e68e-4b40-a5e6-53f8d48d7c24 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1172.610865] env[62301]: DEBUG oslo_vmware.api [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Waiting for the task: (returnval){ [ 1172.610865] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]523826c8-d87d-5c55-6512-7150e0c62a76" [ 1172.610865] env[62301]: _type = "Task" [ 1172.610865] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.618309] env[62301]: DEBUG oslo_vmware.api [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]523826c8-d87d-5c55-6512-7150e0c62a76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.110081] env[62301]: DEBUG nova.scheduler.client.report [None req-440586ae-e68e-4b40-a5e6-53f8d48d7c24 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.122863] env[62301]: DEBUG oslo_vmware.api [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]523826c8-d87d-5c55-6512-7150e0c62a76, 'name': SearchDatastore_Task, 'duration_secs': 0.009163} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.123162] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1173.123412] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 6770e890-997f-431e-bb26-962ad2e9ccd5/6770e890-997f-431e-bb26-962ad2e9ccd5.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1173.123681] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.123877] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1173.124989] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3656787f-a0e5-45ce-9183-fe51b47cb8c8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.126032] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84292dee-db4c-4c57-bfff-5ed0cac14481 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.133958] env[62301]: DEBUG oslo_vmware.api [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Waiting for the task: (returnval){ [ 1173.133958] env[62301]: value = "task-2571146" [ 1173.133958] env[62301]: _type = "Task" [ 1173.133958] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.137825] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1173.138029] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1173.139064] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00e85731-57aa-464b-9143-cfbbdaaf5e42 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.144245] env[62301]: DEBUG oslo_vmware.api [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': task-2571146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.146979] env[62301]: DEBUG oslo_vmware.api [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Waiting for the task: (returnval){ [ 1173.146979] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]526b3574-5a90-2567-38a1-a42a74313538" [ 1173.146979] env[62301]: _type = "Task" [ 1173.146979] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.154191] env[62301]: DEBUG oslo_vmware.api [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]526b3574-5a90-2567-38a1-a42a74313538, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.618408] env[62301]: DEBUG oslo_concurrency.lockutils [None req-440586ae-e68e-4b40-a5e6-53f8d48d7c24 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.677s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1173.642029] env[62301]: INFO nova.scheduler.client.report [None req-440586ae-e68e-4b40-a5e6-53f8d48d7c24 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Deleted allocations for instance 7c44d3f3-9670-493b-a069-b9e837e78dd0 [ 1173.649306] env[62301]: DEBUG oslo_vmware.api [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': task-2571146, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456063} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.654731] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 6770e890-997f-431e-bb26-962ad2e9ccd5/6770e890-997f-431e-bb26-962ad2e9ccd5.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1173.654731] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1173.655128] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57a44844-6411-409a-9e98-f9994e0c902a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.662391] env[62301]: DEBUG oslo_vmware.api [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]526b3574-5a90-2567-38a1-a42a74313538, 'name': SearchDatastore_Task, 'duration_secs': 0.00951} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.664141] env[62301]: DEBUG oslo_vmware.api [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Waiting for the task: (returnval){ [ 1173.664141] env[62301]: value = "task-2571147" [ 1173.664141] env[62301]: _type = "Task" [ 1173.664141] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.664399] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02a48bc5-a5b3-466e-ae96-114a48811bca {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.675914] env[62301]: DEBUG oslo_vmware.api [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': task-2571147, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.677373] env[62301]: DEBUG oslo_vmware.api [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Waiting for the task: (returnval){ [ 1173.677373] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52f5c3d2-f686-9f77-580b-28215bc9865b" [ 1173.677373] env[62301]: _type = "Task" [ 1173.677373] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.685541] env[62301]: DEBUG oslo_vmware.api [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52f5c3d2-f686-9f77-580b-28215bc9865b, 'name': SearchDatastore_Task, 'duration_secs': 0.009412} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.685775] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1173.686044] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] a44f8c3c-a97c-4132-99f4-adb08cec1d9c/a44f8c3c-a97c-4132-99f4-adb08cec1d9c.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1173.686290] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a69e628c-4d10-4340-ae71-79e0e43a1176 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.692292] env[62301]: DEBUG oslo_vmware.api [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Waiting for the task: (returnval){ [ 1173.692292] env[62301]: value = "task-2571148" [ 1173.692292] env[62301]: _type = "Task" [ 1173.692292] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.700133] env[62301]: DEBUG oslo_vmware.api [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Task: {'id': task-2571148, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.161556] env[62301]: DEBUG oslo_concurrency.lockutils [None req-440586ae-e68e-4b40-a5e6-53f8d48d7c24 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lock "7c44d3f3-9670-493b-a069-b9e837e78dd0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.110s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1174.177632] env[62301]: DEBUG oslo_vmware.api [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': task-2571147, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063735} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.177922] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1174.178842] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d786d7e-078a-4ed1-9250-b8bdbb21ccc1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.203958] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 6770e890-997f-431e-bb26-962ad2e9ccd5/6770e890-997f-431e-bb26-962ad2e9ccd5.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1174.211022] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f424a8e-13cd-4aa7-9a8c-b5c91e1a33c5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.229204] env[62301]: DEBUG oslo_vmware.api [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Task: {'id': task-2571148, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.402344} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.230435] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] a44f8c3c-a97c-4132-99f4-adb08cec1d9c/a44f8c3c-a97c-4132-99f4-adb08cec1d9c.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1174.230656] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] [instance: a44f8c3c-a97c-4132-99f4-adb08cec1d9c] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1174.230959] env[62301]: DEBUG oslo_vmware.api [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Waiting for the task: (returnval){ [ 1174.230959] env[62301]: value = "task-2571149" [ 1174.230959] env[62301]: _type = "Task" [ 1174.230959] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.231151] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8216f1c5-95fc-4566-8bc7-8b3d644e31d6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.241211] env[62301]: DEBUG oslo_vmware.api [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': task-2571149, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.242349] env[62301]: DEBUG oslo_vmware.api [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Waiting for the task: (returnval){ [ 1174.242349] env[62301]: value = "task-2571150" [ 1174.242349] env[62301]: _type = "Task" [ 1174.242349] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.250058] env[62301]: DEBUG oslo_vmware.api [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Task: {'id': task-2571150, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.663498] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b88e5e77-3022-4ea0-bf9b-d1957d355410 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquiring lock "1dedee32-a2dd-409b-89f6-7c8e764c5c0c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1174.663749] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b88e5e77-3022-4ea0-bf9b-d1957d355410 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lock "1dedee32-a2dd-409b-89f6-7c8e764c5c0c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1174.663955] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b88e5e77-3022-4ea0-bf9b-d1957d355410 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquiring lock "1dedee32-a2dd-409b-89f6-7c8e764c5c0c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1174.664152] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b88e5e77-3022-4ea0-bf9b-d1957d355410 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lock "1dedee32-a2dd-409b-89f6-7c8e764c5c0c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1174.664330] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b88e5e77-3022-4ea0-bf9b-d1957d355410 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lock "1dedee32-a2dd-409b-89f6-7c8e764c5c0c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1174.666902] env[62301]: INFO nova.compute.manager [None req-b88e5e77-3022-4ea0-bf9b-d1957d355410 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Terminating instance [ 1174.743226] env[62301]: DEBUG oslo_vmware.api [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': task-2571149, 'name': ReconfigVM_Task, 'duration_secs': 0.268221} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.746172] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 6770e890-997f-431e-bb26-962ad2e9ccd5/6770e890-997f-431e-bb26-962ad2e9ccd5.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1174.746771] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e07b1ce8-76b4-499a-8215-b85852eeb90b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.752670] env[62301]: DEBUG oslo_vmware.api [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Task: {'id': task-2571150, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064763} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.753701] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] [instance: a44f8c3c-a97c-4132-99f4-adb08cec1d9c] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1174.754028] env[62301]: DEBUG oslo_vmware.api [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Waiting for the task: (returnval){ [ 1174.754028] env[62301]: value = "task-2571151" [ 1174.754028] env[62301]: _type = "Task" [ 1174.754028] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.754662] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677901a5-f99f-4f0b-9a40-3ab5162d7d3b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.764556] env[62301]: DEBUG oslo_vmware.api [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': task-2571151, 'name': Rename_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.779849] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] [instance: a44f8c3c-a97c-4132-99f4-adb08cec1d9c] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] a44f8c3c-a97c-4132-99f4-adb08cec1d9c/a44f8c3c-a97c-4132-99f4-adb08cec1d9c.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1174.780143] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd812acf-0cbe-4de8-852c-badb0fb8a2cc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.798625] env[62301]: DEBUG oslo_vmware.api [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Waiting for the task: (returnval){ [ 1174.798625] env[62301]: value = "task-2571152" [ 1174.798625] env[62301]: _type = "Task" [ 1174.798625] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.807654] env[62301]: DEBUG oslo_vmware.api [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Task: {'id': task-2571152, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.170404] env[62301]: DEBUG nova.compute.manager [None req-b88e5e77-3022-4ea0-bf9b-d1957d355410 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1175.170776] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b88e5e77-3022-4ea0-bf9b-d1957d355410 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1175.171542] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f931c50-ee01-43f8-af55-2fbbf11f0edb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.179156] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-b88e5e77-3022-4ea0-bf9b-d1957d355410 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.179383] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38bbbb44-e557-45b8-b2f8-f802f90e8f5d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.185286] env[62301]: DEBUG oslo_vmware.api [None req-b88e5e77-3022-4ea0-bf9b-d1957d355410 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Waiting for the task: (returnval){ [ 1175.185286] env[62301]: value = "task-2571153" [ 1175.185286] env[62301]: _type = "Task" [ 1175.185286] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.193252] env[62301]: DEBUG oslo_vmware.api [None req-b88e5e77-3022-4ea0-bf9b-d1957d355410 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2571153, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.266242] env[62301]: DEBUG oslo_vmware.api [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': task-2571151, 'name': Rename_Task, 'duration_secs': 0.154863} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.266461] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1175.266699] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ff0b344-f2d5-4ea4-b654-b2af3dea98b8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.272941] env[62301]: DEBUG oslo_vmware.api [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Waiting for the task: (returnval){ [ 1175.272941] env[62301]: value = "task-2571154" [ 1175.272941] env[62301]: _type = "Task" [ 1175.272941] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.283548] env[62301]: DEBUG oslo_vmware.api [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': task-2571154, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.309484] env[62301]: DEBUG oslo_vmware.api [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Task: {'id': task-2571152, 'name': ReconfigVM_Task, 'duration_secs': 0.273172} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.309813] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] [instance: a44f8c3c-a97c-4132-99f4-adb08cec1d9c] Reconfigured VM instance instance-00000077 to attach disk [datastore1] a44f8c3c-a97c-4132-99f4-adb08cec1d9c/a44f8c3c-a97c-4132-99f4-adb08cec1d9c.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1175.310877] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-add5e6d7-c9bc-4385-97c2-8c5b0511a914 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.319881] env[62301]: DEBUG oslo_vmware.api [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Waiting for the task: (returnval){ [ 1175.319881] env[62301]: value = "task-2571155" [ 1175.319881] env[62301]: _type = "Task" [ 1175.319881] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.328169] env[62301]: DEBUG oslo_vmware.api [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Task: {'id': task-2571155, 'name': Rename_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.695065] env[62301]: DEBUG oslo_vmware.api [None req-b88e5e77-3022-4ea0-bf9b-d1957d355410 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2571153, 'name': PowerOffVM_Task, 'duration_secs': 0.270163} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.695347] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-b88e5e77-3022-4ea0-bf9b-d1957d355410 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1175.695517] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b88e5e77-3022-4ea0-bf9b-d1957d355410 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1175.695779] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1674f92f-26b2-425e-a298-659d2cdb863f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.758102] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b88e5e77-3022-4ea0-bf9b-d1957d355410 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1175.758347] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b88e5e77-3022-4ea0-bf9b-d1957d355410 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Deleting contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1175.758530] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-b88e5e77-3022-4ea0-bf9b-d1957d355410 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Deleting the datastore file [datastore2] 1dedee32-a2dd-409b-89f6-7c8e764c5c0c {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1175.758791] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb4aa7e4-8181-47a4-b998-6f4c75e7150c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.765715] env[62301]: DEBUG oslo_vmware.api [None req-b88e5e77-3022-4ea0-bf9b-d1957d355410 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Waiting for the task: (returnval){ [ 1175.765715] env[62301]: value = "task-2571157" [ 1175.765715] env[62301]: _type = "Task" [ 1175.765715] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.774172] env[62301]: DEBUG oslo_vmware.api [None req-b88e5e77-3022-4ea0-bf9b-d1957d355410 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2571157, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.781729] env[62301]: DEBUG oslo_vmware.api [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': task-2571154, 'name': PowerOnVM_Task, 'duration_secs': 0.416603} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.781967] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1175.782181] env[62301]: INFO nova.compute.manager [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Took 6.84 seconds to spawn the instance on the hypervisor. [ 1175.782357] env[62301]: DEBUG nova.compute.manager [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1175.783094] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2abc0e52-e4c4-475f-a8bf-d5e22aad0fe7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.830552] env[62301]: DEBUG oslo_vmware.api [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Task: {'id': task-2571155, 'name': Rename_Task, 'duration_secs': 0.143993} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.830820] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] [instance: a44f8c3c-a97c-4132-99f4-adb08cec1d9c] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1175.831068] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9f8cf10-53a9-484c-b10a-075859fe073b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.837718] env[62301]: DEBUG oslo_vmware.api [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Waiting for the task: (returnval){ [ 1175.837718] env[62301]: value = "task-2571158" [ 1175.837718] env[62301]: _type = "Task" [ 1175.837718] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.845603] env[62301]: DEBUG oslo_vmware.api [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Task: {'id': task-2571158, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.277101] env[62301]: DEBUG oslo_vmware.api [None req-b88e5e77-3022-4ea0-bf9b-d1957d355410 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Task: {'id': task-2571157, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.095134} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.277101] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-b88e5e77-3022-4ea0-bf9b-d1957d355410 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1176.277101] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b88e5e77-3022-4ea0-bf9b-d1957d355410 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Deleted contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1176.277101] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-b88e5e77-3022-4ea0-bf9b-d1957d355410 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1176.277101] env[62301]: INFO nova.compute.manager [None req-b88e5e77-3022-4ea0-bf9b-d1957d355410 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1176.277564] env[62301]: DEBUG oslo.service.loopingcall [None req-b88e5e77-3022-4ea0-bf9b-d1957d355410 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1176.277564] env[62301]: DEBUG nova.compute.manager [-] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1176.277564] env[62301]: DEBUG nova.network.neutron [-] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1176.299018] env[62301]: INFO nova.compute.manager [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Took 11.57 seconds to build instance. [ 1176.347370] env[62301]: DEBUG oslo_vmware.api [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Task: {'id': task-2571158, 'name': PowerOnVM_Task, 'duration_secs': 0.455486} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.347630] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] [instance: a44f8c3c-a97c-4132-99f4-adb08cec1d9c] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1176.347829] env[62301]: INFO nova.compute.manager [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] [instance: a44f8c3c-a97c-4132-99f4-adb08cec1d9c] Took 5.18 seconds to spawn the instance on the hypervisor. [ 1176.348036] env[62301]: DEBUG nova.compute.manager [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] [instance: a44f8c3c-a97c-4132-99f4-adb08cec1d9c] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1176.348890] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60292c75-affe-4838-9435-af26c5dc54d0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.566491] env[62301]: DEBUG nova.compute.manager [req-7fc8e9d3-c33c-44df-b95a-e9f470eb5969 req-b4c8e670-ad7b-4fc4-95a1-0d2ec64f03fe service nova] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Received event network-vif-deleted-a488ad01-bc3f-4766-9a9c-01aa0204bbd4 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1176.566730] env[62301]: INFO nova.compute.manager [req-7fc8e9d3-c33c-44df-b95a-e9f470eb5969 req-b4c8e670-ad7b-4fc4-95a1-0d2ec64f03fe service nova] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Neutron deleted interface a488ad01-bc3f-4766-9a9c-01aa0204bbd4; detaching it from the instance and deleting it from the info cache [ 1176.566913] env[62301]: DEBUG nova.network.neutron [req-7fc8e9d3-c33c-44df-b95a-e9f470eb5969 req-b4c8e670-ad7b-4fc4-95a1-0d2ec64f03fe service nova] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.801531] env[62301]: DEBUG oslo_concurrency.lockutils [None req-7310a48e-1648-4171-8c85-46671646d679 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Lock "6770e890-997f-431e-bb26-962ad2e9ccd5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.085s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1176.866821] env[62301]: INFO nova.compute.manager [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] [instance: a44f8c3c-a97c-4132-99f4-adb08cec1d9c] Took 11.82 seconds to build instance. [ 1176.875836] env[62301]: DEBUG nova.compute.manager [req-881a0d39-66c1-4a4d-b210-85c910d70005 req-f4080fab-8e75-434b-99c5-5fd045f6dae3 service nova] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Received event network-changed-66b368ab-94ec-4a22-9daf-8a3d6ea9a0c5 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1176.876081] env[62301]: DEBUG nova.compute.manager [req-881a0d39-66c1-4a4d-b210-85c910d70005 req-f4080fab-8e75-434b-99c5-5fd045f6dae3 service nova] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Refreshing instance network info cache due to event network-changed-66b368ab-94ec-4a22-9daf-8a3d6ea9a0c5. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1176.876636] env[62301]: DEBUG oslo_concurrency.lockutils [req-881a0d39-66c1-4a4d-b210-85c910d70005 req-f4080fab-8e75-434b-99c5-5fd045f6dae3 service nova] Acquiring lock "refresh_cache-6770e890-997f-431e-bb26-962ad2e9ccd5" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1176.876636] env[62301]: DEBUG oslo_concurrency.lockutils [req-881a0d39-66c1-4a4d-b210-85c910d70005 req-f4080fab-8e75-434b-99c5-5fd045f6dae3 service nova] Acquired lock "refresh_cache-6770e890-997f-431e-bb26-962ad2e9ccd5" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.876636] env[62301]: DEBUG nova.network.neutron [req-881a0d39-66c1-4a4d-b210-85c910d70005 req-f4080fab-8e75-434b-99c5-5fd045f6dae3 service nova] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Refreshing network info cache for port 66b368ab-94ec-4a22-9daf-8a3d6ea9a0c5 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1177.043763] env[62301]: DEBUG nova.network.neutron [-] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.069011] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d4b0d660-f4cd-4cf0-8b8a-508c906ca6f5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.079393] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e82b5d1-75e2-4616-8e04-6c19786f891e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.108420] env[62301]: DEBUG nova.compute.manager [req-7fc8e9d3-c33c-44df-b95a-e9f470eb5969 req-b4c8e670-ad7b-4fc4-95a1-0d2ec64f03fe service nova] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Detach interface failed, port_id=a488ad01-bc3f-4766-9a9c-01aa0204bbd4, reason: Instance 1dedee32-a2dd-409b-89f6-7c8e764c5c0c could not be found. {{(pid=62301) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1177.370132] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4289c5d5-8cfc-42f9-904e-84fc0cc05200 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Lock "a44f8c3c-a97c-4132-99f4-adb08cec1d9c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.334s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1177.546393] env[62301]: INFO nova.compute.manager [-] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Took 1.27 seconds to deallocate network for instance. [ 1177.606979] env[62301]: DEBUG nova.network.neutron [req-881a0d39-66c1-4a4d-b210-85c910d70005 req-f4080fab-8e75-434b-99c5-5fd045f6dae3 service nova] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Updated VIF entry in instance network info cache for port 66b368ab-94ec-4a22-9daf-8a3d6ea9a0c5. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1177.607355] env[62301]: DEBUG nova.network.neutron [req-881a0d39-66c1-4a4d-b210-85c910d70005 req-f4080fab-8e75-434b-99c5-5fd045f6dae3 service nova] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Updating instance_info_cache with network_info: [{"id": "66b368ab-94ec-4a22-9daf-8a3d6ea9a0c5", "address": "fa:16:3e:52:42:6b", "network": {"id": "d41ffce5-680b-4240-85cf-76cc11dc615f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1034833781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "445cf2e7640144f396c2e692d63433ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66b368ab-94", "ovs_interfaceid": "66b368ab-94ec-4a22-9daf-8a3d6ea9a0c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.053132] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b88e5e77-3022-4ea0-bf9b-d1957d355410 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.053406] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b88e5e77-3022-4ea0-bf9b-d1957d355410 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.053626] env[62301]: DEBUG nova.objects.instance [None req-b88e5e77-3022-4ea0-bf9b-d1957d355410 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lazy-loading 'resources' on Instance uuid 1dedee32-a2dd-409b-89f6-7c8e764c5c0c {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.109726] env[62301]: DEBUG oslo_concurrency.lockutils [req-881a0d39-66c1-4a4d-b210-85c910d70005 req-f4080fab-8e75-434b-99c5-5fd045f6dae3 service nova] Releasing lock "refresh_cache-6770e890-997f-431e-bb26-962ad2e9ccd5" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.273018] env[62301]: DEBUG nova.compute.manager [None req-f72f1446-ca8d-4d2e-84c4-e2a707725d9a tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] [instance: a44f8c3c-a97c-4132-99f4-adb08cec1d9c] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1178.274107] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c066fad-439f-4809-a130-9901514940e8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.330234] env[62301]: DEBUG oslo_concurrency.lockutils [None req-08532d05-110f-4c35-b192-fd73f954a2d9 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Acquiring lock "a44f8c3c-a97c-4132-99f4-adb08cec1d9c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.330480] env[62301]: DEBUG oslo_concurrency.lockutils [None req-08532d05-110f-4c35-b192-fd73f954a2d9 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Lock "a44f8c3c-a97c-4132-99f4-adb08cec1d9c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.330693] env[62301]: DEBUG oslo_concurrency.lockutils [None req-08532d05-110f-4c35-b192-fd73f954a2d9 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Acquiring lock "a44f8c3c-a97c-4132-99f4-adb08cec1d9c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.330878] env[62301]: DEBUG oslo_concurrency.lockutils [None req-08532d05-110f-4c35-b192-fd73f954a2d9 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Lock "a44f8c3c-a97c-4132-99f4-adb08cec1d9c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.331069] env[62301]: DEBUG oslo_concurrency.lockutils [None req-08532d05-110f-4c35-b192-fd73f954a2d9 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Lock "a44f8c3c-a97c-4132-99f4-adb08cec1d9c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1178.332914] env[62301]: INFO nova.compute.manager [None req-08532d05-110f-4c35-b192-fd73f954a2d9 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] [instance: a44f8c3c-a97c-4132-99f4-adb08cec1d9c] Terminating instance [ 1178.633673] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6537655f-291c-41c3-9c79-6324cce4be5b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.641596] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd24022-9d3c-4d9b-b4b9-cff7ed710726 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.671096] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5279adf9-7a4e-4718-a9b0-6b3461a06d50 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.678194] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df6db07-1599-45a6-8f09-e3c785ed1a9e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.691207] env[62301]: DEBUG nova.compute.provider_tree [None req-b88e5e77-3022-4ea0-bf9b-d1957d355410 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1178.784616] env[62301]: INFO nova.compute.manager [None req-f72f1446-ca8d-4d2e-84c4-e2a707725d9a tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] [instance: a44f8c3c-a97c-4132-99f4-adb08cec1d9c] instance snapshotting [ 1178.785234] env[62301]: DEBUG nova.objects.instance [None req-f72f1446-ca8d-4d2e-84c4-e2a707725d9a tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Lazy-loading 'flavor' on Instance uuid a44f8c3c-a97c-4132-99f4-adb08cec1d9c {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.836371] env[62301]: DEBUG oslo_concurrency.lockutils [None req-08532d05-110f-4c35-b192-fd73f954a2d9 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Acquiring lock "refresh_cache-a44f8c3c-a97c-4132-99f4-adb08cec1d9c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.836532] env[62301]: DEBUG oslo_concurrency.lockutils [None req-08532d05-110f-4c35-b192-fd73f954a2d9 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Acquired lock "refresh_cache-a44f8c3c-a97c-4132-99f4-adb08cec1d9c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.836711] env[62301]: DEBUG nova.network.neutron [None req-08532d05-110f-4c35-b192-fd73f954a2d9 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] [instance: a44f8c3c-a97c-4132-99f4-adb08cec1d9c] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1179.198047] env[62301]: DEBUG nova.scheduler.client.report [None req-b88e5e77-3022-4ea0-bf9b-d1957d355410 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.290743] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351661cf-de6c-43ab-83e9-a6095950dbd0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.308375] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03164ebe-7ed4-490a-b6c0-0e9a8ef4c9f9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.355718] env[62301]: DEBUG nova.network.neutron [None req-08532d05-110f-4c35-b192-fd73f954a2d9 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] [instance: a44f8c3c-a97c-4132-99f4-adb08cec1d9c] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1179.413123] env[62301]: DEBUG nova.network.neutron [None req-08532d05-110f-4c35-b192-fd73f954a2d9 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] [instance: a44f8c3c-a97c-4132-99f4-adb08cec1d9c] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.705421] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b88e5e77-3022-4ea0-bf9b-d1957d355410 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.650s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1179.720900] env[62301]: INFO nova.scheduler.client.report [None req-b88e5e77-3022-4ea0-bf9b-d1957d355410 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Deleted allocations for instance 1dedee32-a2dd-409b-89f6-7c8e764c5c0c [ 1179.821426] env[62301]: DEBUG nova.compute.manager [None req-f72f1446-ca8d-4d2e-84c4-e2a707725d9a tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] [instance: a44f8c3c-a97c-4132-99f4-adb08cec1d9c] Instance disappeared during snapshot {{(pid=62301) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1179.917175] env[62301]: DEBUG oslo_concurrency.lockutils [None req-08532d05-110f-4c35-b192-fd73f954a2d9 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Releasing lock "refresh_cache-a44f8c3c-a97c-4132-99f4-adb08cec1d9c" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1179.917591] env[62301]: DEBUG nova.compute.manager [None req-08532d05-110f-4c35-b192-fd73f954a2d9 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] [instance: a44f8c3c-a97c-4132-99f4-adb08cec1d9c] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1179.917844] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-08532d05-110f-4c35-b192-fd73f954a2d9 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] [instance: a44f8c3c-a97c-4132-99f4-adb08cec1d9c] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1179.919010] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3bb0178-fd71-449b-8b27-13df8e01a3ff {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.926582] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-08532d05-110f-4c35-b192-fd73f954a2d9 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] [instance: a44f8c3c-a97c-4132-99f4-adb08cec1d9c] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1179.926805] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f79c4d9-eb2f-47bd-8109-6aa4e376a70c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.933647] env[62301]: DEBUG oslo_vmware.api [None req-08532d05-110f-4c35-b192-fd73f954a2d9 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Waiting for the task: (returnval){ [ 1179.933647] env[62301]: value = "task-2571159" [ 1179.933647] env[62301]: _type = "Task" [ 1179.933647] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.937269] env[62301]: DEBUG nova.compute.manager [None req-f72f1446-ca8d-4d2e-84c4-e2a707725d9a tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] [instance: a44f8c3c-a97c-4132-99f4-adb08cec1d9c] Found 0 images (rotation: 2) {{(pid=62301) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1179.943294] env[62301]: DEBUG oslo_vmware.api [None req-08532d05-110f-4c35-b192-fd73f954a2d9 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Task: {'id': task-2571159, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.227948] env[62301]: DEBUG oslo_concurrency.lockutils [None req-b88e5e77-3022-4ea0-bf9b-d1957d355410 tempest-AttachInterfacesTestJSON-451349842 tempest-AttachInterfacesTestJSON-451349842-project-member] Lock "1dedee32-a2dd-409b-89f6-7c8e764c5c0c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.564s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1180.443868] env[62301]: DEBUG oslo_vmware.api [None req-08532d05-110f-4c35-b192-fd73f954a2d9 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Task: {'id': task-2571159, 'name': PowerOffVM_Task, 'duration_secs': 0.134088} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.444234] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-08532d05-110f-4c35-b192-fd73f954a2d9 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] [instance: a44f8c3c-a97c-4132-99f4-adb08cec1d9c] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1180.444460] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-08532d05-110f-4c35-b192-fd73f954a2d9 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] [instance: a44f8c3c-a97c-4132-99f4-adb08cec1d9c] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1180.444716] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4bacf514-4655-4bd6-a795-d137f6970706 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.470771] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-08532d05-110f-4c35-b192-fd73f954a2d9 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] [instance: a44f8c3c-a97c-4132-99f4-adb08cec1d9c] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1180.470982] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-08532d05-110f-4c35-b192-fd73f954a2d9 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] [instance: a44f8c3c-a97c-4132-99f4-adb08cec1d9c] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1180.471154] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-08532d05-110f-4c35-b192-fd73f954a2d9 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Deleting the datastore file [datastore1] a44f8c3c-a97c-4132-99f4-adb08cec1d9c {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1180.471410] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a011cb99-626d-482f-a535-79751834f90e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.477591] env[62301]: DEBUG oslo_vmware.api [None req-08532d05-110f-4c35-b192-fd73f954a2d9 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Waiting for the task: (returnval){ [ 1180.477591] env[62301]: value = "task-2571161" [ 1180.477591] env[62301]: _type = "Task" [ 1180.477591] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.484993] env[62301]: DEBUG oslo_vmware.api [None req-08532d05-110f-4c35-b192-fd73f954a2d9 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Task: {'id': task-2571161, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.988033] env[62301]: DEBUG oslo_vmware.api [None req-08532d05-110f-4c35-b192-fd73f954a2d9 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Task: {'id': task-2571161, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.47609} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.988321] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-08532d05-110f-4c35-b192-fd73f954a2d9 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1180.988372] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-08532d05-110f-4c35-b192-fd73f954a2d9 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] [instance: a44f8c3c-a97c-4132-99f4-adb08cec1d9c] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1180.988589] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-08532d05-110f-4c35-b192-fd73f954a2d9 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] [instance: a44f8c3c-a97c-4132-99f4-adb08cec1d9c] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1180.988798] env[62301]: INFO nova.compute.manager [None req-08532d05-110f-4c35-b192-fd73f954a2d9 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] [instance: a44f8c3c-a97c-4132-99f4-adb08cec1d9c] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1180.989082] env[62301]: DEBUG oslo.service.loopingcall [None req-08532d05-110f-4c35-b192-fd73f954a2d9 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1180.989353] env[62301]: DEBUG nova.compute.manager [-] [instance: a44f8c3c-a97c-4132-99f4-adb08cec1d9c] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1180.989487] env[62301]: DEBUG nova.network.neutron [-] [instance: a44f8c3c-a97c-4132-99f4-adb08cec1d9c] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1181.011665] env[62301]: DEBUG nova.network.neutron [-] [instance: a44f8c3c-a97c-4132-99f4-adb08cec1d9c] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1181.514953] env[62301]: DEBUG nova.network.neutron [-] [instance: a44f8c3c-a97c-4132-99f4-adb08cec1d9c] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.017459] env[62301]: INFO nova.compute.manager [-] [instance: a44f8c3c-a97c-4132-99f4-adb08cec1d9c] Took 1.03 seconds to deallocate network for instance. [ 1182.527251] env[62301]: DEBUG oslo_concurrency.lockutils [None req-08532d05-110f-4c35-b192-fd73f954a2d9 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1182.527525] env[62301]: DEBUG oslo_concurrency.lockutils [None req-08532d05-110f-4c35-b192-fd73f954a2d9 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1182.527743] env[62301]: DEBUG nova.objects.instance [None req-08532d05-110f-4c35-b192-fd73f954a2d9 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Lazy-loading 'resources' on Instance uuid a44f8c3c-a97c-4132-99f4-adb08cec1d9c {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.105544] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4969ba1e-2f73-4210-bb4e-5885a2ed126c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.113072] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252b8a5b-dd4c-4529-bd0e-2ab390d2758a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.142581] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a141ce5-1d9c-4f43-aecf-fa8f12b10683 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.149316] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078ecc1a-31f3-4e23-862d-297abbd853ee {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.162097] env[62301]: DEBUG nova.compute.provider_tree [None req-08532d05-110f-4c35-b192-fd73f954a2d9 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.664776] env[62301]: DEBUG nova.scheduler.client.report [None req-08532d05-110f-4c35-b192-fd73f954a2d9 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.841197] env[62301]: DEBUG oslo_concurrency.lockutils [None req-42ab3dfc-4520-4a6c-acc4-3dc9e9c9aa8c tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Acquiring lock "03fcc5c3-2ce4-4ab5-b84b-391696e7f603" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1183.841428] env[62301]: DEBUG oslo_concurrency.lockutils [None req-42ab3dfc-4520-4a6c-acc4-3dc9e9c9aa8c tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lock "03fcc5c3-2ce4-4ab5-b84b-391696e7f603" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1184.169854] env[62301]: DEBUG oslo_concurrency.lockutils [None req-08532d05-110f-4c35-b192-fd73f954a2d9 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.642s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1184.196357] env[62301]: INFO nova.scheduler.client.report [None req-08532d05-110f-4c35-b192-fd73f954a2d9 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Deleted allocations for instance a44f8c3c-a97c-4132-99f4-adb08cec1d9c [ 1184.345175] env[62301]: DEBUG nova.compute.utils [None req-42ab3dfc-4520-4a6c-acc4-3dc9e9c9aa8c tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1184.704365] env[62301]: DEBUG oslo_concurrency.lockutils [None req-08532d05-110f-4c35-b192-fd73f954a2d9 tempest-ServersAaction247Test-1209088670 tempest-ServersAaction247Test-1209088670-project-member] Lock "a44f8c3c-a97c-4132-99f4-adb08cec1d9c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.374s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1184.847960] env[62301]: DEBUG oslo_concurrency.lockutils [None req-42ab3dfc-4520-4a6c-acc4-3dc9e9c9aa8c tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lock "03fcc5c3-2ce4-4ab5-b84b-391696e7f603" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1185.923813] env[62301]: DEBUG oslo_concurrency.lockutils [None req-42ab3dfc-4520-4a6c-acc4-3dc9e9c9aa8c tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Acquiring lock "03fcc5c3-2ce4-4ab5-b84b-391696e7f603" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1185.924122] env[62301]: DEBUG oslo_concurrency.lockutils [None req-42ab3dfc-4520-4a6c-acc4-3dc9e9c9aa8c tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lock "03fcc5c3-2ce4-4ab5-b84b-391696e7f603" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1185.924339] env[62301]: INFO nova.compute.manager [None req-42ab3dfc-4520-4a6c-acc4-3dc9e9c9aa8c tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Attaching volume f3a16745-d5bb-4f30-bf42-7fccb13c8cf1 to /dev/sdb [ 1185.956769] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed325584-4ad2-4e8b-b1cc-e21b71e4ae79 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.964213] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87fec7d4-53a6-47fa-a1ca-eb862b10c624 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.977964] env[62301]: DEBUG nova.virt.block_device [None req-42ab3dfc-4520-4a6c-acc4-3dc9e9c9aa8c tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Updating existing volume attachment record: 5a6be3eb-ca57-40c1-b76b-4f1493d8f520 {{(pid=62301) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1187.559822] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Acquiring lock "fef7833f-5d04-464e-a1e6-a0464ba7db44" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1187.560225] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Lock "fef7833f-5d04-464e-a1e6-a0464ba7db44" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1188.062440] env[62301]: DEBUG nova.compute.manager [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] [instance: fef7833f-5d04-464e-a1e6-a0464ba7db44] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1188.588910] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1188.589226] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1188.590660] env[62301]: INFO nova.compute.claims [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] [instance: fef7833f-5d04-464e-a1e6-a0464ba7db44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1189.666185] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ae5ec8-e7c0-4e49-b5e8-dd206e2264c8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.674078] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b3e0fc-58ed-4de6-aad9-ce6e79623f46 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.703718] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe320a3-966d-4379-b78b-e8d1b983bdc4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.710361] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf700b3-0ad3-497b-9d2b-2c074cd8d942 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.723097] env[62301]: DEBUG nova.compute.provider_tree [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.226684] env[62301]: DEBUG nova.scheduler.client.report [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.527403] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-42ab3dfc-4520-4a6c-acc4-3dc9e9c9aa8c tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Volume attach. Driver type: vmdk {{(pid=62301) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1190.527649] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-42ab3dfc-4520-4a6c-acc4-3dc9e9c9aa8c tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518969', 'volume_id': 'f3a16745-d5bb-4f30-bf42-7fccb13c8cf1', 'name': 'volume-f3a16745-d5bb-4f30-bf42-7fccb13c8cf1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03fcc5c3-2ce4-4ab5-b84b-391696e7f603', 'attached_at': '', 'detached_at': '', 'volume_id': 'f3a16745-d5bb-4f30-bf42-7fccb13c8cf1', 'serial': 'f3a16745-d5bb-4f30-bf42-7fccb13c8cf1'} {{(pid=62301) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1190.528568] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58aaaa07-774d-42ea-9b59-d585abc47b16 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.544812] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06517724-d2b8-4720-a0b4-c9dd4304aebe {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.570291] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-42ab3dfc-4520-4a6c-acc4-3dc9e9c9aa8c tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] volume-f3a16745-d5bb-4f30-bf42-7fccb13c8cf1/volume-f3a16745-d5bb-4f30-bf42-7fccb13c8cf1.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1190.570532] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-740dffd4-0d7d-476e-bb3f-e40ee64273dd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.587975] env[62301]: DEBUG oslo_vmware.api [None req-42ab3dfc-4520-4a6c-acc4-3dc9e9c9aa8c tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Waiting for the task: (returnval){ [ 1190.587975] env[62301]: value = "task-2571164" [ 1190.587975] env[62301]: _type = "Task" [ 1190.587975] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.595384] env[62301]: DEBUG oslo_vmware.api [None req-42ab3dfc-4520-4a6c-acc4-3dc9e9c9aa8c tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2571164, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.731328] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.142s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1190.731875] env[62301]: DEBUG nova.compute.manager [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] [instance: fef7833f-5d04-464e-a1e6-a0464ba7db44] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1191.097642] env[62301]: DEBUG oslo_vmware.api [None req-42ab3dfc-4520-4a6c-acc4-3dc9e9c9aa8c tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2571164, 'name': ReconfigVM_Task, 'duration_secs': 0.35373} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.097916] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-42ab3dfc-4520-4a6c-acc4-3dc9e9c9aa8c tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Reconfigured VM instance instance-00000074 to attach disk [datastore2] volume-f3a16745-d5bb-4f30-bf42-7fccb13c8cf1/volume-f3a16745-d5bb-4f30-bf42-7fccb13c8cf1.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1191.102549] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ef89131-df2e-4247-976d-ec77f13a8e5b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.117265] env[62301]: DEBUG oslo_vmware.api [None req-42ab3dfc-4520-4a6c-acc4-3dc9e9c9aa8c tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Waiting for the task: (returnval){ [ 1191.117265] env[62301]: value = "task-2571165" [ 1191.117265] env[62301]: _type = "Task" [ 1191.117265] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.125412] env[62301]: DEBUG oslo_vmware.api [None req-42ab3dfc-4520-4a6c-acc4-3dc9e9c9aa8c tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2571165, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.236602] env[62301]: DEBUG nova.compute.utils [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1191.238697] env[62301]: DEBUG nova.compute.manager [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] [instance: fef7833f-5d04-464e-a1e6-a0464ba7db44] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1191.238697] env[62301]: DEBUG nova.network.neutron [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] [instance: fef7833f-5d04-464e-a1e6-a0464ba7db44] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1191.276810] env[62301]: DEBUG nova.policy [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bfa628778de249a7aec92f96abab7a79', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3754353ec8cc4cc7b081840206ecf606', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 1191.531856] env[62301]: DEBUG nova.network.neutron [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] [instance: fef7833f-5d04-464e-a1e6-a0464ba7db44] Successfully created port: 4889f97b-06e9-4464-a5d0-f3f616a5e82d {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1191.627128] env[62301]: DEBUG oslo_vmware.api [None req-42ab3dfc-4520-4a6c-acc4-3dc9e9c9aa8c tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2571165, 'name': ReconfigVM_Task, 'duration_secs': 0.153383} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.627444] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-42ab3dfc-4520-4a6c-acc4-3dc9e9c9aa8c tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518969', 'volume_id': 'f3a16745-d5bb-4f30-bf42-7fccb13c8cf1', 'name': 'volume-f3a16745-d5bb-4f30-bf42-7fccb13c8cf1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03fcc5c3-2ce4-4ab5-b84b-391696e7f603', 'attached_at': '', 'detached_at': '', 'volume_id': 'f3a16745-d5bb-4f30-bf42-7fccb13c8cf1', 'serial': 'f3a16745-d5bb-4f30-bf42-7fccb13c8cf1'} {{(pid=62301) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1191.741569] env[62301]: DEBUG nova.compute.manager [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] [instance: fef7833f-5d04-464e-a1e6-a0464ba7db44] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1192.665240] env[62301]: DEBUG nova.objects.instance [None req-42ab3dfc-4520-4a6c-acc4-3dc9e9c9aa8c tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lazy-loading 'flavor' on Instance uuid 03fcc5c3-2ce4-4ab5-b84b-391696e7f603 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.751344] env[62301]: DEBUG nova.compute.manager [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] [instance: fef7833f-5d04-464e-a1e6-a0464ba7db44] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1192.780958] env[62301]: DEBUG nova.virt.hardware [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1192.781232] env[62301]: DEBUG nova.virt.hardware [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1192.781393] env[62301]: DEBUG nova.virt.hardware [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1192.781585] env[62301]: DEBUG nova.virt.hardware [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1192.781723] env[62301]: DEBUG nova.virt.hardware [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1192.781867] env[62301]: DEBUG nova.virt.hardware [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1192.782089] env[62301]: DEBUG nova.virt.hardware [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1192.782255] env[62301]: DEBUG nova.virt.hardware [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1192.782422] env[62301]: DEBUG nova.virt.hardware [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1192.782582] env[62301]: DEBUG nova.virt.hardware [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1192.782755] env[62301]: DEBUG nova.virt.hardware [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1192.783622] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88055365-bf2d-4635-944e-f3ad3e0acc23 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.792249] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b834b4-94cf-4408-8fdc-3bff739bbdc0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.797264] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f863e6fb-6786-424b-9423-0b89179cc163 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Acquiring lock "49f6036a-ed24-416b-addb-a865ff67668e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1192.797512] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f863e6fb-6786-424b-9423-0b89179cc163 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Lock "49f6036a-ed24-416b-addb-a865ff67668e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1192.798162] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f863e6fb-6786-424b-9423-0b89179cc163 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Acquiring lock "49f6036a-ed24-416b-addb-a865ff67668e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1192.798162] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f863e6fb-6786-424b-9423-0b89179cc163 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Lock "49f6036a-ed24-416b-addb-a865ff67668e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1192.798162] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f863e6fb-6786-424b-9423-0b89179cc163 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Lock "49f6036a-ed24-416b-addb-a865ff67668e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1192.810055] env[62301]: INFO nova.compute.manager [None req-f863e6fb-6786-424b-9423-0b89179cc163 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Terminating instance [ 1192.897311] env[62301]: DEBUG nova.compute.manager [req-9c31cd02-2864-4be7-910a-5b347b48d3d0 req-3afe43aa-b983-4e7e-bc46-d4abce51ff56 service nova] [instance: fef7833f-5d04-464e-a1e6-a0464ba7db44] Received event network-vif-plugged-4889f97b-06e9-4464-a5d0-f3f616a5e82d {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1192.897639] env[62301]: DEBUG oslo_concurrency.lockutils [req-9c31cd02-2864-4be7-910a-5b347b48d3d0 req-3afe43aa-b983-4e7e-bc46-d4abce51ff56 service nova] Acquiring lock "fef7833f-5d04-464e-a1e6-a0464ba7db44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1192.898019] env[62301]: DEBUG oslo_concurrency.lockutils [req-9c31cd02-2864-4be7-910a-5b347b48d3d0 req-3afe43aa-b983-4e7e-bc46-d4abce51ff56 service nova] Lock "fef7833f-5d04-464e-a1e6-a0464ba7db44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1192.898201] env[62301]: DEBUG oslo_concurrency.lockutils [req-9c31cd02-2864-4be7-910a-5b347b48d3d0 req-3afe43aa-b983-4e7e-bc46-d4abce51ff56 service nova] Lock "fef7833f-5d04-464e-a1e6-a0464ba7db44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1192.898372] env[62301]: DEBUG nova.compute.manager [req-9c31cd02-2864-4be7-910a-5b347b48d3d0 req-3afe43aa-b983-4e7e-bc46-d4abce51ff56 service nova] [instance: fef7833f-5d04-464e-a1e6-a0464ba7db44] No waiting events found dispatching network-vif-plugged-4889f97b-06e9-4464-a5d0-f3f616a5e82d {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1192.898620] env[62301]: WARNING nova.compute.manager [req-9c31cd02-2864-4be7-910a-5b347b48d3d0 req-3afe43aa-b983-4e7e-bc46-d4abce51ff56 service nova] [instance: fef7833f-5d04-464e-a1e6-a0464ba7db44] Received unexpected event network-vif-plugged-4889f97b-06e9-4464-a5d0-f3f616a5e82d for instance with vm_state building and task_state spawning. [ 1192.980652] env[62301]: DEBUG nova.network.neutron [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] [instance: fef7833f-5d04-464e-a1e6-a0464ba7db44] Successfully updated port: 4889f97b-06e9-4464-a5d0-f3f616a5e82d {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1193.170491] env[62301]: DEBUG oslo_concurrency.lockutils [None req-42ab3dfc-4520-4a6c-acc4-3dc9e9c9aa8c tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lock "03fcc5c3-2ce4-4ab5-b84b-391696e7f603" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.246s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1193.313930] env[62301]: DEBUG nova.compute.manager [None req-f863e6fb-6786-424b-9423-0b89179cc163 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1193.313930] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f863e6fb-6786-424b-9423-0b89179cc163 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1193.314827] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe18c2a-0e35-4ee0-9ceb-072076cf9dbb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.323017] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-f863e6fb-6786-424b-9423-0b89179cc163 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1193.323251] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ed7ea39-e853-405a-b1d3-5b4813997226 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.329416] env[62301]: DEBUG oslo_vmware.api [None req-f863e6fb-6786-424b-9423-0b89179cc163 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Waiting for the task: (returnval){ [ 1193.329416] env[62301]: value = "task-2571166" [ 1193.329416] env[62301]: _type = "Task" [ 1193.329416] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.337089] env[62301]: DEBUG oslo_vmware.api [None req-f863e6fb-6786-424b-9423-0b89179cc163 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2571166, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.380780] env[62301]: DEBUG oslo_concurrency.lockutils [None req-de406d5a-7438-4fdc-bd7a-febcaa895812 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Acquiring lock "03fcc5c3-2ce4-4ab5-b84b-391696e7f603" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1193.381053] env[62301]: DEBUG oslo_concurrency.lockutils [None req-de406d5a-7438-4fdc-bd7a-febcaa895812 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lock "03fcc5c3-2ce4-4ab5-b84b-391696e7f603" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1193.483935] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Acquiring lock "refresh_cache-fef7833f-5d04-464e-a1e6-a0464ba7db44" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1193.483935] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Acquired lock "refresh_cache-fef7833f-5d04-464e-a1e6-a0464ba7db44" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.483935] env[62301]: DEBUG nova.network.neutron [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] [instance: fef7833f-5d04-464e-a1e6-a0464ba7db44] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1193.839385] env[62301]: DEBUG oslo_vmware.api [None req-f863e6fb-6786-424b-9423-0b89179cc163 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2571166, 'name': PowerOffVM_Task, 'duration_secs': 0.203578} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.839838] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-f863e6fb-6786-424b-9423-0b89179cc163 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1193.839838] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f863e6fb-6786-424b-9423-0b89179cc163 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1193.840040] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-182f06e9-4946-4dc1-ab54-b19a79c0879c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.884493] env[62301]: INFO nova.compute.manager [None req-de406d5a-7438-4fdc-bd7a-febcaa895812 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Detaching volume f3a16745-d5bb-4f30-bf42-7fccb13c8cf1 [ 1193.906311] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f863e6fb-6786-424b-9423-0b89179cc163 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1193.906546] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f863e6fb-6786-424b-9423-0b89179cc163 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1193.906762] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-f863e6fb-6786-424b-9423-0b89179cc163 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Deleting the datastore file [datastore1] 49f6036a-ed24-416b-addb-a865ff67668e {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1193.907179] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9476a6e-5dfd-4a9f-a47b-c1ba07558f7e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.912993] env[62301]: DEBUG oslo_vmware.api [None req-f863e6fb-6786-424b-9423-0b89179cc163 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Waiting for the task: (returnval){ [ 1193.912993] env[62301]: value = "task-2571168" [ 1193.912993] env[62301]: _type = "Task" [ 1193.912993] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.917973] env[62301]: INFO nova.virt.block_device [None req-de406d5a-7438-4fdc-bd7a-febcaa895812 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Attempting to driver detach volume f3a16745-d5bb-4f30-bf42-7fccb13c8cf1 from mountpoint /dev/sdb [ 1193.918211] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-de406d5a-7438-4fdc-bd7a-febcaa895812 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Volume detach. Driver type: vmdk {{(pid=62301) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1193.918395] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-de406d5a-7438-4fdc-bd7a-febcaa895812 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518969', 'volume_id': 'f3a16745-d5bb-4f30-bf42-7fccb13c8cf1', 'name': 'volume-f3a16745-d5bb-4f30-bf42-7fccb13c8cf1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03fcc5c3-2ce4-4ab5-b84b-391696e7f603', 'attached_at': '', 'detached_at': '', 'volume_id': 'f3a16745-d5bb-4f30-bf42-7fccb13c8cf1', 'serial': 'f3a16745-d5bb-4f30-bf42-7fccb13c8cf1'} {{(pid=62301) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1193.919169] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7b7199-ab11-430c-a122-720eb13c6484 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.924136] env[62301]: DEBUG oslo_vmware.api [None req-f863e6fb-6786-424b-9423-0b89179cc163 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2571168, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.943104] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7552a6-744c-4bef-9a48-8fdb8213b343 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.949335] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab36ffd-8319-43be-a5b0-c03e2f2b82fd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.970070] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ca3e8d-46f8-4c1a-9738-de924df49d3c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.984019] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-de406d5a-7438-4fdc-bd7a-febcaa895812 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] The volume has not been displaced from its original location: [datastore2] volume-f3a16745-d5bb-4f30-bf42-7fccb13c8cf1/volume-f3a16745-d5bb-4f30-bf42-7fccb13c8cf1.vmdk. No consolidation needed. {{(pid=62301) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1193.989120] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-de406d5a-7438-4fdc-bd7a-febcaa895812 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Reconfiguring VM instance instance-00000074 to detach disk 2001 {{(pid=62301) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1193.991047] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a322fe9c-5050-4fe6-9f28-869b924d5761 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.008707] env[62301]: DEBUG oslo_vmware.api [None req-de406d5a-7438-4fdc-bd7a-febcaa895812 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Waiting for the task: (returnval){ [ 1194.008707] env[62301]: value = "task-2571169" [ 1194.008707] env[62301]: _type = "Task" [ 1194.008707] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.015658] env[62301]: DEBUG oslo_vmware.api [None req-de406d5a-7438-4fdc-bd7a-febcaa895812 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2571169, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.030122] env[62301]: DEBUG nova.network.neutron [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] [instance: fef7833f-5d04-464e-a1e6-a0464ba7db44] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1194.163012] env[62301]: DEBUG nova.network.neutron [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] [instance: fef7833f-5d04-464e-a1e6-a0464ba7db44] Updating instance_info_cache with network_info: [{"id": "4889f97b-06e9-4464-a5d0-f3f616a5e82d", "address": "fa:16:3e:62:a2:06", "network": {"id": "08e9434b-4122-4ed6-8d4d-afa77cf46ccc", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1982549573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3754353ec8cc4cc7b081840206ecf606", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4889f97b-06", "ovs_interfaceid": "4889f97b-06e9-4464-a5d0-f3f616a5e82d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.422967] env[62301]: DEBUG oslo_vmware.api [None req-f863e6fb-6786-424b-9423-0b89179cc163 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Task: {'id': task-2571168, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143733} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.423245] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-f863e6fb-6786-424b-9423-0b89179cc163 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1194.423428] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f863e6fb-6786-424b-9423-0b89179cc163 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1194.423605] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f863e6fb-6786-424b-9423-0b89179cc163 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1194.423788] env[62301]: INFO nova.compute.manager [None req-f863e6fb-6786-424b-9423-0b89179cc163 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1194.424034] env[62301]: DEBUG oslo.service.loopingcall [None req-f863e6fb-6786-424b-9423-0b89179cc163 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1194.424228] env[62301]: DEBUG nova.compute.manager [-] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1194.424324] env[62301]: DEBUG nova.network.neutron [-] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1194.518388] env[62301]: DEBUG oslo_vmware.api [None req-de406d5a-7438-4fdc-bd7a-febcaa895812 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2571169, 'name': ReconfigVM_Task, 'duration_secs': 0.2214} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.518737] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-de406d5a-7438-4fdc-bd7a-febcaa895812 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Reconfigured VM instance instance-00000074 to detach disk 2001 {{(pid=62301) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1194.523203] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7391e1cd-b2f8-4e26-bf9f-98c7d3d77916 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.542084] env[62301]: DEBUG oslo_vmware.api [None req-de406d5a-7438-4fdc-bd7a-febcaa895812 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Waiting for the task: (returnval){ [ 1194.542084] env[62301]: value = "task-2571170" [ 1194.542084] env[62301]: _type = "Task" [ 1194.542084] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.549288] env[62301]: DEBUG oslo_vmware.api [None req-de406d5a-7438-4fdc-bd7a-febcaa895812 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2571170, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.668708] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Releasing lock "refresh_cache-fef7833f-5d04-464e-a1e6-a0464ba7db44" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.669061] env[62301]: DEBUG nova.compute.manager [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] [instance: fef7833f-5d04-464e-a1e6-a0464ba7db44] Instance network_info: |[{"id": "4889f97b-06e9-4464-a5d0-f3f616a5e82d", "address": "fa:16:3e:62:a2:06", "network": {"id": "08e9434b-4122-4ed6-8d4d-afa77cf46ccc", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1982549573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3754353ec8cc4cc7b081840206ecf606", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4889f97b-06", "ovs_interfaceid": "4889f97b-06e9-4464-a5d0-f3f616a5e82d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1194.669536] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] [instance: fef7833f-5d04-464e-a1e6-a0464ba7db44] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:a2:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91c1da19-ab68-4127-bacd-accbaff19651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4889f97b-06e9-4464-a5d0-f3f616a5e82d', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1194.680677] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Creating folder: Project (3754353ec8cc4cc7b081840206ecf606). Parent ref: group-v518653. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1194.681009] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7df1632-3e57-4fe7-bb3f-4124db571f22 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.691070] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Created folder: Project (3754353ec8cc4cc7b081840206ecf606) in parent group-v518653. [ 1194.691285] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Creating folder: Instances. Parent ref: group-v518970. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1194.691527] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd030209-836e-4d48-96b9-39ef25e179d6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.703603] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Created folder: Instances in parent group-v518970. [ 1194.703872] env[62301]: DEBUG oslo.service.loopingcall [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1194.704034] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fef7833f-5d04-464e-a1e6-a0464ba7db44] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1194.704243] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dcbef39a-65d6-402f-9912-5721a00eaa0d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.723270] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1194.723270] env[62301]: value = "task-2571173" [ 1194.723270] env[62301]: _type = "Task" [ 1194.723270] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.732018] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2571173, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.927540] env[62301]: DEBUG nova.compute.manager [req-be0d1624-30e3-4ea3-8b8f-e381eca4e5bc req-361d4c3d-299c-490e-9bbc-cf35f9102f0d service nova] [instance: fef7833f-5d04-464e-a1e6-a0464ba7db44] Received event network-changed-4889f97b-06e9-4464-a5d0-f3f616a5e82d {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1194.927943] env[62301]: DEBUG nova.compute.manager [req-be0d1624-30e3-4ea3-8b8f-e381eca4e5bc req-361d4c3d-299c-490e-9bbc-cf35f9102f0d service nova] [instance: fef7833f-5d04-464e-a1e6-a0464ba7db44] Refreshing instance network info cache due to event network-changed-4889f97b-06e9-4464-a5d0-f3f616a5e82d. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1194.928423] env[62301]: DEBUG oslo_concurrency.lockutils [req-be0d1624-30e3-4ea3-8b8f-e381eca4e5bc req-361d4c3d-299c-490e-9bbc-cf35f9102f0d service nova] Acquiring lock "refresh_cache-fef7833f-5d04-464e-a1e6-a0464ba7db44" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.928423] env[62301]: DEBUG oslo_concurrency.lockutils [req-be0d1624-30e3-4ea3-8b8f-e381eca4e5bc req-361d4c3d-299c-490e-9bbc-cf35f9102f0d service nova] Acquired lock "refresh_cache-fef7833f-5d04-464e-a1e6-a0464ba7db44" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.928423] env[62301]: DEBUG nova.network.neutron [req-be0d1624-30e3-4ea3-8b8f-e381eca4e5bc req-361d4c3d-299c-490e-9bbc-cf35f9102f0d service nova] [instance: fef7833f-5d04-464e-a1e6-a0464ba7db44] Refreshing network info cache for port 4889f97b-06e9-4464-a5d0-f3f616a5e82d {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1195.051842] env[62301]: DEBUG oslo_vmware.api [None req-de406d5a-7438-4fdc-bd7a-febcaa895812 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2571170, 'name': ReconfigVM_Task, 'duration_secs': 0.137062} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.052137] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-de406d5a-7438-4fdc-bd7a-febcaa895812 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518969', 'volume_id': 'f3a16745-d5bb-4f30-bf42-7fccb13c8cf1', 'name': 'volume-f3a16745-d5bb-4f30-bf42-7fccb13c8cf1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03fcc5c3-2ce4-4ab5-b84b-391696e7f603', 'attached_at': '', 'detached_at': '', 'volume_id': 'f3a16745-d5bb-4f30-bf42-7fccb13c8cf1', 'serial': 'f3a16745-d5bb-4f30-bf42-7fccb13c8cf1'} {{(pid=62301) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1195.233180] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2571173, 'name': CreateVM_Task, 'duration_secs': 0.303073} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.233360] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fef7833f-5d04-464e-a1e6-a0464ba7db44] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1195.234045] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1195.234220] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.234536] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1195.234790] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf476c7e-83c5-4f06-94f6-76b94afb2181 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.240304] env[62301]: DEBUG oslo_vmware.api [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Waiting for the task: (returnval){ [ 1195.240304] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]523e129b-d8a6-b276-ff28-c62669095250" [ 1195.240304] env[62301]: _type = "Task" [ 1195.240304] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.247816] env[62301]: DEBUG oslo_vmware.api [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]523e129b-d8a6-b276-ff28-c62669095250, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.593875] env[62301]: DEBUG nova.objects.instance [None req-de406d5a-7438-4fdc-bd7a-febcaa895812 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lazy-loading 'flavor' on Instance uuid 03fcc5c3-2ce4-4ab5-b84b-391696e7f603 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1195.610091] env[62301]: DEBUG nova.network.neutron [req-be0d1624-30e3-4ea3-8b8f-e381eca4e5bc req-361d4c3d-299c-490e-9bbc-cf35f9102f0d service nova] [instance: fef7833f-5d04-464e-a1e6-a0464ba7db44] Updated VIF entry in instance network info cache for port 4889f97b-06e9-4464-a5d0-f3f616a5e82d. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1195.610443] env[62301]: DEBUG nova.network.neutron [req-be0d1624-30e3-4ea3-8b8f-e381eca4e5bc req-361d4c3d-299c-490e-9bbc-cf35f9102f0d service nova] [instance: fef7833f-5d04-464e-a1e6-a0464ba7db44] Updating instance_info_cache with network_info: [{"id": "4889f97b-06e9-4464-a5d0-f3f616a5e82d", "address": "fa:16:3e:62:a2:06", "network": {"id": "08e9434b-4122-4ed6-8d4d-afa77cf46ccc", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1982549573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3754353ec8cc4cc7b081840206ecf606", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4889f97b-06", "ovs_interfaceid": "4889f97b-06e9-4464-a5d0-f3f616a5e82d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.626750] env[62301]: DEBUG nova.network.neutron [-] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.751299] env[62301]: DEBUG oslo_vmware.api [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]523e129b-d8a6-b276-ff28-c62669095250, 'name': SearchDatastore_Task, 'duration_secs': 0.009171} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.751537] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1195.751772] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] [instance: fef7833f-5d04-464e-a1e6-a0464ba7db44] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1195.752011] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1195.752165] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.752341] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1195.752599] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70c969d3-ea10-4bb9-bf37-289adeaf3e47 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.760520] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1195.760693] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1195.761422] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-843a1fbd-e097-49c7-ad47-9fa73678602f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.766934] env[62301]: DEBUG oslo_vmware.api [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Waiting for the task: (returnval){ [ 1195.766934] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]528425fb-8433-e9a6-ea00-1271c21f9a69" [ 1195.766934] env[62301]: _type = "Task" [ 1195.766934] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.773997] env[62301]: DEBUG oslo_vmware.api [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]528425fb-8433-e9a6-ea00-1271c21f9a69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.113237] env[62301]: DEBUG oslo_concurrency.lockutils [req-be0d1624-30e3-4ea3-8b8f-e381eca4e5bc req-361d4c3d-299c-490e-9bbc-cf35f9102f0d service nova] Releasing lock "refresh_cache-fef7833f-5d04-464e-a1e6-a0464ba7db44" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1196.128687] env[62301]: INFO nova.compute.manager [-] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Took 1.70 seconds to deallocate network for instance. [ 1196.277372] env[62301]: DEBUG oslo_vmware.api [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]528425fb-8433-e9a6-ea00-1271c21f9a69, 'name': SearchDatastore_Task, 'duration_secs': 0.008} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.278151] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d280a48-a8b3-4a12-a43b-cf42299fd464 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.282999] env[62301]: DEBUG oslo_vmware.api [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Waiting for the task: (returnval){ [ 1196.282999] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5292b264-a46c-1b6c-5405-4fb6458d2382" [ 1196.282999] env[62301]: _type = "Task" [ 1196.282999] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.290406] env[62301]: DEBUG oslo_vmware.api [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5292b264-a46c-1b6c-5405-4fb6458d2382, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.601649] env[62301]: DEBUG oslo_concurrency.lockutils [None req-de406d5a-7438-4fdc-bd7a-febcaa895812 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lock "03fcc5c3-2ce4-4ab5-b84b-391696e7f603" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.220s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1196.634789] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f863e6fb-6786-424b-9423-0b89179cc163 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1196.635107] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f863e6fb-6786-424b-9423-0b89179cc163 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1196.635370] env[62301]: DEBUG nova.objects.instance [None req-f863e6fb-6786-424b-9423-0b89179cc163 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Lazy-loading 'resources' on Instance uuid 49f6036a-ed24-416b-addb-a865ff67668e {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.794439] env[62301]: DEBUG oslo_vmware.api [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5292b264-a46c-1b6c-5405-4fb6458d2382, 'name': SearchDatastore_Task, 'duration_secs': 0.009711} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.794692] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1196.794988] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] fef7833f-5d04-464e-a1e6-a0464ba7db44/fef7833f-5d04-464e-a1e6-a0464ba7db44.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1196.795266] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aebfbdeb-087a-47e9-8975-58489f45c6c0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.802015] env[62301]: DEBUG oslo_vmware.api [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Waiting for the task: (returnval){ [ 1196.802015] env[62301]: value = "task-2571174" [ 1196.802015] env[62301]: _type = "Task" [ 1196.802015] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.809359] env[62301]: DEBUG oslo_vmware.api [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Task: {'id': task-2571174, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.953701] env[62301]: DEBUG nova.compute.manager [req-f6d5efe9-8608-48cc-9a59-3e37980f8036 req-6374d44d-d3c4-437a-b09f-495dfb2656a7 service nova] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Received event network-vif-deleted-cb17ebaf-56e3-473f-b9b1-ecacde4d7e63 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1197.234525] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb7e289-632b-4c95-b5c0-fddd0dc8c2f4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.242648] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2a92b5-2871-487a-be26-200148b31786 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.272337] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349bdd72-d51d-47d0-94b6-59e02411f819 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.279553] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfdf973e-8e64-45ae-bd01-0955723f45f2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.292681] env[62301]: DEBUG nova.compute.provider_tree [None req-f863e6fb-6786-424b-9423-0b89179cc163 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.312364] env[62301]: DEBUG oslo_vmware.api [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Task: {'id': task-2571174, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453505} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.312600] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] fef7833f-5d04-464e-a1e6-a0464ba7db44/fef7833f-5d04-464e-a1e6-a0464ba7db44.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1197.312801] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] [instance: fef7833f-5d04-464e-a1e6-a0464ba7db44] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1197.313039] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe97863e-c825-41e3-b8d2-524322501c6c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.320331] env[62301]: DEBUG oslo_vmware.api [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Waiting for the task: (returnval){ [ 1197.320331] env[62301]: value = "task-2571175" [ 1197.320331] env[62301]: _type = "Task" [ 1197.320331] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.327793] env[62301]: DEBUG oslo_vmware.api [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Task: {'id': task-2571175, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.653655] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d907c5f3-98f7-41b4-afc4-1a1f2556e568 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Acquiring lock "03fcc5c3-2ce4-4ab5-b84b-391696e7f603" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1197.653979] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d907c5f3-98f7-41b4-afc4-1a1f2556e568 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lock "03fcc5c3-2ce4-4ab5-b84b-391696e7f603" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1197.654254] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d907c5f3-98f7-41b4-afc4-1a1f2556e568 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Acquiring lock "03fcc5c3-2ce4-4ab5-b84b-391696e7f603-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1197.654488] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d907c5f3-98f7-41b4-afc4-1a1f2556e568 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lock "03fcc5c3-2ce4-4ab5-b84b-391696e7f603-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1197.654701] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d907c5f3-98f7-41b4-afc4-1a1f2556e568 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lock "03fcc5c3-2ce4-4ab5-b84b-391696e7f603-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1197.656818] env[62301]: INFO nova.compute.manager [None req-d907c5f3-98f7-41b4-afc4-1a1f2556e568 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Terminating instance [ 1197.795602] env[62301]: DEBUG nova.scheduler.client.report [None req-f863e6fb-6786-424b-9423-0b89179cc163 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.829611] env[62301]: DEBUG oslo_vmware.api [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Task: {'id': task-2571175, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063743} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.829866] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] [instance: fef7833f-5d04-464e-a1e6-a0464ba7db44] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1197.830629] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbecf4a3-5c1c-42d3-b044-9948de5a85ee {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.852282] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] [instance: fef7833f-5d04-464e-a1e6-a0464ba7db44] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] fef7833f-5d04-464e-a1e6-a0464ba7db44/fef7833f-5d04-464e-a1e6-a0464ba7db44.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1197.852516] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1a3e280-31f5-4b69-9f5e-194c4361b422 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.871170] env[62301]: DEBUG oslo_vmware.api [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Waiting for the task: (returnval){ [ 1197.871170] env[62301]: value = "task-2571176" [ 1197.871170] env[62301]: _type = "Task" [ 1197.871170] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.880694] env[62301]: DEBUG oslo_vmware.api [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Task: {'id': task-2571176, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.160208] env[62301]: DEBUG nova.compute.manager [None req-d907c5f3-98f7-41b4-afc4-1a1f2556e568 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1198.160420] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d907c5f3-98f7-41b4-afc4-1a1f2556e568 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1198.161316] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679dfe65-d78d-4326-8cf1-31841abc8a4d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.169124] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-d907c5f3-98f7-41b4-afc4-1a1f2556e568 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1198.169348] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-807c475a-7e13-48d3-8dad-6a9f5129c41d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.175772] env[62301]: DEBUG oslo_vmware.api [None req-d907c5f3-98f7-41b4-afc4-1a1f2556e568 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Waiting for the task: (returnval){ [ 1198.175772] env[62301]: value = "task-2571177" [ 1198.175772] env[62301]: _type = "Task" [ 1198.175772] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.182939] env[62301]: DEBUG oslo_vmware.api [None req-d907c5f3-98f7-41b4-afc4-1a1f2556e568 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2571177, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.300603] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f863e6fb-6786-424b-9423-0b89179cc163 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.665s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1198.323650] env[62301]: INFO nova.scheduler.client.report [None req-f863e6fb-6786-424b-9423-0b89179cc163 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Deleted allocations for instance 49f6036a-ed24-416b-addb-a865ff67668e [ 1198.381645] env[62301]: DEBUG oslo_vmware.api [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Task: {'id': task-2571176, 'name': ReconfigVM_Task, 'duration_secs': 0.273941} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.381912] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] [instance: fef7833f-5d04-464e-a1e6-a0464ba7db44] Reconfigured VM instance instance-00000078 to attach disk [datastore2] fef7833f-5d04-464e-a1e6-a0464ba7db44/fef7833f-5d04-464e-a1e6-a0464ba7db44.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1198.382560] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2bb8abe-dce2-49e2-a2f4-fbd289e15e28 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.388477] env[62301]: DEBUG oslo_vmware.api [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Waiting for the task: (returnval){ [ 1198.388477] env[62301]: value = "task-2571178" [ 1198.388477] env[62301]: _type = "Task" [ 1198.388477] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.396554] env[62301]: DEBUG oslo_vmware.api [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Task: {'id': task-2571178, 'name': Rename_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.685576] env[62301]: DEBUG oslo_vmware.api [None req-d907c5f3-98f7-41b4-afc4-1a1f2556e568 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2571177, 'name': PowerOffVM_Task, 'duration_secs': 0.203366} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.685785] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-d907c5f3-98f7-41b4-afc4-1a1f2556e568 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1198.685934] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d907c5f3-98f7-41b4-afc4-1a1f2556e568 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1198.686208] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aebd311f-1c76-4df7-9014-4261d918b99d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.779110] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d907c5f3-98f7-41b4-afc4-1a1f2556e568 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1198.779351] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d907c5f3-98f7-41b4-afc4-1a1f2556e568 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1198.779535] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-d907c5f3-98f7-41b4-afc4-1a1f2556e568 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Deleting the datastore file [datastore1] 03fcc5c3-2ce4-4ab5-b84b-391696e7f603 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1198.779826] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9f58eda-3d1c-45c1-bb25-c00aee9638cc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.786814] env[62301]: DEBUG oslo_vmware.api [None req-d907c5f3-98f7-41b4-afc4-1a1f2556e568 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Waiting for the task: (returnval){ [ 1198.786814] env[62301]: value = "task-2571180" [ 1198.786814] env[62301]: _type = "Task" [ 1198.786814] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.796312] env[62301]: DEBUG oslo_vmware.api [None req-d907c5f3-98f7-41b4-afc4-1a1f2556e568 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2571180, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.832814] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f863e6fb-6786-424b-9423-0b89179cc163 tempest-AttachVolumeShelveTestJSON-1714912500 tempest-AttachVolumeShelveTestJSON-1714912500-project-member] Lock "49f6036a-ed24-416b-addb-a865ff67668e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.035s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1198.899694] env[62301]: DEBUG oslo_vmware.api [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Task: {'id': task-2571178, 'name': Rename_Task, 'duration_secs': 0.133502} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.900023] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] [instance: fef7833f-5d04-464e-a1e6-a0464ba7db44] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1198.900293] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd4f4210-a05a-4481-b5f2-8fdd3417552e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.906825] env[62301]: DEBUG oslo_vmware.api [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Waiting for the task: (returnval){ [ 1198.906825] env[62301]: value = "task-2571181" [ 1198.906825] env[62301]: _type = "Task" [ 1198.906825] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.915185] env[62301]: DEBUG oslo_vmware.api [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Task: {'id': task-2571181, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.297674] env[62301]: DEBUG oslo_vmware.api [None req-d907c5f3-98f7-41b4-afc4-1a1f2556e568 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Task: {'id': task-2571180, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137725} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.298328] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-d907c5f3-98f7-41b4-afc4-1a1f2556e568 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1199.298328] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d907c5f3-98f7-41b4-afc4-1a1f2556e568 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1199.298560] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d907c5f3-98f7-41b4-afc4-1a1f2556e568 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1199.298560] env[62301]: INFO nova.compute.manager [None req-d907c5f3-98f7-41b4-afc4-1a1f2556e568 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1199.298879] env[62301]: DEBUG oslo.service.loopingcall [None req-d907c5f3-98f7-41b4-afc4-1a1f2556e568 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1199.299093] env[62301]: DEBUG nova.compute.manager [-] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1199.299329] env[62301]: DEBUG nova.network.neutron [-] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1199.416987] env[62301]: DEBUG oslo_vmware.api [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Task: {'id': task-2571181, 'name': PowerOnVM_Task} progress is 80%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.876865] env[62301]: DEBUG nova.compute.manager [req-de1bb7ae-691d-4b06-b863-250eb6d074ca req-7abf5749-a3ba-42d4-9ab2-2f2dcc18b67d service nova] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Received event network-vif-deleted-6af8e105-fd2a-4486-9e91-607ef29254eb {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1199.877229] env[62301]: INFO nova.compute.manager [req-de1bb7ae-691d-4b06-b863-250eb6d074ca req-7abf5749-a3ba-42d4-9ab2-2f2dcc18b67d service nova] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Neutron deleted interface 6af8e105-fd2a-4486-9e91-607ef29254eb; detaching it from the instance and deleting it from the info cache [ 1199.877332] env[62301]: DEBUG nova.network.neutron [req-de1bb7ae-691d-4b06-b863-250eb6d074ca req-7abf5749-a3ba-42d4-9ab2-2f2dcc18b67d service nova] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.920248] env[62301]: DEBUG oslo_vmware.api [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Task: {'id': task-2571181, 'name': PowerOnVM_Task, 'duration_secs': 0.899069} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.920524] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] [instance: fef7833f-5d04-464e-a1e6-a0464ba7db44] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1199.920783] env[62301]: INFO nova.compute.manager [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] [instance: fef7833f-5d04-464e-a1e6-a0464ba7db44] Took 7.17 seconds to spawn the instance on the hypervisor. [ 1199.921062] env[62301]: DEBUG nova.compute.manager [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] [instance: fef7833f-5d04-464e-a1e6-a0464ba7db44] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1199.922151] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a40f6c-bed8-4dfa-870f-bd4cc474990e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.352808] env[62301]: DEBUG nova.network.neutron [-] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.380273] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f6aba66e-4213-430a-afa3-7f3b38b08594 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.390138] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8048ff11-7472-45b1-a53a-e76af1d2935e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.421877] env[62301]: DEBUG nova.compute.manager [req-de1bb7ae-691d-4b06-b863-250eb6d074ca req-7abf5749-a3ba-42d4-9ab2-2f2dcc18b67d service nova] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Detach interface failed, port_id=6af8e105-fd2a-4486-9e91-607ef29254eb, reason: Instance 03fcc5c3-2ce4-4ab5-b84b-391696e7f603 could not be found. {{(pid=62301) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1200.444026] env[62301]: INFO nova.compute.manager [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] [instance: fef7833f-5d04-464e-a1e6-a0464ba7db44] Took 11.88 seconds to build instance. [ 1200.858305] env[62301]: INFO nova.compute.manager [-] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Took 1.56 seconds to deallocate network for instance. [ 1200.946161] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c64f8265-61a0-4f5f-a94c-a6fe546f06fe tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Lock "fef7833f-5d04-464e-a1e6-a0464ba7db44" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.386s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1201.034104] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bb2055cc-89a4-425e-b2e3-d47818cb4e49 tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Acquiring lock "fef7833f-5d04-464e-a1e6-a0464ba7db44" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1201.034387] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bb2055cc-89a4-425e-b2e3-d47818cb4e49 tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Lock "fef7833f-5d04-464e-a1e6-a0464ba7db44" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1201.034661] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bb2055cc-89a4-425e-b2e3-d47818cb4e49 tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Acquiring lock "fef7833f-5d04-464e-a1e6-a0464ba7db44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1201.034889] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bb2055cc-89a4-425e-b2e3-d47818cb4e49 tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Lock "fef7833f-5d04-464e-a1e6-a0464ba7db44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1201.035076] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bb2055cc-89a4-425e-b2e3-d47818cb4e49 tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Lock "fef7833f-5d04-464e-a1e6-a0464ba7db44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1201.037246] env[62301]: INFO nova.compute.manager [None req-bb2055cc-89a4-425e-b2e3-d47818cb4e49 tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] [instance: fef7833f-5d04-464e-a1e6-a0464ba7db44] Terminating instance [ 1201.364649] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d907c5f3-98f7-41b4-afc4-1a1f2556e568 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1201.364923] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d907c5f3-98f7-41b4-afc4-1a1f2556e568 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1201.365167] env[62301]: DEBUG nova.objects.instance [None req-d907c5f3-98f7-41b4-afc4-1a1f2556e568 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lazy-loading 'resources' on Instance uuid 03fcc5c3-2ce4-4ab5-b84b-391696e7f603 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.541177] env[62301]: DEBUG nova.compute.manager [None req-bb2055cc-89a4-425e-b2e3-d47818cb4e49 tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] [instance: fef7833f-5d04-464e-a1e6-a0464ba7db44] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1201.541428] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2055cc-89a4-425e-b2e3-d47818cb4e49 tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] [instance: fef7833f-5d04-464e-a1e6-a0464ba7db44] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1201.543152] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca04dd7-8ee4-4201-b579-49c8c489fc29 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.550853] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb2055cc-89a4-425e-b2e3-d47818cb4e49 tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] [instance: fef7833f-5d04-464e-a1e6-a0464ba7db44] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1201.551100] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1bbc91c-0af7-4105-8fd3-8a74037af7bb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.558755] env[62301]: DEBUG oslo_vmware.api [None req-bb2055cc-89a4-425e-b2e3-d47818cb4e49 tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Waiting for the task: (returnval){ [ 1201.558755] env[62301]: value = "task-2571183" [ 1201.558755] env[62301]: _type = "Task" [ 1201.558755] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.567190] env[62301]: DEBUG oslo_vmware.api [None req-bb2055cc-89a4-425e-b2e3-d47818cb4e49 tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Task: {'id': task-2571183, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.927642] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a00acb7-2b9a-4f3a-9720-3e2ad67bae73 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.935353] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158378eb-7ae5-4c9a-8ca0-344845482f51 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.965706] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ce51ae-71da-4095-ab71-af865a9e756d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.972541] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2addd85-b6ce-4ead-98dc-2a794ff87870 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.985247] env[62301]: DEBUG nova.compute.provider_tree [None req-d907c5f3-98f7-41b4-afc4-1a1f2556e568 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.067818] env[62301]: DEBUG oslo_vmware.api [None req-bb2055cc-89a4-425e-b2e3-d47818cb4e49 tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Task: {'id': task-2571183, 'name': PowerOffVM_Task, 'duration_secs': 0.182848} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.068074] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb2055cc-89a4-425e-b2e3-d47818cb4e49 tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] [instance: fef7833f-5d04-464e-a1e6-a0464ba7db44] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1202.068242] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2055cc-89a4-425e-b2e3-d47818cb4e49 tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] [instance: fef7833f-5d04-464e-a1e6-a0464ba7db44] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1202.068479] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-184501c4-dd62-4061-b700-c6c40c3c3479 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.154967] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2055cc-89a4-425e-b2e3-d47818cb4e49 tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] [instance: fef7833f-5d04-464e-a1e6-a0464ba7db44] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1202.155172] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2055cc-89a4-425e-b2e3-d47818cb4e49 tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] [instance: fef7833f-5d04-464e-a1e6-a0464ba7db44] Deleting contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1202.155327] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb2055cc-89a4-425e-b2e3-d47818cb4e49 tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Deleting the datastore file [datastore2] fef7833f-5d04-464e-a1e6-a0464ba7db44 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1202.155585] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed2ea42b-6e28-4907-9536-0aa1b3b56565 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.161669] env[62301]: DEBUG oslo_vmware.api [None req-bb2055cc-89a4-425e-b2e3-d47818cb4e49 tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Waiting for the task: (returnval){ [ 1202.161669] env[62301]: value = "task-2571185" [ 1202.161669] env[62301]: _type = "Task" [ 1202.161669] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.169183] env[62301]: DEBUG oslo_vmware.api [None req-bb2055cc-89a4-425e-b2e3-d47818cb4e49 tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Task: {'id': task-2571185, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.489299] env[62301]: DEBUG nova.scheduler.client.report [None req-d907c5f3-98f7-41b4-afc4-1a1f2556e568 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1202.671306] env[62301]: DEBUG oslo_vmware.api [None req-bb2055cc-89a4-425e-b2e3-d47818cb4e49 tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Task: {'id': task-2571185, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176612} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.671650] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb2055cc-89a4-425e-b2e3-d47818cb4e49 tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1202.671724] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2055cc-89a4-425e-b2e3-d47818cb4e49 tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] [instance: fef7833f-5d04-464e-a1e6-a0464ba7db44] Deleted contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1202.671897] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2055cc-89a4-425e-b2e3-d47818cb4e49 tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] [instance: fef7833f-5d04-464e-a1e6-a0464ba7db44] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1202.672086] env[62301]: INFO nova.compute.manager [None req-bb2055cc-89a4-425e-b2e3-d47818cb4e49 tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] [instance: fef7833f-5d04-464e-a1e6-a0464ba7db44] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1202.672322] env[62301]: DEBUG oslo.service.loopingcall [None req-bb2055cc-89a4-425e-b2e3-d47818cb4e49 tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1202.672509] env[62301]: DEBUG nova.compute.manager [-] [instance: fef7833f-5d04-464e-a1e6-a0464ba7db44] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1202.672604] env[62301]: DEBUG nova.network.neutron [-] [instance: fef7833f-5d04-464e-a1e6-a0464ba7db44] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1202.978247] env[62301]: DEBUG nova.compute.manager [req-154cad83-3b6a-407b-a8e2-6824442b3845 req-628bb919-c7b9-466a-b734-5d548502074a service nova] [instance: fef7833f-5d04-464e-a1e6-a0464ba7db44] Received event network-vif-deleted-4889f97b-06e9-4464-a5d0-f3f616a5e82d {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1202.978445] env[62301]: INFO nova.compute.manager [req-154cad83-3b6a-407b-a8e2-6824442b3845 req-628bb919-c7b9-466a-b734-5d548502074a service nova] [instance: fef7833f-5d04-464e-a1e6-a0464ba7db44] Neutron deleted interface 4889f97b-06e9-4464-a5d0-f3f616a5e82d; detaching it from the instance and deleting it from the info cache [ 1202.978650] env[62301]: DEBUG nova.network.neutron [req-154cad83-3b6a-407b-a8e2-6824442b3845 req-628bb919-c7b9-466a-b734-5d548502074a service nova] [instance: fef7833f-5d04-464e-a1e6-a0464ba7db44] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.993538] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d907c5f3-98f7-41b4-afc4-1a1f2556e568 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.629s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1203.011657] env[62301]: INFO nova.scheduler.client.report [None req-d907c5f3-98f7-41b4-afc4-1a1f2556e568 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Deleted allocations for instance 03fcc5c3-2ce4-4ab5-b84b-391696e7f603 [ 1203.455887] env[62301]: DEBUG nova.network.neutron [-] [instance: fef7833f-5d04-464e-a1e6-a0464ba7db44] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.481526] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6772b033-4996-4b05-8143-7ec8bb94aacf {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.491467] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0fd93b-a50d-4015-826b-0528186bde8a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.522798] env[62301]: DEBUG nova.compute.manager [req-154cad83-3b6a-407b-a8e2-6824442b3845 req-628bb919-c7b9-466a-b734-5d548502074a service nova] [instance: fef7833f-5d04-464e-a1e6-a0464ba7db44] Detach interface failed, port_id=4889f97b-06e9-4464-a5d0-f3f616a5e82d, reason: Instance fef7833f-5d04-464e-a1e6-a0464ba7db44 could not be found. {{(pid=62301) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1203.524915] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d907c5f3-98f7-41b4-afc4-1a1f2556e568 tempest-AttachVolumeNegativeTest-1821094458 tempest-AttachVolumeNegativeTest-1821094458-project-member] Lock "03fcc5c3-2ce4-4ab5-b84b-391696e7f603" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.871s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1203.959158] env[62301]: INFO nova.compute.manager [-] [instance: fef7833f-5d04-464e-a1e6-a0464ba7db44] Took 1.29 seconds to deallocate network for instance. [ 1204.466294] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bb2055cc-89a4-425e-b2e3-d47818cb4e49 tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1204.466518] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bb2055cc-89a4-425e-b2e3-d47818cb4e49 tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1204.466755] env[62301]: DEBUG nova.objects.instance [None req-bb2055cc-89a4-425e-b2e3-d47818cb4e49 tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Lazy-loading 'resources' on Instance uuid fef7833f-5d04-464e-a1e6-a0464ba7db44 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1205.031988] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74167e11-48f5-4292-86b8-5906e4dfe3f8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.040041] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93106f5d-66c6-4f33-b0bd-cf80b518571e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.082796] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83275ede-f76a-498c-b9f4-9b5849dcf8d7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.091315] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530f0323-aeb6-4e30-a38e-07e06f2b9096 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.105362] env[62301]: DEBUG nova.compute.provider_tree [None req-bb2055cc-89a4-425e-b2e3-d47818cb4e49 tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.608797] env[62301]: DEBUG nova.scheduler.client.report [None req-bb2055cc-89a4-425e-b2e3-d47818cb4e49 tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1206.114421] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bb2055cc-89a4-425e-b2e3-d47818cb4e49 tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.648s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1206.138038] env[62301]: INFO nova.scheduler.client.report [None req-bb2055cc-89a4-425e-b2e3-d47818cb4e49 tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Deleted allocations for instance fef7833f-5d04-464e-a1e6-a0464ba7db44 [ 1206.647271] env[62301]: DEBUG oslo_concurrency.lockutils [None req-bb2055cc-89a4-425e-b2e3-d47818cb4e49 tempest-ServerPasswordTestJSON-258244363 tempest-ServerPasswordTestJSON-258244363-project-member] Lock "fef7833f-5d04-464e-a1e6-a0464ba7db44" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.613s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1207.584214] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c6036536-d154-443a-9b4e-712a8ce1ec54 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquiring lock "34698519-3e1f-45f5-8ec0-aec50c161253" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1207.584466] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c6036536-d154-443a-9b4e-712a8ce1ec54 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lock "34698519-3e1f-45f5-8ec0-aec50c161253" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1207.584660] env[62301]: DEBUG nova.compute.manager [None req-c6036536-d154-443a-9b4e-712a8ce1ec54 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1207.585631] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ff5bf4-1114-4daa-ad7e-cb4cc70b858d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.593549] env[62301]: DEBUG nova.compute.manager [None req-c6036536-d154-443a-9b4e-712a8ce1ec54 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62301) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1207.594115] env[62301]: DEBUG nova.objects.instance [None req-c6036536-d154-443a-9b4e-712a8ce1ec54 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lazy-loading 'flavor' on Instance uuid 34698519-3e1f-45f5-8ec0-aec50c161253 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.602661] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6036536-d154-443a-9b4e-712a8ce1ec54 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1208.602661] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c295ce46-61f2-4b15-b185-bd962e4f08da {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.608688] env[62301]: DEBUG oslo_vmware.api [None req-c6036536-d154-443a-9b4e-712a8ce1ec54 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 1208.608688] env[62301]: value = "task-2571188" [ 1208.608688] env[62301]: _type = "Task" [ 1208.608688] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.616741] env[62301]: DEBUG oslo_vmware.api [None req-c6036536-d154-443a-9b4e-712a8ce1ec54 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2571188, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.117912] env[62301]: DEBUG oslo_vmware.api [None req-c6036536-d154-443a-9b4e-712a8ce1ec54 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2571188, 'name': PowerOffVM_Task, 'duration_secs': 0.231975} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.118193] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6036536-d154-443a-9b4e-712a8ce1ec54 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1209.118393] env[62301]: DEBUG nova.compute.manager [None req-c6036536-d154-443a-9b4e-712a8ce1ec54 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1209.119295] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c882d3c-9141-454c-8c4a-970f9514e27b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.630152] env[62301]: DEBUG oslo_concurrency.lockutils [None req-c6036536-d154-443a-9b4e-712a8ce1ec54 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lock "34698519-3e1f-45f5-8ec0-aec50c161253" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1210.086753] env[62301]: DEBUG nova.objects.instance [None req-63b31324-a186-4dd2-b806-088f4de7de95 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lazy-loading 'flavor' on Instance uuid 34698519-3e1f-45f5-8ec0-aec50c161253 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1210.591746] env[62301]: DEBUG oslo_concurrency.lockutils [None req-63b31324-a186-4dd2-b806-088f4de7de95 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquiring lock "refresh_cache-34698519-3e1f-45f5-8ec0-aec50c161253" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.591928] env[62301]: DEBUG oslo_concurrency.lockutils [None req-63b31324-a186-4dd2-b806-088f4de7de95 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquired lock "refresh_cache-34698519-3e1f-45f5-8ec0-aec50c161253" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.592121] env[62301]: DEBUG nova.network.neutron [None req-63b31324-a186-4dd2-b806-088f4de7de95 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1210.592341] env[62301]: DEBUG nova.objects.instance [None req-63b31324-a186-4dd2-b806-088f4de7de95 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lazy-loading 'info_cache' on Instance uuid 34698519-3e1f-45f5-8ec0-aec50c161253 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1211.095770] env[62301]: DEBUG nova.objects.base [None req-63b31324-a186-4dd2-b806-088f4de7de95 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Object Instance<34698519-3e1f-45f5-8ec0-aec50c161253> lazy-loaded attributes: flavor,info_cache {{(pid=62301) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1211.799278] env[62301]: DEBUG nova.network.neutron [None req-63b31324-a186-4dd2-b806-088f4de7de95 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Updating instance_info_cache with network_info: [{"id": "c4d8318a-3664-4464-a6cf-56d17f3ffe81", "address": "fa:16:3e:32:ff:7f", "network": {"id": "4db15bfb-5237-4871-8da5-38b678505e0e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-131495656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c6e401c2ffb4be5ad8d8a54b65f4a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4d8318a-36", "ovs_interfaceid": "c4d8318a-3664-4464-a6cf-56d17f3ffe81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.302547] env[62301]: DEBUG oslo_concurrency.lockutils [None req-63b31324-a186-4dd2-b806-088f4de7de95 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Releasing lock "refresh_cache-34698519-3e1f-45f5-8ec0-aec50c161253" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1213.310086] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b31324-a186-4dd2-b806-088f4de7de95 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1213.310086] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5cc11fc-0c42-4051-8691-33358e245969 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.318299] env[62301]: DEBUG oslo_vmware.api [None req-63b31324-a186-4dd2-b806-088f4de7de95 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 1213.318299] env[62301]: value = "task-2571190" [ 1213.318299] env[62301]: _type = "Task" [ 1213.318299] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.325752] env[62301]: DEBUG oslo_vmware.api [None req-63b31324-a186-4dd2-b806-088f4de7de95 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2571190, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.828370] env[62301]: DEBUG oslo_vmware.api [None req-63b31324-a186-4dd2-b806-088f4de7de95 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2571190, 'name': PowerOnVM_Task, 'duration_secs': 0.356135} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.828625] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b31324-a186-4dd2-b806-088f4de7de95 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1213.828816] env[62301]: DEBUG nova.compute.manager [None req-63b31324-a186-4dd2-b806-088f4de7de95 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1213.829688] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d7efd1-a70f-42bd-9b4c-05c5293bef70 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.079264] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0b563b38-5b45-430b-b87d-c19a30a60fcc tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Acquiring lock "6770e890-997f-431e-bb26-962ad2e9ccd5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1214.079507] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0b563b38-5b45-430b-b87d-c19a30a60fcc tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Lock "6770e890-997f-431e-bb26-962ad2e9ccd5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1214.582619] env[62301]: DEBUG nova.compute.utils [None req-0b563b38-5b45-430b-b87d-c19a30a60fcc tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1215.001888] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb530ecf-eaee-4265-98d4-11789486c9d4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.009057] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-fc911eb6-6329-451e-a640-c812a389ce05 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Suspending the VM {{(pid=62301) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1215.009312] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-8bd6d5d8-40b1-47bb-93f2-30e93c70502a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.016120] env[62301]: DEBUG oslo_vmware.api [None req-fc911eb6-6329-451e-a640-c812a389ce05 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 1215.016120] env[62301]: value = "task-2571191" [ 1215.016120] env[62301]: _type = "Task" [ 1215.016120] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.023640] env[62301]: DEBUG oslo_vmware.api [None req-fc911eb6-6329-451e-a640-c812a389ce05 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2571191, 'name': SuspendVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.085199] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0b563b38-5b45-430b-b87d-c19a30a60fcc tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Lock "6770e890-997f-431e-bb26-962ad2e9ccd5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1215.526514] env[62301]: DEBUG oslo_vmware.api [None req-fc911eb6-6329-451e-a640-c812a389ce05 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2571191, 'name': SuspendVM_Task} progress is 62%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.027118] env[62301]: DEBUG oslo_vmware.api [None req-fc911eb6-6329-451e-a640-c812a389ce05 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2571191, 'name': SuspendVM_Task, 'duration_secs': 0.701253} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.027597] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-fc911eb6-6329-451e-a640-c812a389ce05 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Suspended the VM {{(pid=62301) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1216.027597] env[62301]: DEBUG nova.compute.manager [None req-fc911eb6-6329-451e-a640-c812a389ce05 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1216.028241] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1cbfa6-3989-451d-a4f3-e4638345c495 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.161952] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0b563b38-5b45-430b-b87d-c19a30a60fcc tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Acquiring lock "6770e890-997f-431e-bb26-962ad2e9ccd5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1216.162216] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0b563b38-5b45-430b-b87d-c19a30a60fcc tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Lock "6770e890-997f-431e-bb26-962ad2e9ccd5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1216.162447] env[62301]: INFO nova.compute.manager [None req-0b563b38-5b45-430b-b87d-c19a30a60fcc tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Attaching volume 1daa6b94-77a5-4f72-8165-8b5f9359604e to /dev/sdb [ 1216.195204] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75cd4052-c9d5-4144-bfb4-28d9056a8aeb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.203546] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494a2bb9-db74-4a26-9a08-d64fead573f5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.217303] env[62301]: DEBUG nova.virt.block_device [None req-0b563b38-5b45-430b-b87d-c19a30a60fcc tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Updating existing volume attachment record: 09e983f7-c732-4a48-b47a-8f3874d92756 {{(pid=62301) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1217.387130] env[62301]: INFO nova.compute.manager [None req-43cd832f-7c42-4574-a8d6-16f8086edf3f tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Resuming [ 1217.387772] env[62301]: DEBUG nova.objects.instance [None req-43cd832f-7c42-4574-a8d6-16f8086edf3f tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lazy-loading 'flavor' on Instance uuid 34698519-3e1f-45f5-8ec0-aec50c161253 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.897616] env[62301]: DEBUG oslo_concurrency.lockutils [None req-43cd832f-7c42-4574-a8d6-16f8086edf3f tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquiring lock "refresh_cache-34698519-3e1f-45f5-8ec0-aec50c161253" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1218.898033] env[62301]: DEBUG oslo_concurrency.lockutils [None req-43cd832f-7c42-4574-a8d6-16f8086edf3f tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquired lock "refresh_cache-34698519-3e1f-45f5-8ec0-aec50c161253" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.898033] env[62301]: DEBUG nova.network.neutron [None req-43cd832f-7c42-4574-a8d6-16f8086edf3f tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1219.591875] env[62301]: DEBUG nova.network.neutron [None req-43cd832f-7c42-4574-a8d6-16f8086edf3f tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Updating instance_info_cache with network_info: [{"id": "c4d8318a-3664-4464-a6cf-56d17f3ffe81", "address": "fa:16:3e:32:ff:7f", "network": {"id": "4db15bfb-5237-4871-8da5-38b678505e0e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-131495656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c6e401c2ffb4be5ad8d8a54b65f4a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4d8318a-36", "ovs_interfaceid": "c4d8318a-3664-4464-a6cf-56d17f3ffe81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.094679] env[62301]: DEBUG oslo_concurrency.lockutils [None req-43cd832f-7c42-4574-a8d6-16f8086edf3f tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Releasing lock "refresh_cache-34698519-3e1f-45f5-8ec0-aec50c161253" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1220.095616] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9057a4e-ed64-429e-8d16-e1a79f97069a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.102300] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-43cd832f-7c42-4574-a8d6-16f8086edf3f tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Resuming the VM {{(pid=62301) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1220.102512] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be217663-27d9-476c-92e2-d5f27e655864 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.109436] env[62301]: DEBUG oslo_vmware.api [None req-43cd832f-7c42-4574-a8d6-16f8086edf3f tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 1220.109436] env[62301]: value = "task-2571196" [ 1220.109436] env[62301]: _type = "Task" [ 1220.109436] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.117173] env[62301]: DEBUG oslo_vmware.api [None req-43cd832f-7c42-4574-a8d6-16f8086edf3f tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2571196, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.621664] env[62301]: DEBUG oslo_vmware.api [None req-43cd832f-7c42-4574-a8d6-16f8086edf3f tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2571196, 'name': PowerOnVM_Task, 'duration_secs': 0.501695} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.621949] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-43cd832f-7c42-4574-a8d6-16f8086edf3f tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Resumed the VM {{(pid=62301) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1220.622150] env[62301]: DEBUG nova.compute.manager [None req-43cd832f-7c42-4574-a8d6-16f8086edf3f tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1220.622944] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7e1ef3-62a7-4f53-b946-a7b812a71080 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.760871] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b563b38-5b45-430b-b87d-c19a30a60fcc tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Volume attach. Driver type: vmdk {{(pid=62301) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1220.761124] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b563b38-5b45-430b-b87d-c19a30a60fcc tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518974', 'volume_id': '1daa6b94-77a5-4f72-8165-8b5f9359604e', 'name': 'volume-1daa6b94-77a5-4f72-8165-8b5f9359604e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6770e890-997f-431e-bb26-962ad2e9ccd5', 'attached_at': '', 'detached_at': '', 'volume_id': '1daa6b94-77a5-4f72-8165-8b5f9359604e', 'serial': '1daa6b94-77a5-4f72-8165-8b5f9359604e'} {{(pid=62301) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1220.762090] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145945bd-6a3d-4df0-84e3-53ae6bee73d8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.781091] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b3c365-158c-42d4-a7ef-d4e44a0825ef {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.808891] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b563b38-5b45-430b-b87d-c19a30a60fcc tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] volume-1daa6b94-77a5-4f72-8165-8b5f9359604e/volume-1daa6b94-77a5-4f72-8165-8b5f9359604e.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1220.809236] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40a7589c-47b4-4595-996e-813afb3bc185 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.827044] env[62301]: DEBUG oslo_vmware.api [None req-0b563b38-5b45-430b-b87d-c19a30a60fcc tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Waiting for the task: (returnval){ [ 1220.827044] env[62301]: value = "task-2571197" [ 1220.827044] env[62301]: _type = "Task" [ 1220.827044] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.836219] env[62301]: DEBUG oslo_vmware.api [None req-0b563b38-5b45-430b-b87d-c19a30a60fcc tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': task-2571197, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.337665] env[62301]: DEBUG oslo_vmware.api [None req-0b563b38-5b45-430b-b87d-c19a30a60fcc tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': task-2571197, 'name': ReconfigVM_Task, 'duration_secs': 0.343824} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.338069] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b563b38-5b45-430b-b87d-c19a30a60fcc tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Reconfigured VM instance instance-00000076 to attach disk [datastore1] volume-1daa6b94-77a5-4f72-8165-8b5f9359604e/volume-1daa6b94-77a5-4f72-8165-8b5f9359604e.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1221.342633] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47543b1a-6b9e-416b-b090-5f758d1f6921 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.356732] env[62301]: DEBUG oslo_vmware.api [None req-0b563b38-5b45-430b-b87d-c19a30a60fcc tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Waiting for the task: (returnval){ [ 1221.356732] env[62301]: value = "task-2571198" [ 1221.356732] env[62301]: _type = "Task" [ 1221.356732] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.364159] env[62301]: DEBUG oslo_vmware.api [None req-0b563b38-5b45-430b-b87d-c19a30a60fcc tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': task-2571198, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.867947] env[62301]: DEBUG oslo_vmware.api [None req-0b563b38-5b45-430b-b87d-c19a30a60fcc tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': task-2571198, 'name': ReconfigVM_Task, 'duration_secs': 0.138332} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.868285] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b563b38-5b45-430b-b87d-c19a30a60fcc tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518974', 'volume_id': '1daa6b94-77a5-4f72-8165-8b5f9359604e', 'name': 'volume-1daa6b94-77a5-4f72-8165-8b5f9359604e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6770e890-997f-431e-bb26-962ad2e9ccd5', 'attached_at': '', 'detached_at': '', 'volume_id': '1daa6b94-77a5-4f72-8165-8b5f9359604e', 'serial': '1daa6b94-77a5-4f72-8165-8b5f9359604e'} {{(pid=62301) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1222.051233] env[62301]: DEBUG oslo_concurrency.lockutils [None req-9c58d2f1-f9e0-4f78-a488-4ad627c86a01 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquiring lock "34698519-3e1f-45f5-8ec0-aec50c161253" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1222.051480] env[62301]: DEBUG oslo_concurrency.lockutils [None req-9c58d2f1-f9e0-4f78-a488-4ad627c86a01 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lock "34698519-3e1f-45f5-8ec0-aec50c161253" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1222.051698] env[62301]: DEBUG oslo_concurrency.lockutils [None req-9c58d2f1-f9e0-4f78-a488-4ad627c86a01 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquiring lock "34698519-3e1f-45f5-8ec0-aec50c161253-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1222.051866] env[62301]: DEBUG oslo_concurrency.lockutils [None req-9c58d2f1-f9e0-4f78-a488-4ad627c86a01 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lock "34698519-3e1f-45f5-8ec0-aec50c161253-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1222.052046] env[62301]: DEBUG oslo_concurrency.lockutils [None req-9c58d2f1-f9e0-4f78-a488-4ad627c86a01 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lock "34698519-3e1f-45f5-8ec0-aec50c161253-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1222.054592] env[62301]: INFO nova.compute.manager [None req-9c58d2f1-f9e0-4f78-a488-4ad627c86a01 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Terminating instance [ 1222.558526] env[62301]: DEBUG nova.compute.manager [None req-9c58d2f1-f9e0-4f78-a488-4ad627c86a01 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1222.558895] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-9c58d2f1-f9e0-4f78-a488-4ad627c86a01 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1222.559683] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c364387e-9089-47e4-9090-c15ea0019a4c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.567400] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c58d2f1-f9e0-4f78-a488-4ad627c86a01 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1222.567626] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-874822f9-878e-4c88-9035-04b44ed6f1f1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.574686] env[62301]: DEBUG oslo_vmware.api [None req-9c58d2f1-f9e0-4f78-a488-4ad627c86a01 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 1222.574686] env[62301]: value = "task-2571199" [ 1222.574686] env[62301]: _type = "Task" [ 1222.574686] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.582063] env[62301]: DEBUG oslo_vmware.api [None req-9c58d2f1-f9e0-4f78-a488-4ad627c86a01 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2571199, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.903061] env[62301]: DEBUG nova.objects.instance [None req-0b563b38-5b45-430b-b87d-c19a30a60fcc tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Lazy-loading 'flavor' on Instance uuid 6770e890-997f-431e-bb26-962ad2e9ccd5 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1223.084039] env[62301]: DEBUG oslo_vmware.api [None req-9c58d2f1-f9e0-4f78-a488-4ad627c86a01 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2571199, 'name': PowerOffVM_Task, 'duration_secs': 0.187994} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.084319] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c58d2f1-f9e0-4f78-a488-4ad627c86a01 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1223.084491] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-9c58d2f1-f9e0-4f78-a488-4ad627c86a01 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1223.084735] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-442e1e94-bdf8-408a-9422-b2dfdd6a1889 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.150163] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-9c58d2f1-f9e0-4f78-a488-4ad627c86a01 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1223.150333] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-9c58d2f1-f9e0-4f78-a488-4ad627c86a01 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Deleting contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1223.150501] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c58d2f1-f9e0-4f78-a488-4ad627c86a01 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Deleting the datastore file [datastore2] 34698519-3e1f-45f5-8ec0-aec50c161253 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1223.150748] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-286f2e17-33fe-4337-a9c6-ee6889171333 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.157317] env[62301]: DEBUG oslo_vmware.api [None req-9c58d2f1-f9e0-4f78-a488-4ad627c86a01 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for the task: (returnval){ [ 1223.157317] env[62301]: value = "task-2571201" [ 1223.157317] env[62301]: _type = "Task" [ 1223.157317] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.166287] env[62301]: DEBUG oslo_vmware.api [None req-9c58d2f1-f9e0-4f78-a488-4ad627c86a01 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2571201, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.408558] env[62301]: DEBUG oslo_concurrency.lockutils [None req-0b563b38-5b45-430b-b87d-c19a30a60fcc tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Lock "6770e890-997f-431e-bb26-962ad2e9ccd5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.246s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1223.479958] env[62301]: DEBUG oslo_concurrency.lockutils [None req-217ad0e0-267e-42b6-9ccc-341dcf8b408d tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Acquiring lock "6770e890-997f-431e-bb26-962ad2e9ccd5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1223.480230] env[62301]: DEBUG oslo_concurrency.lockutils [None req-217ad0e0-267e-42b6-9ccc-341dcf8b408d tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Lock "6770e890-997f-431e-bb26-962ad2e9ccd5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1223.480430] env[62301]: DEBUG nova.compute.manager [None req-217ad0e0-267e-42b6-9ccc-341dcf8b408d tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1223.481340] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336a75d4-2ea8-4977-8bf8-e7d664b8203b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.488561] env[62301]: DEBUG nova.compute.manager [None req-217ad0e0-267e-42b6-9ccc-341dcf8b408d tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62301) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1223.489100] env[62301]: DEBUG nova.objects.instance [None req-217ad0e0-267e-42b6-9ccc-341dcf8b408d tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Lazy-loading 'flavor' on Instance uuid 6770e890-997f-431e-bb26-962ad2e9ccd5 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1223.547251] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1223.547429] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1223.667065] env[62301]: DEBUG oslo_vmware.api [None req-9c58d2f1-f9e0-4f78-a488-4ad627c86a01 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Task: {'id': task-2571201, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144567} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.667462] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c58d2f1-f9e0-4f78-a488-4ad627c86a01 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1223.667462] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-9c58d2f1-f9e0-4f78-a488-4ad627c86a01 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Deleted contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1223.667663] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-9c58d2f1-f9e0-4f78-a488-4ad627c86a01 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1223.667847] env[62301]: INFO nova.compute.manager [None req-9c58d2f1-f9e0-4f78-a488-4ad627c86a01 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1223.668099] env[62301]: DEBUG oslo.service.loopingcall [None req-9c58d2f1-f9e0-4f78-a488-4ad627c86a01 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1223.668290] env[62301]: DEBUG nova.compute.manager [-] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1223.668388] env[62301]: DEBUG nova.network.neutron [-] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1224.051957] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1224.052194] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Starting heal instance info cache {{(pid=62301) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1224.343758] env[62301]: DEBUG nova.compute.manager [req-b35ac180-121d-47ca-a9e0-5d9d8a4d80d2 req-954dfccc-c148-42dd-b5cd-aaec115d631b service nova] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Received event network-vif-deleted-c4d8318a-3664-4464-a6cf-56d17f3ffe81 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1224.344108] env[62301]: INFO nova.compute.manager [req-b35ac180-121d-47ca-a9e0-5d9d8a4d80d2 req-954dfccc-c148-42dd-b5cd-aaec115d631b service nova] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Neutron deleted interface c4d8318a-3664-4464-a6cf-56d17f3ffe81; detaching it from the instance and deleting it from the info cache [ 1224.344178] env[62301]: DEBUG nova.network.neutron [req-b35ac180-121d-47ca-a9e0-5d9d8a4d80d2 req-954dfccc-c148-42dd-b5cd-aaec115d631b service nova] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.497470] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-217ad0e0-267e-42b6-9ccc-341dcf8b408d tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1224.497770] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60f64342-1663-4bb5-84f9-8206590e49ac {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.504373] env[62301]: DEBUG oslo_vmware.api [None req-217ad0e0-267e-42b6-9ccc-341dcf8b408d tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Waiting for the task: (returnval){ [ 1224.504373] env[62301]: value = "task-2571202" [ 1224.504373] env[62301]: _type = "Task" [ 1224.504373] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.512483] env[62301]: DEBUG oslo_vmware.api [None req-217ad0e0-267e-42b6-9ccc-341dcf8b408d tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': task-2571202, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.821860] env[62301]: DEBUG nova.network.neutron [-] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.846506] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-324e3026-dce1-448e-a709-42e9c7e9f508 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.856199] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e54c41-8024-4e55-be1f-6399cf0ae6cb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.882520] env[62301]: DEBUG nova.compute.manager [req-b35ac180-121d-47ca-a9e0-5d9d8a4d80d2 req-954dfccc-c148-42dd-b5cd-aaec115d631b service nova] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Detach interface failed, port_id=c4d8318a-3664-4464-a6cf-56d17f3ffe81, reason: Instance 34698519-3e1f-45f5-8ec0-aec50c161253 could not be found. {{(pid=62301) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1225.014239] env[62301]: DEBUG oslo_vmware.api [None req-217ad0e0-267e-42b6-9ccc-341dcf8b408d tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': task-2571202, 'name': PowerOffVM_Task, 'duration_secs': 0.169349} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.014504] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-217ad0e0-267e-42b6-9ccc-341dcf8b408d tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1225.014688] env[62301]: DEBUG nova.compute.manager [None req-217ad0e0-267e-42b6-9ccc-341dcf8b408d tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1225.015453] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a289d844-8f01-49df-9685-865a1706b7c7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.057681] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Didn't find any instances for network info cache update. {{(pid=62301) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 1225.057834] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.057995] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.058171] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.058580] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.058740] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.058889] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.059027] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62301) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1225.059185] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.324305] env[62301]: INFO nova.compute.manager [-] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Took 1.66 seconds to deallocate network for instance. [ 1225.525822] env[62301]: DEBUG oslo_concurrency.lockutils [None req-217ad0e0-267e-42b6-9ccc-341dcf8b408d tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Lock "6770e890-997f-431e-bb26-962ad2e9ccd5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.045s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1225.561749] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1225.561986] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1225.563047] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1225.563047] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62301) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1225.563211] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907966a2-cb52-4abf-ad9a-7f518f3f8730 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.571971] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982e2e7b-b387-4b0d-819a-07670485f6f0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.585994] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af40600b-1c6a-4d4c-af8b-cda4df4d9963 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.592554] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8153519c-e973-4e7c-8553-6c7529d6c680 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.622547] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180693MB free_disk=131GB free_vcpus=48 pci_devices=None {{(pid=62301) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1225.622680] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1225.622920] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1225.830913] env[62301]: DEBUG oslo_concurrency.lockutils [None req-9c58d2f1-f9e0-4f78-a488-4ad627c86a01 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1226.002695] env[62301]: DEBUG nova.objects.instance [None req-6ab417ba-b558-4955-867d-85ec572f9a2d tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Lazy-loading 'flavor' on Instance uuid 6770e890-997f-431e-bb26-962ad2e9ccd5 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.508867] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6ab417ba-b558-4955-867d-85ec572f9a2d tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Acquiring lock "refresh_cache-6770e890-997f-431e-bb26-962ad2e9ccd5" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1226.509047] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6ab417ba-b558-4955-867d-85ec572f9a2d tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Acquired lock "refresh_cache-6770e890-997f-431e-bb26-962ad2e9ccd5" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.509222] env[62301]: DEBUG nova.network.neutron [None req-6ab417ba-b558-4955-867d-85ec572f9a2d tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1226.509393] env[62301]: DEBUG nova.objects.instance [None req-6ab417ba-b558-4955-867d-85ec572f9a2d tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Lazy-loading 'info_cache' on Instance uuid 6770e890-997f-431e-bb26-962ad2e9ccd5 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.647634] env[62301]: WARNING nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 34698519-3e1f-45f5-8ec0-aec50c161253 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1226.647828] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 6770e890-997f-431e-bb26-962ad2e9ccd5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1226.648073] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62301) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1226.648170] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62301) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1226.683294] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4387c609-81c5-4736-84bf-f4587e342682 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.690845] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb814a3-76ee-4d8f-9c23-df8067aea7b5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.719410] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-709dda4b-004e-41e8-8051-e42245d7085b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.725864] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb9b284-8f4e-4743-97f0-480d5468911b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.738067] env[62301]: DEBUG nova.compute.provider_tree [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.012664] env[62301]: DEBUG nova.objects.base [None req-6ab417ba-b558-4955-867d-85ec572f9a2d tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Object Instance<6770e890-997f-431e-bb26-962ad2e9ccd5> lazy-loaded attributes: flavor,info_cache {{(pid=62301) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1227.240866] env[62301]: DEBUG nova.scheduler.client.report [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1227.705016] env[62301]: DEBUG nova.network.neutron [None req-6ab417ba-b558-4955-867d-85ec572f9a2d tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Updating instance_info_cache with network_info: [{"id": "66b368ab-94ec-4a22-9daf-8a3d6ea9a0c5", "address": "fa:16:3e:52:42:6b", "network": {"id": "d41ffce5-680b-4240-85cf-76cc11dc615f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1034833781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "445cf2e7640144f396c2e692d63433ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66b368ab-94", "ovs_interfaceid": "66b368ab-94ec-4a22-9daf-8a3d6ea9a0c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.745448] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62301) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1227.745640] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.123s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1227.745902] env[62301]: DEBUG oslo_concurrency.lockutils [None req-9c58d2f1-f9e0-4f78-a488-4ad627c86a01 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.915s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1227.746105] env[62301]: DEBUG oslo_concurrency.lockutils [None req-9c58d2f1-f9e0-4f78-a488-4ad627c86a01 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1227.766129] env[62301]: INFO nova.scheduler.client.report [None req-9c58d2f1-f9e0-4f78-a488-4ad627c86a01 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Deleted allocations for instance 34698519-3e1f-45f5-8ec0-aec50c161253 [ 1228.207832] env[62301]: DEBUG oslo_concurrency.lockutils [None req-6ab417ba-b558-4955-867d-85ec572f9a2d tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Releasing lock "refresh_cache-6770e890-997f-431e-bb26-962ad2e9ccd5" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1228.272812] env[62301]: DEBUG oslo_concurrency.lockutils [None req-9c58d2f1-f9e0-4f78-a488-4ad627c86a01 tempest-ServerActionsTestJSON-1540109814 tempest-ServerActionsTestJSON-1540109814-project-member] Lock "34698519-3e1f-45f5-8ec0-aec50c161253" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.221s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1229.213952] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ab417ba-b558-4955-867d-85ec572f9a2d tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1229.214512] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b6587b5-d89d-4561-bb79-775a910c1f46 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.222418] env[62301]: DEBUG oslo_vmware.api [None req-6ab417ba-b558-4955-867d-85ec572f9a2d tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Waiting for the task: (returnval){ [ 1229.222418] env[62301]: value = "task-2571203" [ 1229.222418] env[62301]: _type = "Task" [ 1229.222418] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.230375] env[62301]: DEBUG oslo_vmware.api [None req-6ab417ba-b558-4955-867d-85ec572f9a2d tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': task-2571203, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.733111] env[62301]: DEBUG oslo_vmware.api [None req-6ab417ba-b558-4955-867d-85ec572f9a2d tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': task-2571203, 'name': PowerOnVM_Task, 'duration_secs': 0.420442} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.733111] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ab417ba-b558-4955-867d-85ec572f9a2d tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1229.733111] env[62301]: DEBUG nova.compute.manager [None req-6ab417ba-b558-4955-867d-85ec572f9a2d tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1229.733397] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb12e865-ccf2-44b8-b3d4-50edaade8bac {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.021782] env[62301]: DEBUG oslo_concurrency.lockutils [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Acquiring lock "daff9cc7-10d6-47a4-9b2c-237450ba34a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1233.022093] env[62301]: DEBUG oslo_concurrency.lockutils [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Lock "daff9cc7-10d6-47a4-9b2c-237450ba34a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1233.321313] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Acquiring lock "6733b36d-a7b0-4599-a381-a17162be4437" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1233.321573] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Lock "6733b36d-a7b0-4599-a381-a17162be4437" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1233.524332] env[62301]: DEBUG nova.compute.manager [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1233.825396] env[62301]: DEBUG nova.compute.manager [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1234.046060] env[62301]: DEBUG oslo_concurrency.lockutils [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1234.046353] env[62301]: DEBUG oslo_concurrency.lockutils [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1234.047707] env[62301]: INFO nova.compute.claims [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1234.346896] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1235.102741] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11549c73-ef99-4e8f-a8be-7fc3ec83f5e8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.110688] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9426b5c6-ecbc-419b-9909-aa644b135c1f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.139916] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4972d505-8448-492a-9dad-f2f6e6470593 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.146996] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3539246-b69e-467c-9aa4-999282a90e8a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.161246] env[62301]: DEBUG nova.compute.provider_tree [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1235.664597] env[62301]: DEBUG nova.scheduler.client.report [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1236.170827] env[62301]: DEBUG oslo_concurrency.lockutils [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.124s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1236.171442] env[62301]: DEBUG nova.compute.manager [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1236.174455] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.828s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1236.176069] env[62301]: INFO nova.compute.claims [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1236.680091] env[62301]: DEBUG nova.compute.utils [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1236.683659] env[62301]: DEBUG nova.compute.manager [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1236.683852] env[62301]: DEBUG nova.network.neutron [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1236.730769] env[62301]: DEBUG nova.policy [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9321e4f14db94b94888bc663b3d6cc35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '126d28ea50f94690b731f6181a35b89d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 1236.968451] env[62301]: DEBUG nova.network.neutron [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Successfully created port: aa739a8e-00b7-4593-ad88-8d241eddcdf2 {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1237.187021] env[62301]: DEBUG nova.compute.manager [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1237.248301] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8ab4f9-4c7c-4d17-9b65-618055197214 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.256289] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b333b70-b000-4625-9cfc-cdc567fe164a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.287811] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289e0c7e-bb30-4e92-ab9d-48e8bb531908 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.294871] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7f317e-c5fe-400c-b634-bfd40f69744a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.307932] env[62301]: DEBUG nova.compute.provider_tree [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1237.810947] env[62301]: DEBUG nova.scheduler.client.report [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1238.199013] env[62301]: DEBUG nova.compute.manager [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1238.225222] env[62301]: DEBUG nova.virt.hardware [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1238.225484] env[62301]: DEBUG nova.virt.hardware [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1238.225655] env[62301]: DEBUG nova.virt.hardware [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1238.225882] env[62301]: DEBUG nova.virt.hardware [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1238.225992] env[62301]: DEBUG nova.virt.hardware [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1238.226159] env[62301]: DEBUG nova.virt.hardware [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1238.226366] env[62301]: DEBUG nova.virt.hardware [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1238.226518] env[62301]: DEBUG nova.virt.hardware [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1238.226724] env[62301]: DEBUG nova.virt.hardware [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1238.226901] env[62301]: DEBUG nova.virt.hardware [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1238.226999] env[62301]: DEBUG nova.virt.hardware [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1238.227911] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d28923-27d6-46df-a853-f29de1470e21 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.236225] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247d3fd1-4d91-4e8c-8223-6e1873b95cee {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.315809] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.141s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1238.316400] env[62301]: DEBUG nova.compute.manager [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1238.320731] env[62301]: DEBUG nova.compute.manager [req-1635867b-a8f2-40d0-852e-f86e92e49928 req-068f0334-1d90-44e0-9ca6-e6be8cf06de6 service nova] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Received event network-vif-plugged-aa739a8e-00b7-4593-ad88-8d241eddcdf2 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1238.320935] env[62301]: DEBUG oslo_concurrency.lockutils [req-1635867b-a8f2-40d0-852e-f86e92e49928 req-068f0334-1d90-44e0-9ca6-e6be8cf06de6 service nova] Acquiring lock "daff9cc7-10d6-47a4-9b2c-237450ba34a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1238.321152] env[62301]: DEBUG oslo_concurrency.lockutils [req-1635867b-a8f2-40d0-852e-f86e92e49928 req-068f0334-1d90-44e0-9ca6-e6be8cf06de6 service nova] Lock "daff9cc7-10d6-47a4-9b2c-237450ba34a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1238.321322] env[62301]: DEBUG oslo_concurrency.lockutils [req-1635867b-a8f2-40d0-852e-f86e92e49928 req-068f0334-1d90-44e0-9ca6-e6be8cf06de6 service nova] Lock "daff9cc7-10d6-47a4-9b2c-237450ba34a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1238.321482] env[62301]: DEBUG nova.compute.manager [req-1635867b-a8f2-40d0-852e-f86e92e49928 req-068f0334-1d90-44e0-9ca6-e6be8cf06de6 service nova] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] No waiting events found dispatching network-vif-plugged-aa739a8e-00b7-4593-ad88-8d241eddcdf2 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1238.321645] env[62301]: WARNING nova.compute.manager [req-1635867b-a8f2-40d0-852e-f86e92e49928 req-068f0334-1d90-44e0-9ca6-e6be8cf06de6 service nova] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Received unexpected event network-vif-plugged-aa739a8e-00b7-4593-ad88-8d241eddcdf2 for instance with vm_state building and task_state spawning. [ 1238.409753] env[62301]: DEBUG nova.network.neutron [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Successfully updated port: aa739a8e-00b7-4593-ad88-8d241eddcdf2 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1238.824746] env[62301]: DEBUG nova.compute.utils [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1238.825743] env[62301]: DEBUG nova.compute.manager [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1238.825888] env[62301]: DEBUG nova.network.neutron [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1238.861014] env[62301]: DEBUG nova.policy [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9321e4f14db94b94888bc663b3d6cc35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '126d28ea50f94690b731f6181a35b89d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 1238.911797] env[62301]: DEBUG oslo_concurrency.lockutils [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Acquiring lock "refresh_cache-daff9cc7-10d6-47a4-9b2c-237450ba34a9" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1238.911944] env[62301]: DEBUG oslo_concurrency.lockutils [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Acquired lock "refresh_cache-daff9cc7-10d6-47a4-9b2c-237450ba34a9" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.912102] env[62301]: DEBUG nova.network.neutron [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1239.103533] env[62301]: DEBUG nova.network.neutron [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] Successfully created port: 2fc53542-2d0c-441b-a16b-57baca1959c0 {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1239.329400] env[62301]: DEBUG nova.compute.manager [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1239.445193] env[62301]: DEBUG nova.network.neutron [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1239.564152] env[62301]: DEBUG nova.network.neutron [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Updating instance_info_cache with network_info: [{"id": "aa739a8e-00b7-4593-ad88-8d241eddcdf2", "address": "fa:16:3e:42:c6:b7", "network": {"id": "07c90243-7bae-4b09-a1b1-968bf8022ab9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-700983760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "126d28ea50f94690b731f6181a35b89d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa739a8e-00", "ovs_interfaceid": "aa739a8e-00b7-4593-ad88-8d241eddcdf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.066654] env[62301]: DEBUG oslo_concurrency.lockutils [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Releasing lock "refresh_cache-daff9cc7-10d6-47a4-9b2c-237450ba34a9" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.067111] env[62301]: DEBUG nova.compute.manager [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Instance network_info: |[{"id": "aa739a8e-00b7-4593-ad88-8d241eddcdf2", "address": "fa:16:3e:42:c6:b7", "network": {"id": "07c90243-7bae-4b09-a1b1-968bf8022ab9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-700983760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "126d28ea50f94690b731f6181a35b89d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa739a8e-00", "ovs_interfaceid": "aa739a8e-00b7-4593-ad88-8d241eddcdf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1240.067606] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:c6:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7043ca7a-807c-4c7b-b646-23ffece188b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa739a8e-00b7-4593-ad88-8d241eddcdf2', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1240.075772] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Creating folder: Project (126d28ea50f94690b731f6181a35b89d). Parent ref: group-v518653. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1240.076096] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01636ae0-d982-48cb-8bda-8b13262ef865 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.088085] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Created folder: Project (126d28ea50f94690b731f6181a35b89d) in parent group-v518653. [ 1240.088338] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Creating folder: Instances. Parent ref: group-v518975. {{(pid=62301) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1240.088607] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4fd4630-df02-4c9a-898e-9e1b1b79cfcb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.096976] env[62301]: INFO nova.virt.vmwareapi.vm_util [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Created folder: Instances in parent group-v518975. [ 1240.097265] env[62301]: DEBUG oslo.service.loopingcall [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1240.097496] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1240.097736] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d13a773-3661-405e-a79f-30bff423e7ac {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.115708] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1240.115708] env[62301]: value = "task-2571206" [ 1240.115708] env[62301]: _type = "Task" [ 1240.115708] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.123040] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2571206, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.338814] env[62301]: DEBUG nova.compute.manager [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1240.349288] env[62301]: DEBUG nova.compute.manager [req-61f32a1c-b0c9-4530-9c1e-d60796cbd23d req-f2bfd21e-0ecf-4bf5-bc97-4559529fb8cc service nova] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Received event network-changed-aa739a8e-00b7-4593-ad88-8d241eddcdf2 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1240.349453] env[62301]: DEBUG nova.compute.manager [req-61f32a1c-b0c9-4530-9c1e-d60796cbd23d req-f2bfd21e-0ecf-4bf5-bc97-4559529fb8cc service nova] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Refreshing instance network info cache due to event network-changed-aa739a8e-00b7-4593-ad88-8d241eddcdf2. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1240.349715] env[62301]: DEBUG oslo_concurrency.lockutils [req-61f32a1c-b0c9-4530-9c1e-d60796cbd23d req-f2bfd21e-0ecf-4bf5-bc97-4559529fb8cc service nova] Acquiring lock "refresh_cache-daff9cc7-10d6-47a4-9b2c-237450ba34a9" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.349897] env[62301]: DEBUG oslo_concurrency.lockutils [req-61f32a1c-b0c9-4530-9c1e-d60796cbd23d req-f2bfd21e-0ecf-4bf5-bc97-4559529fb8cc service nova] Acquired lock "refresh_cache-daff9cc7-10d6-47a4-9b2c-237450ba34a9" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.350509] env[62301]: DEBUG nova.network.neutron [req-61f32a1c-b0c9-4530-9c1e-d60796cbd23d req-f2bfd21e-0ecf-4bf5-bc97-4559529fb8cc service nova] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Refreshing network info cache for port aa739a8e-00b7-4593-ad88-8d241eddcdf2 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1240.372402] env[62301]: DEBUG nova.virt.hardware [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1240.372682] env[62301]: DEBUG nova.virt.hardware [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1240.372841] env[62301]: DEBUG nova.virt.hardware [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1240.373123] env[62301]: DEBUG nova.virt.hardware [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1240.373304] env[62301]: DEBUG nova.virt.hardware [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1240.373456] env[62301]: DEBUG nova.virt.hardware [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1240.373667] env[62301]: DEBUG nova.virt.hardware [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1240.373824] env[62301]: DEBUG nova.virt.hardware [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1240.373992] env[62301]: DEBUG nova.virt.hardware [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1240.374172] env[62301]: DEBUG nova.virt.hardware [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1240.374342] env[62301]: DEBUG nova.virt.hardware [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1240.375264] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf49a7cf-e6a3-4fed-b87b-8bd376f41c1b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.384284] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d4d97a-bd64-4ea8-b751-ff15b1b63788 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.586946] env[62301]: DEBUG nova.network.neutron [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] Successfully updated port: 2fc53542-2d0c-441b-a16b-57baca1959c0 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1240.625948] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2571206, 'name': CreateVM_Task, 'duration_secs': 0.332629} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.626177] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1240.626851] env[62301]: DEBUG oslo_concurrency.lockutils [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.627020] env[62301]: DEBUG oslo_concurrency.lockutils [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.627352] env[62301]: DEBUG oslo_concurrency.lockutils [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.627595] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a7effba-e0b2-4bee-a2f3-4389364dff20 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.631727] env[62301]: DEBUG oslo_vmware.api [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for the task: (returnval){ [ 1240.631727] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52cbc30d-1e48-a4c6-16d5-8951d906480e" [ 1240.631727] env[62301]: _type = "Task" [ 1240.631727] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.638985] env[62301]: DEBUG oslo_vmware.api [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52cbc30d-1e48-a4c6-16d5-8951d906480e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.025074] env[62301]: DEBUG nova.network.neutron [req-61f32a1c-b0c9-4530-9c1e-d60796cbd23d req-f2bfd21e-0ecf-4bf5-bc97-4559529fb8cc service nova] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Updated VIF entry in instance network info cache for port aa739a8e-00b7-4593-ad88-8d241eddcdf2. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1241.025587] env[62301]: DEBUG nova.network.neutron [req-61f32a1c-b0c9-4530-9c1e-d60796cbd23d req-f2bfd21e-0ecf-4bf5-bc97-4559529fb8cc service nova] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Updating instance_info_cache with network_info: [{"id": "aa739a8e-00b7-4593-ad88-8d241eddcdf2", "address": "fa:16:3e:42:c6:b7", "network": {"id": "07c90243-7bae-4b09-a1b1-968bf8022ab9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-700983760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "126d28ea50f94690b731f6181a35b89d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa739a8e-00", "ovs_interfaceid": "aa739a8e-00b7-4593-ad88-8d241eddcdf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.089199] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Acquiring lock "refresh_cache-6733b36d-a7b0-4599-a381-a17162be4437" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.089350] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Acquired lock "refresh_cache-6733b36d-a7b0-4599-a381-a17162be4437" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.089427] env[62301]: DEBUG nova.network.neutron [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1241.141887] env[62301]: DEBUG oslo_vmware.api [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52cbc30d-1e48-a4c6-16d5-8951d906480e, 'name': SearchDatastore_Task, 'duration_secs': 0.009666} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.142188] env[62301]: DEBUG oslo_concurrency.lockutils [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1241.142417] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1241.142642] env[62301]: DEBUG oslo_concurrency.lockutils [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.142784] env[62301]: DEBUG oslo_concurrency.lockutils [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.142957] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1241.143229] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b161a78-61fa-4c32-a87c-dd352601ba3a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.151668] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1241.151833] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1241.152561] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1325e83f-35b2-42da-9e79-bd99536bb8ef {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.159017] env[62301]: DEBUG oslo_vmware.api [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for the task: (returnval){ [ 1241.159017] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52e0b119-c24d-548a-fbd0-bfedf209e7a1" [ 1241.159017] env[62301]: _type = "Task" [ 1241.159017] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.166656] env[62301]: DEBUG oslo_vmware.api [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52e0b119-c24d-548a-fbd0-bfedf209e7a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.528377] env[62301]: DEBUG oslo_concurrency.lockutils [req-61f32a1c-b0c9-4530-9c1e-d60796cbd23d req-f2bfd21e-0ecf-4bf5-bc97-4559529fb8cc service nova] Releasing lock "refresh_cache-daff9cc7-10d6-47a4-9b2c-237450ba34a9" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1241.619498] env[62301]: DEBUG nova.network.neutron [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1241.668534] env[62301]: DEBUG oslo_vmware.api [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52e0b119-c24d-548a-fbd0-bfedf209e7a1, 'name': SearchDatastore_Task, 'duration_secs': 0.008238} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.669292] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a61eb33-9ea8-4912-b3ec-f5a4b570f080 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.674110] env[62301]: DEBUG oslo_vmware.api [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for the task: (returnval){ [ 1241.674110] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52b706d1-98c8-b696-8c79-1a415a653cb0" [ 1241.674110] env[62301]: _type = "Task" [ 1241.674110] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.683113] env[62301]: DEBUG oslo_vmware.api [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52b706d1-98c8-b696-8c79-1a415a653cb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.736361] env[62301]: DEBUG nova.network.neutron [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] Updating instance_info_cache with network_info: [{"id": "2fc53542-2d0c-441b-a16b-57baca1959c0", "address": "fa:16:3e:0f:d8:1d", "network": {"id": "07c90243-7bae-4b09-a1b1-968bf8022ab9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-700983760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "126d28ea50f94690b731f6181a35b89d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fc53542-2d", "ovs_interfaceid": "2fc53542-2d0c-441b-a16b-57baca1959c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.184609] env[62301]: DEBUG oslo_vmware.api [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52b706d1-98c8-b696-8c79-1a415a653cb0, 'name': SearchDatastore_Task, 'duration_secs': 0.009114} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.184851] env[62301]: DEBUG oslo_concurrency.lockutils [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.185116] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] daff9cc7-10d6-47a4-9b2c-237450ba34a9/daff9cc7-10d6-47a4-9b2c-237450ba34a9.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1242.185363] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0688c066-146e-4b8f-84a3-6da2abb955ad {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.192666] env[62301]: DEBUG oslo_vmware.api [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for the task: (returnval){ [ 1242.192666] env[62301]: value = "task-2571207" [ 1242.192666] env[62301]: _type = "Task" [ 1242.192666] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.200203] env[62301]: DEBUG oslo_vmware.api [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571207, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.238784] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Releasing lock "refresh_cache-6733b36d-a7b0-4599-a381-a17162be4437" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.239085] env[62301]: DEBUG nova.compute.manager [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] Instance network_info: |[{"id": "2fc53542-2d0c-441b-a16b-57baca1959c0", "address": "fa:16:3e:0f:d8:1d", "network": {"id": "07c90243-7bae-4b09-a1b1-968bf8022ab9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-700983760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "126d28ea50f94690b731f6181a35b89d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fc53542-2d", "ovs_interfaceid": "2fc53542-2d0c-441b-a16b-57baca1959c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1242.239464] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:d8:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7043ca7a-807c-4c7b-b646-23ffece188b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2fc53542-2d0c-441b-a16b-57baca1959c0', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1242.246976] env[62301]: DEBUG oslo.service.loopingcall [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1242.247193] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1242.247398] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe3f7209-0384-4315-9058-8bbe6a92db32 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.266215] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1242.266215] env[62301]: value = "task-2571208" [ 1242.266215] env[62301]: _type = "Task" [ 1242.266215] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.273200] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2571208, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.379064] env[62301]: DEBUG nova.compute.manager [req-237e8b7a-452c-48d6-ba7a-e61ca5438935 req-73cfd88d-5e3b-4238-a9c7-e6d8b2455aff service nova] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] Received event network-vif-plugged-2fc53542-2d0c-441b-a16b-57baca1959c0 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1242.379312] env[62301]: DEBUG oslo_concurrency.lockutils [req-237e8b7a-452c-48d6-ba7a-e61ca5438935 req-73cfd88d-5e3b-4238-a9c7-e6d8b2455aff service nova] Acquiring lock "6733b36d-a7b0-4599-a381-a17162be4437-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1242.379456] env[62301]: DEBUG oslo_concurrency.lockutils [req-237e8b7a-452c-48d6-ba7a-e61ca5438935 req-73cfd88d-5e3b-4238-a9c7-e6d8b2455aff service nova] Lock "6733b36d-a7b0-4599-a381-a17162be4437-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1242.379622] env[62301]: DEBUG oslo_concurrency.lockutils [req-237e8b7a-452c-48d6-ba7a-e61ca5438935 req-73cfd88d-5e3b-4238-a9c7-e6d8b2455aff service nova] Lock "6733b36d-a7b0-4599-a381-a17162be4437-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1242.379807] env[62301]: DEBUG nova.compute.manager [req-237e8b7a-452c-48d6-ba7a-e61ca5438935 req-73cfd88d-5e3b-4238-a9c7-e6d8b2455aff service nova] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] No waiting events found dispatching network-vif-plugged-2fc53542-2d0c-441b-a16b-57baca1959c0 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1242.380077] env[62301]: WARNING nova.compute.manager [req-237e8b7a-452c-48d6-ba7a-e61ca5438935 req-73cfd88d-5e3b-4238-a9c7-e6d8b2455aff service nova] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] Received unexpected event network-vif-plugged-2fc53542-2d0c-441b-a16b-57baca1959c0 for instance with vm_state building and task_state spawning. [ 1242.380254] env[62301]: DEBUG nova.compute.manager [req-237e8b7a-452c-48d6-ba7a-e61ca5438935 req-73cfd88d-5e3b-4238-a9c7-e6d8b2455aff service nova] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] Received event network-changed-2fc53542-2d0c-441b-a16b-57baca1959c0 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1242.380410] env[62301]: DEBUG nova.compute.manager [req-237e8b7a-452c-48d6-ba7a-e61ca5438935 req-73cfd88d-5e3b-4238-a9c7-e6d8b2455aff service nova] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] Refreshing instance network info cache due to event network-changed-2fc53542-2d0c-441b-a16b-57baca1959c0. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1242.380592] env[62301]: DEBUG oslo_concurrency.lockutils [req-237e8b7a-452c-48d6-ba7a-e61ca5438935 req-73cfd88d-5e3b-4238-a9c7-e6d8b2455aff service nova] Acquiring lock "refresh_cache-6733b36d-a7b0-4599-a381-a17162be4437" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1242.380744] env[62301]: DEBUG oslo_concurrency.lockutils [req-237e8b7a-452c-48d6-ba7a-e61ca5438935 req-73cfd88d-5e3b-4238-a9c7-e6d8b2455aff service nova] Acquired lock "refresh_cache-6733b36d-a7b0-4599-a381-a17162be4437" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.380905] env[62301]: DEBUG nova.network.neutron [req-237e8b7a-452c-48d6-ba7a-e61ca5438935 req-73cfd88d-5e3b-4238-a9c7-e6d8b2455aff service nova] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] Refreshing network info cache for port 2fc53542-2d0c-441b-a16b-57baca1959c0 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1242.702827] env[62301]: DEBUG oslo_vmware.api [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571207, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.433389} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.703245] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] daff9cc7-10d6-47a4-9b2c-237450ba34a9/daff9cc7-10d6-47a4-9b2c-237450ba34a9.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1242.703357] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1242.703519] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db4d689c-fc41-445f-af04-67981a568cf2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.708797] env[62301]: DEBUG oslo_vmware.api [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for the task: (returnval){ [ 1242.708797] env[62301]: value = "task-2571209" [ 1242.708797] env[62301]: _type = "Task" [ 1242.708797] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.715617] env[62301]: DEBUG oslo_vmware.api [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571209, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.775409] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2571208, 'name': CreateVM_Task, 'duration_secs': 0.445271} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.775655] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1242.776264] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1242.776435] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.776752] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1242.777014] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb1fb800-003a-4bb3-b3e5-07dff5d9f59c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.781313] env[62301]: DEBUG oslo_vmware.api [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for the task: (returnval){ [ 1242.781313] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52fb3879-d1b8-3c2a-ce15-de8211547b3a" [ 1242.781313] env[62301]: _type = "Task" [ 1242.781313] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.788653] env[62301]: DEBUG oslo_vmware.api [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52fb3879-d1b8-3c2a-ce15-de8211547b3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.056176] env[62301]: DEBUG nova.network.neutron [req-237e8b7a-452c-48d6-ba7a-e61ca5438935 req-73cfd88d-5e3b-4238-a9c7-e6d8b2455aff service nova] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] Updated VIF entry in instance network info cache for port 2fc53542-2d0c-441b-a16b-57baca1959c0. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1243.056520] env[62301]: DEBUG nova.network.neutron [req-237e8b7a-452c-48d6-ba7a-e61ca5438935 req-73cfd88d-5e3b-4238-a9c7-e6d8b2455aff service nova] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] Updating instance_info_cache with network_info: [{"id": "2fc53542-2d0c-441b-a16b-57baca1959c0", "address": "fa:16:3e:0f:d8:1d", "network": {"id": "07c90243-7bae-4b09-a1b1-968bf8022ab9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-700983760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "126d28ea50f94690b731f6181a35b89d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fc53542-2d", "ovs_interfaceid": "2fc53542-2d0c-441b-a16b-57baca1959c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.217894] env[62301]: DEBUG oslo_vmware.api [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571209, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067096} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.218184] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1243.218907] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc357179-5122-4697-ac29-c286352040e9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.241596] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] daff9cc7-10d6-47a4-9b2c-237450ba34a9/daff9cc7-10d6-47a4-9b2c-237450ba34a9.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1243.241828] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5210d9f9-ff2a-45ae-a733-99eea8c17246 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.260663] env[62301]: DEBUG oslo_vmware.api [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for the task: (returnval){ [ 1243.260663] env[62301]: value = "task-2571210" [ 1243.260663] env[62301]: _type = "Task" [ 1243.260663] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.268316] env[62301]: DEBUG oslo_vmware.api [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571210, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.291274] env[62301]: DEBUG oslo_vmware.api [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52fb3879-d1b8-3c2a-ce15-de8211547b3a, 'name': SearchDatastore_Task, 'duration_secs': 0.025908} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.291553] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.291780] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1243.292010] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.292163] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.292342] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1243.292584] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17108d64-fb7b-4e76-98c6-b30a2c18ba70 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.300127] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1243.300307] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1243.300976] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63847fc9-5999-4b8b-b3db-9d6a4d6d0665 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.305428] env[62301]: DEBUG oslo_vmware.api [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for the task: (returnval){ [ 1243.305428] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5240591d-1c5b-ab2a-3cc7-18c7ac233ba1" [ 1243.305428] env[62301]: _type = "Task" [ 1243.305428] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.312269] env[62301]: DEBUG oslo_vmware.api [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5240591d-1c5b-ab2a-3cc7-18c7ac233ba1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.559209] env[62301]: DEBUG oslo_concurrency.lockutils [req-237e8b7a-452c-48d6-ba7a-e61ca5438935 req-73cfd88d-5e3b-4238-a9c7-e6d8b2455aff service nova] Releasing lock "refresh_cache-6733b36d-a7b0-4599-a381-a17162be4437" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.770320] env[62301]: DEBUG oslo_vmware.api [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571210, 'name': ReconfigVM_Task, 'duration_secs': 0.254064} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.770721] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Reconfigured VM instance instance-00000079 to attach disk [datastore1] daff9cc7-10d6-47a4-9b2c-237450ba34a9/daff9cc7-10d6-47a4-9b2c-237450ba34a9.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1243.771291] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3f01f02-5d5c-4374-8628-1ef78db8079b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.777394] env[62301]: DEBUG oslo_vmware.api [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for the task: (returnval){ [ 1243.777394] env[62301]: value = "task-2571211" [ 1243.777394] env[62301]: _type = "Task" [ 1243.777394] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.785576] env[62301]: DEBUG oslo_vmware.api [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571211, 'name': Rename_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.814641] env[62301]: DEBUG oslo_vmware.api [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5240591d-1c5b-ab2a-3cc7-18c7ac233ba1, 'name': SearchDatastore_Task, 'duration_secs': 0.007911} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.815407] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b595b3c5-c93d-4a8e-b91c-20ec66fac1e3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.820150] env[62301]: DEBUG oslo_vmware.api [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for the task: (returnval){ [ 1243.820150] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52e00850-e971-1785-ea56-ad68a9f10fb6" [ 1243.820150] env[62301]: _type = "Task" [ 1243.820150] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.827382] env[62301]: DEBUG oslo_vmware.api [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52e00850-e971-1785-ea56-ad68a9f10fb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.287175] env[62301]: DEBUG oslo_vmware.api [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571211, 'name': Rename_Task, 'duration_secs': 0.205218} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.287467] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1244.287674] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a13e894-387f-41e7-a133-784e898bd229 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.293930] env[62301]: DEBUG oslo_vmware.api [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for the task: (returnval){ [ 1244.293930] env[62301]: value = "task-2571212" [ 1244.293930] env[62301]: _type = "Task" [ 1244.293930] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.301044] env[62301]: DEBUG oslo_vmware.api [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571212, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.329043] env[62301]: DEBUG oslo_vmware.api [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52e00850-e971-1785-ea56-ad68a9f10fb6, 'name': SearchDatastore_Task, 'duration_secs': 0.0469} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.329286] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1244.329535] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 6733b36d-a7b0-4599-a381-a17162be4437/6733b36d-a7b0-4599-a381-a17162be4437.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1244.329764] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-779d1c36-83e1-42a4-b087-fb61e948b6ee {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.335251] env[62301]: DEBUG oslo_vmware.api [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for the task: (returnval){ [ 1244.335251] env[62301]: value = "task-2571213" [ 1244.335251] env[62301]: _type = "Task" [ 1244.335251] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.342289] env[62301]: DEBUG oslo_vmware.api [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571213, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.804190] env[62301]: DEBUG oslo_vmware.api [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571212, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.845700] env[62301]: DEBUG oslo_vmware.api [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571213, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461998} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.846018] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 6733b36d-a7b0-4599-a381-a17162be4437/6733b36d-a7b0-4599-a381-a17162be4437.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1244.846236] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1244.846487] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15728d4b-a480-40e4-a930-07ca13073494 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.853511] env[62301]: DEBUG oslo_vmware.api [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for the task: (returnval){ [ 1244.853511] env[62301]: value = "task-2571214" [ 1244.853511] env[62301]: _type = "Task" [ 1244.853511] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.861450] env[62301]: DEBUG oslo_vmware.api [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571214, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.306421] env[62301]: DEBUG oslo_vmware.api [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571212, 'name': PowerOnVM_Task, 'duration_secs': 0.587047} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.306631] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1245.306815] env[62301]: INFO nova.compute.manager [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Took 7.11 seconds to spawn the instance on the hypervisor. [ 1245.306996] env[62301]: DEBUG nova.compute.manager [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1245.307992] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d550b57d-5147-499b-9f6b-332bf81b3047 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.362920] env[62301]: DEBUG oslo_vmware.api [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571214, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.182656} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.363199] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1245.363887] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49639be-b677-432d-ad62-03801f347488 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.384859] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 6733b36d-a7b0-4599-a381-a17162be4437/6733b36d-a7b0-4599-a381-a17162be4437.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1245.385332] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7896b956-ee27-44d4-831e-0f6a0394707e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.404906] env[62301]: DEBUG oslo_vmware.api [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for the task: (returnval){ [ 1245.404906] env[62301]: value = "task-2571215" [ 1245.404906] env[62301]: _type = "Task" [ 1245.404906] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.412250] env[62301]: DEBUG oslo_vmware.api [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571215, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.824958] env[62301]: INFO nova.compute.manager [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Took 11.80 seconds to build instance. [ 1245.915770] env[62301]: DEBUG oslo_vmware.api [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571215, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.326885] env[62301]: DEBUG oslo_concurrency.lockutils [None req-115ccd67-6593-465c-91c5-c2c2642cb40e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Lock "daff9cc7-10d6-47a4-9b2c-237450ba34a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.305s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1246.415765] env[62301]: DEBUG oslo_vmware.api [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571215, 'name': ReconfigVM_Task, 'duration_secs': 0.665758} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.416686] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 6733b36d-a7b0-4599-a381-a17162be4437/6733b36d-a7b0-4599-a381-a17162be4437.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1246.417027] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62df3ff0-3a65-4036-8365-0d8ab1a3dac6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.423263] env[62301]: DEBUG oslo_vmware.api [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for the task: (returnval){ [ 1246.423263] env[62301]: value = "task-2571216" [ 1246.423263] env[62301]: _type = "Task" [ 1246.423263] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.430470] env[62301]: DEBUG oslo_vmware.api [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571216, 'name': Rename_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.933312] env[62301]: DEBUG oslo_vmware.api [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571216, 'name': Rename_Task, 'duration_secs': 0.136459} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.933728] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1246.933823] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9200b5ad-94df-4452-b0ba-e2cfabac0c9f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.940271] env[62301]: DEBUG oslo_vmware.api [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for the task: (returnval){ [ 1246.940271] env[62301]: value = "task-2571217" [ 1246.940271] env[62301]: _type = "Task" [ 1246.940271] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.949852] env[62301]: DEBUG oslo_vmware.api [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571217, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.450725] env[62301]: DEBUG oslo_vmware.api [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571217, 'name': PowerOnVM_Task, 'duration_secs': 0.494615} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.451098] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1247.451380] env[62301]: INFO nova.compute.manager [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] Took 7.11 seconds to spawn the instance on the hypervisor. [ 1247.451640] env[62301]: DEBUG nova.compute.manager [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1247.452462] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0f9276-3eca-47ce-888e-c5a2f4bc5f66 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.968641] env[62301]: INFO nova.compute.manager [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] Took 13.64 seconds to build instance. [ 1248.470675] env[62301]: DEBUG oslo_concurrency.lockutils [None req-d1bc846b-4b4b-483e-b7be-1a3075464bea tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Lock "6733b36d-a7b0-4599-a381-a17162be4437" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.149s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1248.646621] env[62301]: INFO nova.compute.manager [None req-4e0b92c2-83fa-4030-9a62-23a8020a6c71 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] Rescuing [ 1248.646880] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4e0b92c2-83fa-4030-9a62-23a8020a6c71 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Acquiring lock "refresh_cache-6733b36d-a7b0-4599-a381-a17162be4437" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.647049] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4e0b92c2-83fa-4030-9a62-23a8020a6c71 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Acquired lock "refresh_cache-6733b36d-a7b0-4599-a381-a17162be4437" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.647223] env[62301]: DEBUG nova.network.neutron [None req-4e0b92c2-83fa-4030-9a62-23a8020a6c71 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1249.326622] env[62301]: DEBUG nova.network.neutron [None req-4e0b92c2-83fa-4030-9a62-23a8020a6c71 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] Updating instance_info_cache with network_info: [{"id": "2fc53542-2d0c-441b-a16b-57baca1959c0", "address": "fa:16:3e:0f:d8:1d", "network": {"id": "07c90243-7bae-4b09-a1b1-968bf8022ab9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-700983760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "126d28ea50f94690b731f6181a35b89d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fc53542-2d", "ovs_interfaceid": "2fc53542-2d0c-441b-a16b-57baca1959c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.829619] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4e0b92c2-83fa-4030-9a62-23a8020a6c71 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Releasing lock "refresh_cache-6733b36d-a7b0-4599-a381-a17162be4437" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1251.366939] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e0b92c2-83fa-4030-9a62-23a8020a6c71 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1251.367352] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72dc364e-d9a2-4f83-b9ba-d693c21f78e1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.374611] env[62301]: DEBUG oslo_vmware.api [None req-4e0b92c2-83fa-4030-9a62-23a8020a6c71 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for the task: (returnval){ [ 1251.374611] env[62301]: value = "task-2571218" [ 1251.374611] env[62301]: _type = "Task" [ 1251.374611] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.382841] env[62301]: DEBUG oslo_vmware.api [None req-4e0b92c2-83fa-4030-9a62-23a8020a6c71 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571218, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.884074] env[62301]: DEBUG oslo_vmware.api [None req-4e0b92c2-83fa-4030-9a62-23a8020a6c71 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571218, 'name': PowerOffVM_Task, 'duration_secs': 0.168375} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.884405] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e0b92c2-83fa-4030-9a62-23a8020a6c71 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1251.885211] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88348f0a-8aea-4333-9363-ca8c7ea80a2c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.903167] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea2b383-1b86-4c1f-96f5-329a670e3787 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.928768] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e0b92c2-83fa-4030-9a62-23a8020a6c71 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1251.929023] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d383fb09-8d4e-41e0-a79a-202c4b4d7e59 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.934826] env[62301]: DEBUG oslo_vmware.api [None req-4e0b92c2-83fa-4030-9a62-23a8020a6c71 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for the task: (returnval){ [ 1251.934826] env[62301]: value = "task-2571219" [ 1251.934826] env[62301]: _type = "Task" [ 1251.934826] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.942018] env[62301]: DEBUG oslo_vmware.api [None req-4e0b92c2-83fa-4030-9a62-23a8020a6c71 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571219, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.446705] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e0b92c2-83fa-4030-9a62-23a8020a6c71 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] VM already powered off {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1252.507602] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0b92c2-83fa-4030-9a62-23a8020a6c71 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1252.507602] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4e0b92c2-83fa-4030-9a62-23a8020a6c71 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1252.507602] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4e0b92c2-83fa-4030-9a62-23a8020a6c71 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.507602] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e0b92c2-83fa-4030-9a62-23a8020a6c71 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1252.507602] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4fbef3df-50c6-4a02-98e0-68023bf40a0f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.507602] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e0b92c2-83fa-4030-9a62-23a8020a6c71 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1252.507602] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0b92c2-83fa-4030-9a62-23a8020a6c71 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1252.507602] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14c2583d-9ee1-4d85-8e13-bb90e6ed2ca0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.507602] env[62301]: DEBUG oslo_vmware.api [None req-4e0b92c2-83fa-4030-9a62-23a8020a6c71 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for the task: (returnval){ [ 1252.507602] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52a80160-2991-eb48-96da-4dd4a5e42d75" [ 1252.507602] env[62301]: _type = "Task" [ 1252.507602] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.507602] env[62301]: DEBUG oslo_vmware.api [None req-4e0b92c2-83fa-4030-9a62-23a8020a6c71 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52a80160-2991-eb48-96da-4dd4a5e42d75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.977133] env[62301]: DEBUG oslo_vmware.api [None req-4e0b92c2-83fa-4030-9a62-23a8020a6c71 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52a80160-2991-eb48-96da-4dd4a5e42d75, 'name': SearchDatastore_Task, 'duration_secs': 0.010163} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.977858] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c046d4a-8dcd-4bdd-8aff-320e0e762289 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.982610] env[62301]: DEBUG oslo_vmware.api [None req-4e0b92c2-83fa-4030-9a62-23a8020a6c71 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for the task: (returnval){ [ 1252.982610] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]524d66aa-a917-3a3c-aa55-f74f0387650a" [ 1252.982610] env[62301]: _type = "Task" [ 1252.982610] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.989792] env[62301]: DEBUG oslo_vmware.api [None req-4e0b92c2-83fa-4030-9a62-23a8020a6c71 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]524d66aa-a917-3a3c-aa55-f74f0387650a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.493476] env[62301]: DEBUG oslo_vmware.api [None req-4e0b92c2-83fa-4030-9a62-23a8020a6c71 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]524d66aa-a917-3a3c-aa55-f74f0387650a, 'name': SearchDatastore_Task, 'duration_secs': 0.009184} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.493918] env[62301]: DEBUG oslo_concurrency.lockutils [None req-4e0b92c2-83fa-4030-9a62-23a8020a6c71 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1253.494120] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e0b92c2-83fa-4030-9a62-23a8020a6c71 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 6733b36d-a7b0-4599-a381-a17162be4437/fa120b82-9657-4d79-a2f0-8dd63e2ef76d-rescue.vmdk. {{(pid=62301) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1253.494307] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c384e46d-33f8-4e86-b70d-f4a88f15f8cd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.500840] env[62301]: DEBUG oslo_vmware.api [None req-4e0b92c2-83fa-4030-9a62-23a8020a6c71 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for the task: (returnval){ [ 1253.500840] env[62301]: value = "task-2571220" [ 1253.500840] env[62301]: _type = "Task" [ 1253.500840] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.507976] env[62301]: DEBUG oslo_vmware.api [None req-4e0b92c2-83fa-4030-9a62-23a8020a6c71 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571220, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.010649] env[62301]: DEBUG oslo_vmware.api [None req-4e0b92c2-83fa-4030-9a62-23a8020a6c71 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571220, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.429066} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.010845] env[62301]: INFO nova.virt.vmwareapi.ds_util [None req-4e0b92c2-83fa-4030-9a62-23a8020a6c71 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] 6733b36d-a7b0-4599-a381-a17162be4437/fa120b82-9657-4d79-a2f0-8dd63e2ef76d-rescue.vmdk. [ 1254.011597] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27420f6c-1a30-40ec-8e45-5a7da2b974c1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.035349] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e0b92c2-83fa-4030-9a62-23a8020a6c71 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 6733b36d-a7b0-4599-a381-a17162be4437/fa120b82-9657-4d79-a2f0-8dd63e2ef76d-rescue.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1254.035650] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea113506-6c32-4a42-ab6e-eadc1f87ef46 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.052901] env[62301]: DEBUG oslo_vmware.api [None req-4e0b92c2-83fa-4030-9a62-23a8020a6c71 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for the task: (returnval){ [ 1254.052901] env[62301]: value = "task-2571221" [ 1254.052901] env[62301]: _type = "Task" [ 1254.052901] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.060343] env[62301]: DEBUG oslo_vmware.api [None req-4e0b92c2-83fa-4030-9a62-23a8020a6c71 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571221, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.563060] env[62301]: DEBUG oslo_vmware.api [None req-4e0b92c2-83fa-4030-9a62-23a8020a6c71 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571221, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.064103] env[62301]: DEBUG oslo_vmware.api [None req-4e0b92c2-83fa-4030-9a62-23a8020a6c71 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571221, 'name': ReconfigVM_Task, 'duration_secs': 0.519215} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.064390] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e0b92c2-83fa-4030-9a62-23a8020a6c71 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 6733b36d-a7b0-4599-a381-a17162be4437/fa120b82-9657-4d79-a2f0-8dd63e2ef76d-rescue.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1255.065230] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9776f1c-8794-4a23-8a12-8e7ae50e03ab {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.089621] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f714acd-3a60-44b0-95b3-50e6ef072870 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.104625] env[62301]: DEBUG oslo_vmware.api [None req-4e0b92c2-83fa-4030-9a62-23a8020a6c71 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for the task: (returnval){ [ 1255.104625] env[62301]: value = "task-2571222" [ 1255.104625] env[62301]: _type = "Task" [ 1255.104625] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.113181] env[62301]: DEBUG oslo_vmware.api [None req-4e0b92c2-83fa-4030-9a62-23a8020a6c71 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571222, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.616373] env[62301]: DEBUG oslo_vmware.api [None req-4e0b92c2-83fa-4030-9a62-23a8020a6c71 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571222, 'name': ReconfigVM_Task, 'duration_secs': 0.150765} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.616373] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e0b92c2-83fa-4030-9a62-23a8020a6c71 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1255.616373] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d1810f0-fe70-4f58-aa20-16f1956d9e51 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.621046] env[62301]: DEBUG oslo_vmware.api [None req-4e0b92c2-83fa-4030-9a62-23a8020a6c71 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for the task: (returnval){ [ 1255.621046] env[62301]: value = "task-2571223" [ 1255.621046] env[62301]: _type = "Task" [ 1255.621046] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.627043] env[62301]: DEBUG oslo_vmware.api [None req-4e0b92c2-83fa-4030-9a62-23a8020a6c71 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571223, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.130121] env[62301]: DEBUG oslo_vmware.api [None req-4e0b92c2-83fa-4030-9a62-23a8020a6c71 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571223, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.630415] env[62301]: DEBUG oslo_vmware.api [None req-4e0b92c2-83fa-4030-9a62-23a8020a6c71 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571223, 'name': PowerOnVM_Task, 'duration_secs': 0.538435} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.630764] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e0b92c2-83fa-4030-9a62-23a8020a6c71 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1256.633331] env[62301]: DEBUG nova.compute.manager [None req-4e0b92c2-83fa-4030-9a62-23a8020a6c71 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1256.634076] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d598fe-4327-474f-8679-7ee00a8c5bf8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.925974] env[62301]: INFO nova.compute.manager [None req-45df5e67-ef84-4b68-9f6c-f05b87deda2e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Rescuing [ 1258.926471] env[62301]: DEBUG oslo_concurrency.lockutils [None req-45df5e67-ef84-4b68-9f6c-f05b87deda2e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Acquiring lock "refresh_cache-daff9cc7-10d6-47a4-9b2c-237450ba34a9" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1258.926471] env[62301]: DEBUG oslo_concurrency.lockutils [None req-45df5e67-ef84-4b68-9f6c-f05b87deda2e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Acquired lock "refresh_cache-daff9cc7-10d6-47a4-9b2c-237450ba34a9" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.926570] env[62301]: DEBUG nova.network.neutron [None req-45df5e67-ef84-4b68-9f6c-f05b87deda2e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1259.622851] env[62301]: DEBUG nova.network.neutron [None req-45df5e67-ef84-4b68-9f6c-f05b87deda2e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Updating instance_info_cache with network_info: [{"id": "aa739a8e-00b7-4593-ad88-8d241eddcdf2", "address": "fa:16:3e:42:c6:b7", "network": {"id": "07c90243-7bae-4b09-a1b1-968bf8022ab9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-700983760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "126d28ea50f94690b731f6181a35b89d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa739a8e-00", "ovs_interfaceid": "aa739a8e-00b7-4593-ad88-8d241eddcdf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.126259] env[62301]: DEBUG oslo_concurrency.lockutils [None req-45df5e67-ef84-4b68-9f6c-f05b87deda2e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Releasing lock "refresh_cache-daff9cc7-10d6-47a4-9b2c-237450ba34a9" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1261.668916] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-45df5e67-ef84-4b68-9f6c-f05b87deda2e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1261.669367] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5af20526-d98a-4b1e-be4c-e06323c72ec1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.678408] env[62301]: DEBUG oslo_vmware.api [None req-45df5e67-ef84-4b68-9f6c-f05b87deda2e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for the task: (returnval){ [ 1261.678408] env[62301]: value = "task-2571224" [ 1261.678408] env[62301]: _type = "Task" [ 1261.678408] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.686437] env[62301]: DEBUG oslo_vmware.api [None req-45df5e67-ef84-4b68-9f6c-f05b87deda2e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571224, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.188791] env[62301]: DEBUG oslo_vmware.api [None req-45df5e67-ef84-4b68-9f6c-f05b87deda2e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571224, 'name': PowerOffVM_Task, 'duration_secs': 0.262915} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.191280] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-45df5e67-ef84-4b68-9f6c-f05b87deda2e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1262.191280] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d77786-e8fc-41db-94b0-d39a61dd0542 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.208604] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d2f870-c15f-494a-8d59-df37aee1163f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.234242] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-45df5e67-ef84-4b68-9f6c-f05b87deda2e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1262.234491] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ff70051-50c6-4cde-84cc-20a3da0a71fa {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.240912] env[62301]: DEBUG oslo_vmware.api [None req-45df5e67-ef84-4b68-9f6c-f05b87deda2e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for the task: (returnval){ [ 1262.240912] env[62301]: value = "task-2571225" [ 1262.240912] env[62301]: _type = "Task" [ 1262.240912] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.248903] env[62301]: DEBUG oslo_vmware.api [None req-45df5e67-ef84-4b68-9f6c-f05b87deda2e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571225, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.751727] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-45df5e67-ef84-4b68-9f6c-f05b87deda2e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] VM already powered off {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1262.752201] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-45df5e67-ef84-4b68-9f6c-f05b87deda2e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1262.752201] env[62301]: DEBUG oslo_concurrency.lockutils [None req-45df5e67-ef84-4b68-9f6c-f05b87deda2e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1262.752333] env[62301]: DEBUG oslo_concurrency.lockutils [None req-45df5e67-ef84-4b68-9f6c-f05b87deda2e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.752511] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-45df5e67-ef84-4b68-9f6c-f05b87deda2e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1262.752787] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8f0362e-111d-4074-be10-e2211b3a2dfa {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.762650] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-45df5e67-ef84-4b68-9f6c-f05b87deda2e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1262.762841] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-45df5e67-ef84-4b68-9f6c-f05b87deda2e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1262.763551] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4e8cc86-8c63-49d8-8a96-2a5f233ffa64 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.768225] env[62301]: DEBUG oslo_vmware.api [None req-45df5e67-ef84-4b68-9f6c-f05b87deda2e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for the task: (returnval){ [ 1262.768225] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]523ee6bb-7754-95fb-6251-4ec25c78c2f8" [ 1262.768225] env[62301]: _type = "Task" [ 1262.768225] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.775629] env[62301]: DEBUG oslo_vmware.api [None req-45df5e67-ef84-4b68-9f6c-f05b87deda2e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]523ee6bb-7754-95fb-6251-4ec25c78c2f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.278910] env[62301]: DEBUG oslo_vmware.api [None req-45df5e67-ef84-4b68-9f6c-f05b87deda2e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]523ee6bb-7754-95fb-6251-4ec25c78c2f8, 'name': SearchDatastore_Task, 'duration_secs': 0.008927} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.279690] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6107dc44-ae93-4591-b18b-11bbc8979c0c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.285117] env[62301]: DEBUG oslo_vmware.api [None req-45df5e67-ef84-4b68-9f6c-f05b87deda2e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for the task: (returnval){ [ 1263.285117] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52805c34-c0d0-feeb-d0ae-f811f889a4ec" [ 1263.285117] env[62301]: _type = "Task" [ 1263.285117] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.292597] env[62301]: DEBUG oslo_vmware.api [None req-45df5e67-ef84-4b68-9f6c-f05b87deda2e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52805c34-c0d0-feeb-d0ae-f811f889a4ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.795885] env[62301]: DEBUG oslo_vmware.api [None req-45df5e67-ef84-4b68-9f6c-f05b87deda2e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52805c34-c0d0-feeb-d0ae-f811f889a4ec, 'name': SearchDatastore_Task, 'duration_secs': 0.011517} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.796286] env[62301]: DEBUG oslo_concurrency.lockutils [None req-45df5e67-ef84-4b68-9f6c-f05b87deda2e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1263.796392] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-45df5e67-ef84-4b68-9f6c-f05b87deda2e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] daff9cc7-10d6-47a4-9b2c-237450ba34a9/fa120b82-9657-4d79-a2f0-8dd63e2ef76d-rescue.vmdk. {{(pid=62301) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1263.796653] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82945539-08b2-4f79-b661-ef244a6193c3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.803414] env[62301]: DEBUG oslo_vmware.api [None req-45df5e67-ef84-4b68-9f6c-f05b87deda2e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for the task: (returnval){ [ 1263.803414] env[62301]: value = "task-2571226" [ 1263.803414] env[62301]: _type = "Task" [ 1263.803414] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.810646] env[62301]: DEBUG oslo_vmware.api [None req-45df5e67-ef84-4b68-9f6c-f05b87deda2e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571226, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.313749] env[62301]: DEBUG oslo_vmware.api [None req-45df5e67-ef84-4b68-9f6c-f05b87deda2e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571226, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443021} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.313932] env[62301]: INFO nova.virt.vmwareapi.ds_util [None req-45df5e67-ef84-4b68-9f6c-f05b87deda2e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore1] daff9cc7-10d6-47a4-9b2c-237450ba34a9/fa120b82-9657-4d79-a2f0-8dd63e2ef76d-rescue.vmdk. [ 1264.314709] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a039947f-7e6e-4f24-8dfe-2aaa3a0352f3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.339736] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-45df5e67-ef84-4b68-9f6c-f05b87deda2e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] daff9cc7-10d6-47a4-9b2c-237450ba34a9/fa120b82-9657-4d79-a2f0-8dd63e2ef76d-rescue.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1264.339968] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0095d1ea-ae3b-4bbb-b54c-2b9a8a55af5c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.356614] env[62301]: DEBUG oslo_vmware.api [None req-45df5e67-ef84-4b68-9f6c-f05b87deda2e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for the task: (returnval){ [ 1264.356614] env[62301]: value = "task-2571227" [ 1264.356614] env[62301]: _type = "Task" [ 1264.356614] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.363926] env[62301]: DEBUG oslo_vmware.api [None req-45df5e67-ef84-4b68-9f6c-f05b87deda2e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571227, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.866345] env[62301]: DEBUG oslo_vmware.api [None req-45df5e67-ef84-4b68-9f6c-f05b87deda2e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571227, 'name': ReconfigVM_Task, 'duration_secs': 0.305925} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.866765] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-45df5e67-ef84-4b68-9f6c-f05b87deda2e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Reconfigured VM instance instance-00000079 to attach disk [datastore1] daff9cc7-10d6-47a4-9b2c-237450ba34a9/fa120b82-9657-4d79-a2f0-8dd63e2ef76d-rescue.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1264.867475] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded88efd-0c22-4c72-855c-d4f8ec54561b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.891415] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfc12069-781f-4f78-989e-6583ab40cbe5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.905683] env[62301]: DEBUG oslo_vmware.api [None req-45df5e67-ef84-4b68-9f6c-f05b87deda2e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for the task: (returnval){ [ 1264.905683] env[62301]: value = "task-2571228" [ 1264.905683] env[62301]: _type = "Task" [ 1264.905683] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.913027] env[62301]: DEBUG oslo_vmware.api [None req-45df5e67-ef84-4b68-9f6c-f05b87deda2e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571228, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.416020] env[62301]: DEBUG oslo_vmware.api [None req-45df5e67-ef84-4b68-9f6c-f05b87deda2e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571228, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.916353] env[62301]: DEBUG oslo_vmware.api [None req-45df5e67-ef84-4b68-9f6c-f05b87deda2e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571228, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.098214] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8d345726-3111-4234-afe3-391f519f7991 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Acquiring lock "6770e890-997f-431e-bb26-962ad2e9ccd5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1266.098465] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8d345726-3111-4234-afe3-391f519f7991 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Lock "6770e890-997f-431e-bb26-962ad2e9ccd5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1266.416904] env[62301]: DEBUG oslo_vmware.api [None req-45df5e67-ef84-4b68-9f6c-f05b87deda2e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571228, 'name': ReconfigVM_Task, 'duration_secs': 1.162854} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.416904] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-45df5e67-ef84-4b68-9f6c-f05b87deda2e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1266.417156] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6eb71e0-70d2-4285-8f54-b741e5a58349 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.423425] env[62301]: DEBUG oslo_vmware.api [None req-45df5e67-ef84-4b68-9f6c-f05b87deda2e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for the task: (returnval){ [ 1266.423425] env[62301]: value = "task-2571229" [ 1266.423425] env[62301]: _type = "Task" [ 1266.423425] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.430685] env[62301]: DEBUG oslo_vmware.api [None req-45df5e67-ef84-4b68-9f6c-f05b87deda2e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571229, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.602165] env[62301]: INFO nova.compute.manager [None req-8d345726-3111-4234-afe3-391f519f7991 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Detaching volume 1daa6b94-77a5-4f72-8165-8b5f9359604e [ 1266.630999] env[62301]: INFO nova.virt.block_device [None req-8d345726-3111-4234-afe3-391f519f7991 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Attempting to driver detach volume 1daa6b94-77a5-4f72-8165-8b5f9359604e from mountpoint /dev/sdb [ 1266.631262] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d345726-3111-4234-afe3-391f519f7991 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Volume detach. Driver type: vmdk {{(pid=62301) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1266.631450] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d345726-3111-4234-afe3-391f519f7991 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518974', 'volume_id': '1daa6b94-77a5-4f72-8165-8b5f9359604e', 'name': 'volume-1daa6b94-77a5-4f72-8165-8b5f9359604e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6770e890-997f-431e-bb26-962ad2e9ccd5', 'attached_at': '', 'detached_at': '', 'volume_id': '1daa6b94-77a5-4f72-8165-8b5f9359604e', 'serial': '1daa6b94-77a5-4f72-8165-8b5f9359604e'} {{(pid=62301) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1266.632340] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f44f1e-0ba7-4ee6-9e8f-87d2ddf798ee {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.654411] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad0ab9c-b269-419a-b252-e100dd8577e4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.661437] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67783e42-e4ac-4551-8504-8881edd133ee {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.681882] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd588e2-3723-4bd4-aa45-5369e6b97a35 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.696271] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d345726-3111-4234-afe3-391f519f7991 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] The volume has not been displaced from its original location: [datastore1] volume-1daa6b94-77a5-4f72-8165-8b5f9359604e/volume-1daa6b94-77a5-4f72-8165-8b5f9359604e.vmdk. No consolidation needed. {{(pid=62301) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1266.701544] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d345726-3111-4234-afe3-391f519f7991 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Reconfiguring VM instance instance-00000076 to detach disk 2001 {{(pid=62301) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1266.701859] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c9f2256-2a7c-4f1c-b2bb-6ad00d2f20b2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.719338] env[62301]: DEBUG oslo_vmware.api [None req-8d345726-3111-4234-afe3-391f519f7991 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Waiting for the task: (returnval){ [ 1266.719338] env[62301]: value = "task-2571230" [ 1266.719338] env[62301]: _type = "Task" [ 1266.719338] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.726948] env[62301]: DEBUG oslo_vmware.api [None req-8d345726-3111-4234-afe3-391f519f7991 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': task-2571230, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.933059] env[62301]: DEBUG oslo_vmware.api [None req-45df5e67-ef84-4b68-9f6c-f05b87deda2e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571229, 'name': PowerOnVM_Task, 'duration_secs': 0.373549} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.933439] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-45df5e67-ef84-4b68-9f6c-f05b87deda2e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1266.936076] env[62301]: DEBUG nova.compute.manager [None req-45df5e67-ef84-4b68-9f6c-f05b87deda2e tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1266.936821] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18fb000b-e64a-4e2b-82af-f9f5c0d957c5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.229228] env[62301]: DEBUG oslo_vmware.api [None req-8d345726-3111-4234-afe3-391f519f7991 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': task-2571230, 'name': ReconfigVM_Task, 'duration_secs': 0.210772} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.229462] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d345726-3111-4234-afe3-391f519f7991 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Reconfigured VM instance instance-00000076 to detach disk 2001 {{(pid=62301) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1267.233927] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d13a4b8-4203-48dd-b709-8d137f29adb6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.247822] env[62301]: DEBUG oslo_vmware.api [None req-8d345726-3111-4234-afe3-391f519f7991 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Waiting for the task: (returnval){ [ 1267.247822] env[62301]: value = "task-2571231" [ 1267.247822] env[62301]: _type = "Task" [ 1267.247822] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.254995] env[62301]: DEBUG oslo_vmware.api [None req-8d345726-3111-4234-afe3-391f519f7991 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': task-2571231, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.757574] env[62301]: DEBUG oslo_vmware.api [None req-8d345726-3111-4234-afe3-391f519f7991 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': task-2571231, 'name': ReconfigVM_Task, 'duration_secs': 0.131871} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.757828] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d345726-3111-4234-afe3-391f519f7991 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518974', 'volume_id': '1daa6b94-77a5-4f72-8165-8b5f9359604e', 'name': 'volume-1daa6b94-77a5-4f72-8165-8b5f9359604e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6770e890-997f-431e-bb26-962ad2e9ccd5', 'attached_at': '', 'detached_at': '', 'volume_id': '1daa6b94-77a5-4f72-8165-8b5f9359604e', 'serial': '1daa6b94-77a5-4f72-8165-8b5f9359604e'} {{(pid=62301) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1267.994245] env[62301]: INFO nova.compute.manager [None req-e4d6cd2e-4ae1-4396-9180-fcb05c168dc8 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Unrescuing [ 1267.994638] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e4d6cd2e-4ae1-4396-9180-fcb05c168dc8 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Acquiring lock "refresh_cache-daff9cc7-10d6-47a4-9b2c-237450ba34a9" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1267.994682] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e4d6cd2e-4ae1-4396-9180-fcb05c168dc8 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Acquired lock "refresh_cache-daff9cc7-10d6-47a4-9b2c-237450ba34a9" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.994815] env[62301]: DEBUG nova.network.neutron [None req-e4d6cd2e-4ae1-4396-9180-fcb05c168dc8 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1268.296784] env[62301]: DEBUG nova.objects.instance [None req-8d345726-3111-4234-afe3-391f519f7991 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Lazy-loading 'flavor' on Instance uuid 6770e890-997f-431e-bb26-962ad2e9ccd5 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1268.682668] env[62301]: DEBUG nova.network.neutron [None req-e4d6cd2e-4ae1-4396-9180-fcb05c168dc8 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Updating instance_info_cache with network_info: [{"id": "aa739a8e-00b7-4593-ad88-8d241eddcdf2", "address": "fa:16:3e:42:c6:b7", "network": {"id": "07c90243-7bae-4b09-a1b1-968bf8022ab9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-700983760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "126d28ea50f94690b731f6181a35b89d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa739a8e-00", "ovs_interfaceid": "aa739a8e-00b7-4593-ad88-8d241eddcdf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.185278] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e4d6cd2e-4ae1-4396-9180-fcb05c168dc8 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Releasing lock "refresh_cache-daff9cc7-10d6-47a4-9b2c-237450ba34a9" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1269.185918] env[62301]: DEBUG nova.objects.instance [None req-e4d6cd2e-4ae1-4396-9180-fcb05c168dc8 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Lazy-loading 'flavor' on Instance uuid daff9cc7-10d6-47a4-9b2c-237450ba34a9 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1269.272708] env[62301]: DEBUG oslo_concurrency.lockutils [None req-987558b5-7ba1-4a14-8ea4-bd13309c4622 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Acquiring lock "6770e890-997f-431e-bb26-962ad2e9ccd5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1269.302879] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8d345726-3111-4234-afe3-391f519f7991 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Lock "6770e890-997f-431e-bb26-962ad2e9ccd5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.204s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1269.304336] env[62301]: DEBUG oslo_concurrency.lockutils [None req-987558b5-7ba1-4a14-8ea4-bd13309c4622 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Lock "6770e890-997f-431e-bb26-962ad2e9ccd5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.032s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1269.304518] env[62301]: DEBUG nova.compute.manager [None req-987558b5-7ba1-4a14-8ea4-bd13309c4622 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1269.305409] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe513a03-721f-4eab-89e0-e306dca2a575 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.313057] env[62301]: DEBUG nova.compute.manager [None req-987558b5-7ba1-4a14-8ea4-bd13309c4622 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62301) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1269.313375] env[62301]: DEBUG nova.objects.instance [None req-987558b5-7ba1-4a14-8ea4-bd13309c4622 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Lazy-loading 'flavor' on Instance uuid 6770e890-997f-431e-bb26-962ad2e9ccd5 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1269.691590] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5bbfcea-9b0a-46f4-8373-d2446767a5f2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.712705] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4d6cd2e-4ae1-4396-9180-fcb05c168dc8 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1269.713044] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-894645bd-9622-43ca-b06e-55a427a04a2d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.720036] env[62301]: DEBUG oslo_vmware.api [None req-e4d6cd2e-4ae1-4396-9180-fcb05c168dc8 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for the task: (returnval){ [ 1269.720036] env[62301]: value = "task-2571232" [ 1269.720036] env[62301]: _type = "Task" [ 1269.720036] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.727461] env[62301]: DEBUG oslo_vmware.api [None req-e4d6cd2e-4ae1-4396-9180-fcb05c168dc8 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571232, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.231010] env[62301]: DEBUG oslo_vmware.api [None req-e4d6cd2e-4ae1-4396-9180-fcb05c168dc8 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571232, 'name': PowerOffVM_Task, 'duration_secs': 0.216737} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.231304] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4d6cd2e-4ae1-4396-9180-fcb05c168dc8 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1270.236383] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4d6cd2e-4ae1-4396-9180-fcb05c168dc8 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Reconfiguring VM instance instance-00000079 to detach disk 2001 {{(pid=62301) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1270.236640] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35ba730c-c27b-42b3-815a-19cf567cede4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.254189] env[62301]: DEBUG oslo_vmware.api [None req-e4d6cd2e-4ae1-4396-9180-fcb05c168dc8 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for the task: (returnval){ [ 1270.254189] env[62301]: value = "task-2571233" [ 1270.254189] env[62301]: _type = "Task" [ 1270.254189] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.261449] env[62301]: DEBUG oslo_vmware.api [None req-e4d6cd2e-4ae1-4396-9180-fcb05c168dc8 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571233, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.320214] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-987558b5-7ba1-4a14-8ea4-bd13309c4622 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1270.320483] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a65b8756-11a0-4f19-903b-f99e6e336cfc {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.326090] env[62301]: DEBUG oslo_vmware.api [None req-987558b5-7ba1-4a14-8ea4-bd13309c4622 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Waiting for the task: (returnval){ [ 1270.326090] env[62301]: value = "task-2571234" [ 1270.326090] env[62301]: _type = "Task" [ 1270.326090] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.333530] env[62301]: DEBUG oslo_vmware.api [None req-987558b5-7ba1-4a14-8ea4-bd13309c4622 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': task-2571234, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.764024] env[62301]: DEBUG oslo_vmware.api [None req-e4d6cd2e-4ae1-4396-9180-fcb05c168dc8 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571233, 'name': ReconfigVM_Task, 'duration_secs': 0.271999} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.764280] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4d6cd2e-4ae1-4396-9180-fcb05c168dc8 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Reconfigured VM instance instance-00000079 to detach disk 2001 {{(pid=62301) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1270.764450] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4d6cd2e-4ae1-4396-9180-fcb05c168dc8 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1270.764688] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65629fdb-22a8-4126-a12c-23753d87d7bb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.770985] env[62301]: DEBUG oslo_vmware.api [None req-e4d6cd2e-4ae1-4396-9180-fcb05c168dc8 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for the task: (returnval){ [ 1270.770985] env[62301]: value = "task-2571235" [ 1270.770985] env[62301]: _type = "Task" [ 1270.770985] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.778226] env[62301]: DEBUG oslo_vmware.api [None req-e4d6cd2e-4ae1-4396-9180-fcb05c168dc8 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571235, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.835621] env[62301]: DEBUG oslo_vmware.api [None req-987558b5-7ba1-4a14-8ea4-bd13309c4622 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': task-2571234, 'name': PowerOffVM_Task, 'duration_secs': 0.209514} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.835881] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-987558b5-7ba1-4a14-8ea4-bd13309c4622 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1270.836098] env[62301]: DEBUG nova.compute.manager [None req-987558b5-7ba1-4a14-8ea4-bd13309c4622 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1270.836861] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc68852-8285-44a1-9f6a-9b13f352e0b9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.280542] env[62301]: DEBUG oslo_vmware.api [None req-e4d6cd2e-4ae1-4396-9180-fcb05c168dc8 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571235, 'name': PowerOnVM_Task, 'duration_secs': 0.359459} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.280954] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4d6cd2e-4ae1-4396-9180-fcb05c168dc8 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1271.281042] env[62301]: DEBUG nova.compute.manager [None req-e4d6cd2e-4ae1-4396-9180-fcb05c168dc8 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1271.281799] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a93da3-f0da-43b6-9c5b-3c8e7e8a9b00 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.347790] env[62301]: DEBUG oslo_concurrency.lockutils [None req-987558b5-7ba1-4a14-8ea4-bd13309c4622 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Lock "6770e890-997f-431e-bb26-962ad2e9ccd5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.043s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1271.618120] env[62301]: DEBUG nova.objects.instance [None req-1fb572a4-426f-4a01-ba8b-17aee2e95b31 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Lazy-loading 'flavor' on Instance uuid 6770e890-997f-431e-bb26-962ad2e9ccd5 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.123407] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1fb572a4-426f-4a01-ba8b-17aee2e95b31 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Acquiring lock "refresh_cache-6770e890-997f-431e-bb26-962ad2e9ccd5" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1272.123592] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1fb572a4-426f-4a01-ba8b-17aee2e95b31 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Acquired lock "refresh_cache-6770e890-997f-431e-bb26-962ad2e9ccd5" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.123813] env[62301]: DEBUG nova.network.neutron [None req-1fb572a4-426f-4a01-ba8b-17aee2e95b31 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1272.123969] env[62301]: DEBUG nova.objects.instance [None req-1fb572a4-426f-4a01-ba8b-17aee2e95b31 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Lazy-loading 'info_cache' on Instance uuid 6770e890-997f-431e-bb26-962ad2e9ccd5 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.627504] env[62301]: DEBUG nova.objects.base [None req-1fb572a4-426f-4a01-ba8b-17aee2e95b31 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Object Instance<6770e890-997f-431e-bb26-962ad2e9ccd5> lazy-loaded attributes: flavor,info_cache {{(pid=62301) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1273.352074] env[62301]: DEBUG nova.network.neutron [None req-1fb572a4-426f-4a01-ba8b-17aee2e95b31 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Updating instance_info_cache with network_info: [{"id": "66b368ab-94ec-4a22-9daf-8a3d6ea9a0c5", "address": "fa:16:3e:52:42:6b", "network": {"id": "d41ffce5-680b-4240-85cf-76cc11dc615f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1034833781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "445cf2e7640144f396c2e692d63433ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66b368ab-94", "ovs_interfaceid": "66b368ab-94ec-4a22-9daf-8a3d6ea9a0c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.854254] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1fb572a4-426f-4a01-ba8b-17aee2e95b31 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Releasing lock "refresh_cache-6770e890-997f-431e-bb26-962ad2e9ccd5" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.694590] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Acquiring lock "917f42c5-8376-4044-af2a-ebd9820be264" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1274.694891] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Lock "917f42c5-8376-4044-af2a-ebd9820be264" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1274.860186] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fb572a4-426f-4a01-ba8b-17aee2e95b31 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1274.860577] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff1a3558-dd7b-4d1d-84b1-7af22cd59df2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.868503] env[62301]: DEBUG oslo_vmware.api [None req-1fb572a4-426f-4a01-ba8b-17aee2e95b31 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Waiting for the task: (returnval){ [ 1274.868503] env[62301]: value = "task-2571236" [ 1274.868503] env[62301]: _type = "Task" [ 1274.868503] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.876042] env[62301]: DEBUG oslo_vmware.api [None req-1fb572a4-426f-4a01-ba8b-17aee2e95b31 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': task-2571236, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.197044] env[62301]: DEBUG nova.compute.manager [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1275.378051] env[62301]: DEBUG oslo_vmware.api [None req-1fb572a4-426f-4a01-ba8b-17aee2e95b31 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': task-2571236, 'name': PowerOnVM_Task, 'duration_secs': 0.4132} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.378317] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fb572a4-426f-4a01-ba8b-17aee2e95b31 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1275.378515] env[62301]: DEBUG nova.compute.manager [None req-1fb572a4-426f-4a01-ba8b-17aee2e95b31 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1275.379309] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf59a2d-0c54-4ad4-a25a-c24d7815b3c1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.719948] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1275.720225] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1275.722132] env[62301]: INFO nova.compute.claims [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1276.788312] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db097dd0-6946-407f-84f6-692aad3af586 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.795537] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb49644e-fecd-422a-897b-5f7159fbe9b6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.824384] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d13e80-ba90-4260-8223-e325e91fa7a6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.830969] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c93265f-2d13-457f-b6eb-d948630d40db {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.843501] env[62301]: DEBUG nova.compute.provider_tree [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1277.346958] env[62301]: DEBUG nova.scheduler.client.report [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1277.852280] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.132s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1277.852815] env[62301]: DEBUG nova.compute.manager [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1278.357658] env[62301]: DEBUG nova.compute.utils [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1278.359471] env[62301]: DEBUG nova.compute.manager [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1278.360539] env[62301]: DEBUG nova.network.neutron [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1278.407041] env[62301]: DEBUG nova.policy [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9321e4f14db94b94888bc663b3d6cc35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '126d28ea50f94690b731f6181a35b89d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 1278.678620] env[62301]: DEBUG nova.network.neutron [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Successfully created port: 4d3c5529-278a-4c9a-ac25-1893b615aaba {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1278.863560] env[62301]: DEBUG nova.compute.manager [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1279.874154] env[62301]: DEBUG nova.compute.manager [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1279.902155] env[62301]: DEBUG nova.virt.hardware [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1279.902434] env[62301]: DEBUG nova.virt.hardware [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1279.902592] env[62301]: DEBUG nova.virt.hardware [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1279.902772] env[62301]: DEBUG nova.virt.hardware [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1279.902976] env[62301]: DEBUG nova.virt.hardware [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1279.903076] env[62301]: DEBUG nova.virt.hardware [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1279.903278] env[62301]: DEBUG nova.virt.hardware [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1279.903445] env[62301]: DEBUG nova.virt.hardware [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1279.903611] env[62301]: DEBUG nova.virt.hardware [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1279.903772] env[62301]: DEBUG nova.virt.hardware [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1279.903941] env[62301]: DEBUG nova.virt.hardware [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1279.904894] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea276bf9-6cd2-47cb-94e5-8ef9494de229 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.913337] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882cef83-8aa9-47c5-a229-ce8a40e601cd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.023655] env[62301]: DEBUG nova.compute.manager [req-48409fad-730f-4c9b-bc01-5cfffa16f418 req-cf14cb4c-a1a1-474c-9933-2d35f296649e service nova] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Received event network-vif-plugged-4d3c5529-278a-4c9a-ac25-1893b615aaba {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1280.023883] env[62301]: DEBUG oslo_concurrency.lockutils [req-48409fad-730f-4c9b-bc01-5cfffa16f418 req-cf14cb4c-a1a1-474c-9933-2d35f296649e service nova] Acquiring lock "917f42c5-8376-4044-af2a-ebd9820be264-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1280.024101] env[62301]: DEBUG oslo_concurrency.lockutils [req-48409fad-730f-4c9b-bc01-5cfffa16f418 req-cf14cb4c-a1a1-474c-9933-2d35f296649e service nova] Lock "917f42c5-8376-4044-af2a-ebd9820be264-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1280.024273] env[62301]: DEBUG oslo_concurrency.lockutils [req-48409fad-730f-4c9b-bc01-5cfffa16f418 req-cf14cb4c-a1a1-474c-9933-2d35f296649e service nova] Lock "917f42c5-8376-4044-af2a-ebd9820be264-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1280.024435] env[62301]: DEBUG nova.compute.manager [req-48409fad-730f-4c9b-bc01-5cfffa16f418 req-cf14cb4c-a1a1-474c-9933-2d35f296649e service nova] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] No waiting events found dispatching network-vif-plugged-4d3c5529-278a-4c9a-ac25-1893b615aaba {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1280.024595] env[62301]: WARNING nova.compute.manager [req-48409fad-730f-4c9b-bc01-5cfffa16f418 req-cf14cb4c-a1a1-474c-9933-2d35f296649e service nova] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Received unexpected event network-vif-plugged-4d3c5529-278a-4c9a-ac25-1893b615aaba for instance with vm_state building and task_state spawning. [ 1280.107566] env[62301]: DEBUG nova.network.neutron [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Successfully updated port: 4d3c5529-278a-4c9a-ac25-1893b615aaba {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1280.611957] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Acquiring lock "refresh_cache-917f42c5-8376-4044-af2a-ebd9820be264" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1280.612193] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Acquired lock "refresh_cache-917f42c5-8376-4044-af2a-ebd9820be264" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.612375] env[62301]: DEBUG nova.network.neutron [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1281.146966] env[62301]: DEBUG nova.network.neutron [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1281.257741] env[62301]: DEBUG nova.network.neutron [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Updating instance_info_cache with network_info: [{"id": "4d3c5529-278a-4c9a-ac25-1893b615aaba", "address": "fa:16:3e:1c:74:67", "network": {"id": "07c90243-7bae-4b09-a1b1-968bf8022ab9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-700983760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "126d28ea50f94690b731f6181a35b89d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d3c5529-27", "ovs_interfaceid": "4d3c5529-278a-4c9a-ac25-1893b615aaba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.760561] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Releasing lock "refresh_cache-917f42c5-8376-4044-af2a-ebd9820be264" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1281.760909] env[62301]: DEBUG nova.compute.manager [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Instance network_info: |[{"id": "4d3c5529-278a-4c9a-ac25-1893b615aaba", "address": "fa:16:3e:1c:74:67", "network": {"id": "07c90243-7bae-4b09-a1b1-968bf8022ab9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-700983760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "126d28ea50f94690b731f6181a35b89d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d3c5529-27", "ovs_interfaceid": "4d3c5529-278a-4c9a-ac25-1893b615aaba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1281.761437] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:74:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7043ca7a-807c-4c7b-b646-23ffece188b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d3c5529-278a-4c9a-ac25-1893b615aaba', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1281.769124] env[62301]: DEBUG oslo.service.loopingcall [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1281.769341] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1281.769947] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0189fc1-a60e-49f3-bd9a-51e37a6a775d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.790462] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1281.790462] env[62301]: value = "task-2571237" [ 1281.790462] env[62301]: _type = "Task" [ 1281.790462] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.797978] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2571237, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.049861] env[62301]: DEBUG nova.compute.manager [req-fbbebc86-beef-4216-a77a-7503ecc0ff0f req-c5d9a7aa-9897-4785-8e04-bee42ba3364f service nova] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Received event network-changed-4d3c5529-278a-4c9a-ac25-1893b615aaba {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1282.050084] env[62301]: DEBUG nova.compute.manager [req-fbbebc86-beef-4216-a77a-7503ecc0ff0f req-c5d9a7aa-9897-4785-8e04-bee42ba3364f service nova] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Refreshing instance network info cache due to event network-changed-4d3c5529-278a-4c9a-ac25-1893b615aaba. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1282.050303] env[62301]: DEBUG oslo_concurrency.lockutils [req-fbbebc86-beef-4216-a77a-7503ecc0ff0f req-c5d9a7aa-9897-4785-8e04-bee42ba3364f service nova] Acquiring lock "refresh_cache-917f42c5-8376-4044-af2a-ebd9820be264" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1282.050463] env[62301]: DEBUG oslo_concurrency.lockutils [req-fbbebc86-beef-4216-a77a-7503ecc0ff0f req-c5d9a7aa-9897-4785-8e04-bee42ba3364f service nova] Acquired lock "refresh_cache-917f42c5-8376-4044-af2a-ebd9820be264" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.050651] env[62301]: DEBUG nova.network.neutron [req-fbbebc86-beef-4216-a77a-7503ecc0ff0f req-c5d9a7aa-9897-4785-8e04-bee42ba3364f service nova] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Refreshing network info cache for port 4d3c5529-278a-4c9a-ac25-1893b615aaba {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1282.299891] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2571237, 'name': CreateVM_Task, 'duration_secs': 0.299449} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.300263] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1282.300723] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1282.300887] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.301249] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1282.301476] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-166fddc9-8b17-4310-9c33-4bb1d66db8d6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.305438] env[62301]: DEBUG oslo_vmware.api [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for the task: (returnval){ [ 1282.305438] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5279c33e-2749-6a33-90d0-286ca800b4b9" [ 1282.305438] env[62301]: _type = "Task" [ 1282.305438] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.312908] env[62301]: DEBUG oslo_vmware.api [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5279c33e-2749-6a33-90d0-286ca800b4b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.737584] env[62301]: DEBUG nova.network.neutron [req-fbbebc86-beef-4216-a77a-7503ecc0ff0f req-c5d9a7aa-9897-4785-8e04-bee42ba3364f service nova] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Updated VIF entry in instance network info cache for port 4d3c5529-278a-4c9a-ac25-1893b615aaba. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1282.737953] env[62301]: DEBUG nova.network.neutron [req-fbbebc86-beef-4216-a77a-7503ecc0ff0f req-c5d9a7aa-9897-4785-8e04-bee42ba3364f service nova] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Updating instance_info_cache with network_info: [{"id": "4d3c5529-278a-4c9a-ac25-1893b615aaba", "address": "fa:16:3e:1c:74:67", "network": {"id": "07c90243-7bae-4b09-a1b1-968bf8022ab9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-700983760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "126d28ea50f94690b731f6181a35b89d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d3c5529-27", "ovs_interfaceid": "4d3c5529-278a-4c9a-ac25-1893b615aaba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.816630] env[62301]: DEBUG oslo_vmware.api [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5279c33e-2749-6a33-90d0-286ca800b4b9, 'name': SearchDatastore_Task, 'duration_secs': 0.010156} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.816899] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1282.817141] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1282.817371] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1282.817537] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.817720] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1282.817966] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-874549c4-939b-4e13-9ad6-5ab89616e50f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.825790] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1282.825955] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1282.826647] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-957d104c-e0d1-4384-9fc7-d14ff743aee2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.831525] env[62301]: DEBUG oslo_vmware.api [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for the task: (returnval){ [ 1282.831525] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]528aee56-73a8-3ff0-82a0-c65dd8c7ba7a" [ 1282.831525] env[62301]: _type = "Task" [ 1282.831525] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.838672] env[62301]: DEBUG oslo_vmware.api [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]528aee56-73a8-3ff0-82a0-c65dd8c7ba7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.241361] env[62301]: DEBUG oslo_concurrency.lockutils [req-fbbebc86-beef-4216-a77a-7503ecc0ff0f req-c5d9a7aa-9897-4785-8e04-bee42ba3364f service nova] Releasing lock "refresh_cache-917f42c5-8376-4044-af2a-ebd9820be264" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1283.342969] env[62301]: DEBUG oslo_vmware.api [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]528aee56-73a8-3ff0-82a0-c65dd8c7ba7a, 'name': SearchDatastore_Task, 'duration_secs': 0.007993} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.343798] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24d7bb90-1649-4fcc-bb0a-b20a9d66963e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.348847] env[62301]: DEBUG oslo_vmware.api [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for the task: (returnval){ [ 1283.348847] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]527381ac-2793-4788-d350-ee191590fb8b" [ 1283.348847] env[62301]: _type = "Task" [ 1283.348847] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.356410] env[62301]: DEBUG oslo_vmware.api [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]527381ac-2793-4788-d350-ee191590fb8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.859384] env[62301]: DEBUG oslo_vmware.api [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]527381ac-2793-4788-d350-ee191590fb8b, 'name': SearchDatastore_Task, 'duration_secs': 0.009565} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.859651] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1283.859941] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] 917f42c5-8376-4044-af2a-ebd9820be264/917f42c5-8376-4044-af2a-ebd9820be264.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1283.860213] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48c643ce-8626-4d5a-88d9-1116e91df1cf {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.867238] env[62301]: DEBUG oslo_vmware.api [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for the task: (returnval){ [ 1283.867238] env[62301]: value = "task-2571238" [ 1283.867238] env[62301]: _type = "Task" [ 1283.867238] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.874549] env[62301]: DEBUG oslo_vmware.api [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571238, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.378142] env[62301]: DEBUG oslo_vmware.api [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571238, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.877641] env[62301]: DEBUG oslo_vmware.api [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571238, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518944} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.877887] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] 917f42c5-8376-4044-af2a-ebd9820be264/917f42c5-8376-4044-af2a-ebd9820be264.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1284.878112] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1284.878354] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c906d608-182f-46ed-ab4b-679fc93aee15 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.884893] env[62301]: DEBUG oslo_vmware.api [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for the task: (returnval){ [ 1284.884893] env[62301]: value = "task-2571239" [ 1284.884893] env[62301]: _type = "Task" [ 1284.884893] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.892267] env[62301]: DEBUG oslo_vmware.api [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571239, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.394738] env[62301]: DEBUG oslo_vmware.api [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571239, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073232} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.395223] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1285.395773] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6d70cf-7d24-44a6-861e-361260c48d63 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.417401] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 917f42c5-8376-4044-af2a-ebd9820be264/917f42c5-8376-4044-af2a-ebd9820be264.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1285.417630] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7292778-32ee-4673-b858-eeb48f895554 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.436143] env[62301]: DEBUG oslo_vmware.api [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for the task: (returnval){ [ 1285.436143] env[62301]: value = "task-2571240" [ 1285.436143] env[62301]: _type = "Task" [ 1285.436143] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.443480] env[62301]: DEBUG oslo_vmware.api [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571240, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.947504] env[62301]: DEBUG oslo_vmware.api [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571240, 'name': ReconfigVM_Task, 'duration_secs': 0.26882} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.948034] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 917f42c5-8376-4044-af2a-ebd9820be264/917f42c5-8376-4044-af2a-ebd9820be264.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1285.948362] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b7984b8-ec75-47cc-887f-4fb0de1f1917 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.954889] env[62301]: DEBUG oslo_vmware.api [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for the task: (returnval){ [ 1285.954889] env[62301]: value = "task-2571241" [ 1285.954889] env[62301]: _type = "Task" [ 1285.954889] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.962481] env[62301]: DEBUG oslo_vmware.api [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571241, 'name': Rename_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.464647] env[62301]: DEBUG oslo_vmware.api [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571241, 'name': Rename_Task, 'duration_secs': 0.135102} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.465044] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1286.465147] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fce934a0-4a29-455a-9461-fb17ad4608f9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.471035] env[62301]: DEBUG oslo_vmware.api [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for the task: (returnval){ [ 1286.471035] env[62301]: value = "task-2571242" [ 1286.471035] env[62301]: _type = "Task" [ 1286.471035] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.477958] env[62301]: DEBUG oslo_vmware.api [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571242, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.980533] env[62301]: DEBUG oslo_vmware.api [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571242, 'name': PowerOnVM_Task, 'duration_secs': 0.432678} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.980799] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1286.981019] env[62301]: INFO nova.compute.manager [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Took 7.11 seconds to spawn the instance on the hypervisor. [ 1286.981325] env[62301]: DEBUG nova.compute.manager [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1286.982471] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84bbec3c-91b7-42bf-80e3-3f1be59e5094 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.500805] env[62301]: INFO nova.compute.manager [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Took 11.80 seconds to build instance. [ 1287.748868] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1287.749123] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1287.749273] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Starting heal instance info cache {{(pid=62301) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1287.749390] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Rebuilding the list of instances to heal {{(pid=62301) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1287.837441] env[62301]: DEBUG nova.compute.manager [req-0758d402-940a-4bed-a355-e36ecd4f5444 req-5bbeb778-ee9a-4233-b1d4-4f8c30220169 service nova] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Received event network-changed-4d3c5529-278a-4c9a-ac25-1893b615aaba {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1287.838588] env[62301]: DEBUG nova.compute.manager [req-0758d402-940a-4bed-a355-e36ecd4f5444 req-5bbeb778-ee9a-4233-b1d4-4f8c30220169 service nova] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Refreshing instance network info cache due to event network-changed-4d3c5529-278a-4c9a-ac25-1893b615aaba. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1287.838588] env[62301]: DEBUG oslo_concurrency.lockutils [req-0758d402-940a-4bed-a355-e36ecd4f5444 req-5bbeb778-ee9a-4233-b1d4-4f8c30220169 service nova] Acquiring lock "refresh_cache-917f42c5-8376-4044-af2a-ebd9820be264" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1287.838588] env[62301]: DEBUG oslo_concurrency.lockutils [req-0758d402-940a-4bed-a355-e36ecd4f5444 req-5bbeb778-ee9a-4233-b1d4-4f8c30220169 service nova] Acquired lock "refresh_cache-917f42c5-8376-4044-af2a-ebd9820be264" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.838588] env[62301]: DEBUG nova.network.neutron [req-0758d402-940a-4bed-a355-e36ecd4f5444 req-5bbeb778-ee9a-4233-b1d4-4f8c30220169 service nova] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Refreshing network info cache for port 4d3c5529-278a-4c9a-ac25-1893b615aaba {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1288.003056] env[62301]: DEBUG oslo_concurrency.lockutils [None req-5471d00a-ae92-4599-80b3-fd6a7afea111 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Lock "917f42c5-8376-4044-af2a-ebd9820be264" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.308s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1288.287222] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Acquiring lock "refresh_cache-6770e890-997f-431e-bb26-962ad2e9ccd5" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1288.287382] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Acquired lock "refresh_cache-6770e890-997f-431e-bb26-962ad2e9ccd5" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.287532] env[62301]: DEBUG nova.network.neutron [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Forcefully refreshing network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1288.287687] env[62301]: DEBUG nova.objects.instance [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lazy-loading 'info_cache' on Instance uuid 6770e890-997f-431e-bb26-962ad2e9ccd5 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1288.536805] env[62301]: DEBUG nova.network.neutron [req-0758d402-940a-4bed-a355-e36ecd4f5444 req-5bbeb778-ee9a-4233-b1d4-4f8c30220169 service nova] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Updated VIF entry in instance network info cache for port 4d3c5529-278a-4c9a-ac25-1893b615aaba. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1288.537164] env[62301]: DEBUG nova.network.neutron [req-0758d402-940a-4bed-a355-e36ecd4f5444 req-5bbeb778-ee9a-4233-b1d4-4f8c30220169 service nova] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Updating instance_info_cache with network_info: [{"id": "4d3c5529-278a-4c9a-ac25-1893b615aaba", "address": "fa:16:3e:1c:74:67", "network": {"id": "07c90243-7bae-4b09-a1b1-968bf8022ab9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-700983760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "126d28ea50f94690b731f6181a35b89d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d3c5529-27", "ovs_interfaceid": "4d3c5529-278a-4c9a-ac25-1893b615aaba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.040069] env[62301]: DEBUG oslo_concurrency.lockutils [req-0758d402-940a-4bed-a355-e36ecd4f5444 req-5bbeb778-ee9a-4233-b1d4-4f8c30220169 service nova] Releasing lock "refresh_cache-917f42c5-8376-4044-af2a-ebd9820be264" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1289.985304] env[62301]: DEBUG nova.network.neutron [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Updating instance_info_cache with network_info: [{"id": "66b368ab-94ec-4a22-9daf-8a3d6ea9a0c5", "address": "fa:16:3e:52:42:6b", "network": {"id": "d41ffce5-680b-4240-85cf-76cc11dc615f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1034833781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "445cf2e7640144f396c2e692d63433ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66b368ab-94", "ovs_interfaceid": "66b368ab-94ec-4a22-9daf-8a3d6ea9a0c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.488457] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Releasing lock "refresh_cache-6770e890-997f-431e-bb26-962ad2e9ccd5" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.488693] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Updated the network info_cache for instance {{(pid=62301) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1290.488855] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1290.489022] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1290.489172] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1290.489360] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1290.489513] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1290.489658] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1290.489785] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62301) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1290.489923] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1290.992602] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1290.993040] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1290.993040] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1290.993195] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62301) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1290.994036] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b916c5-c637-42b5-9fb8-13535eb96bd8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.002619] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44ec647-a214-4527-891e-1b0f5cf9c4d9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.016459] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f6466a-8280-4447-a52f-2de2d48f70d3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.022618] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eabaa1c9-5ec0-4ad3-b936-c7ab5115892e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.051128] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181005MB free_disk=131GB free_vcpus=48 pci_devices=None {{(pid=62301) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1291.051268] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1291.051468] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1292.077710] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 6770e890-997f-431e-bb26-962ad2e9ccd5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1292.078028] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance daff9cc7-10d6-47a4-9b2c-237450ba34a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1292.078028] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 6733b36d-a7b0-4599-a381-a17162be4437 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1292.078157] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 917f42c5-8376-4044-af2a-ebd9820be264 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1292.078325] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=62301) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1292.078464] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=62301) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1292.135076] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f08e9c1-5513-4968-9356-da13e1b1f225 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.142503] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefa40ea-77ba-45ba-ba81-6588adc114bf {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.172683] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7e5b2f-a2f5-44a0-86f6-027d0f7d108c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.179491] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f946f000-f0fa-477f-97ac-41caa6a0c77c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.192530] env[62301]: DEBUG nova.compute.provider_tree [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1292.695797] env[62301]: DEBUG nova.scheduler.client.report [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1293.201661] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62301) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1293.202091] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.150s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1311.773712] env[62301]: DEBUG oslo_concurrency.lockutils [None req-81f1c99f-9b10-4d03-aa7a-eafe69730de0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Acquiring lock "6770e890-997f-431e-bb26-962ad2e9ccd5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1311.774217] env[62301]: DEBUG oslo_concurrency.lockutils [None req-81f1c99f-9b10-4d03-aa7a-eafe69730de0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Lock "6770e890-997f-431e-bb26-962ad2e9ccd5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1311.774217] env[62301]: DEBUG oslo_concurrency.lockutils [None req-81f1c99f-9b10-4d03-aa7a-eafe69730de0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Acquiring lock "6770e890-997f-431e-bb26-962ad2e9ccd5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1311.774372] env[62301]: DEBUG oslo_concurrency.lockutils [None req-81f1c99f-9b10-4d03-aa7a-eafe69730de0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Lock "6770e890-997f-431e-bb26-962ad2e9ccd5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1311.774525] env[62301]: DEBUG oslo_concurrency.lockutils [None req-81f1c99f-9b10-4d03-aa7a-eafe69730de0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Lock "6770e890-997f-431e-bb26-962ad2e9ccd5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1311.778135] env[62301]: INFO nova.compute.manager [None req-81f1c99f-9b10-4d03-aa7a-eafe69730de0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Terminating instance [ 1312.282480] env[62301]: DEBUG nova.compute.manager [None req-81f1c99f-9b10-4d03-aa7a-eafe69730de0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1312.282708] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-81f1c99f-9b10-4d03-aa7a-eafe69730de0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1312.283646] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8319b4-225d-4803-b76b-3eb3f91d20c9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.291168] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-81f1c99f-9b10-4d03-aa7a-eafe69730de0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1312.291383] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38d12fcf-fa43-4f8e-b70b-b71e4152b9ed {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.297546] env[62301]: DEBUG oslo_vmware.api [None req-81f1c99f-9b10-4d03-aa7a-eafe69730de0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Waiting for the task: (returnval){ [ 1312.297546] env[62301]: value = "task-2571243" [ 1312.297546] env[62301]: _type = "Task" [ 1312.297546] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.306372] env[62301]: DEBUG oslo_vmware.api [None req-81f1c99f-9b10-4d03-aa7a-eafe69730de0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': task-2571243, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.808128] env[62301]: DEBUG oslo_vmware.api [None req-81f1c99f-9b10-4d03-aa7a-eafe69730de0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': task-2571243, 'name': PowerOffVM_Task, 'duration_secs': 0.187507} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.808522] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-81f1c99f-9b10-4d03-aa7a-eafe69730de0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1312.808581] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-81f1c99f-9b10-4d03-aa7a-eafe69730de0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1312.808768] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6f2733e-6772-42fc-891f-59d8a6f415ec {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.870977] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-81f1c99f-9b10-4d03-aa7a-eafe69730de0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1312.871214] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-81f1c99f-9b10-4d03-aa7a-eafe69730de0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1312.871390] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-81f1c99f-9b10-4d03-aa7a-eafe69730de0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Deleting the datastore file [datastore1] 6770e890-997f-431e-bb26-962ad2e9ccd5 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1312.871649] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e03c8c11-ebce-4002-858d-97c565fff580 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.878993] env[62301]: DEBUG oslo_vmware.api [None req-81f1c99f-9b10-4d03-aa7a-eafe69730de0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Waiting for the task: (returnval){ [ 1312.878993] env[62301]: value = "task-2571245" [ 1312.878993] env[62301]: _type = "Task" [ 1312.878993] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.887122] env[62301]: DEBUG oslo_vmware.api [None req-81f1c99f-9b10-4d03-aa7a-eafe69730de0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': task-2571245, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.388309] env[62301]: DEBUG oslo_vmware.api [None req-81f1c99f-9b10-4d03-aa7a-eafe69730de0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': task-2571245, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131814} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.388573] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-81f1c99f-9b10-4d03-aa7a-eafe69730de0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1313.388740] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-81f1c99f-9b10-4d03-aa7a-eafe69730de0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1313.388915] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-81f1c99f-9b10-4d03-aa7a-eafe69730de0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1313.389105] env[62301]: INFO nova.compute.manager [None req-81f1c99f-9b10-4d03-aa7a-eafe69730de0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1313.389355] env[62301]: DEBUG oslo.service.loopingcall [None req-81f1c99f-9b10-4d03-aa7a-eafe69730de0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1313.389543] env[62301]: DEBUG nova.compute.manager [-] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1313.389640] env[62301]: DEBUG nova.network.neutron [-] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1313.841271] env[62301]: DEBUG nova.compute.manager [req-2ab73198-1b93-4ae7-9207-7a62bb91da49 req-3609bfb8-9b76-40dd-b212-e8d9d18a2005 service nova] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Received event network-vif-deleted-66b368ab-94ec-4a22-9daf-8a3d6ea9a0c5 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1313.841271] env[62301]: INFO nova.compute.manager [req-2ab73198-1b93-4ae7-9207-7a62bb91da49 req-3609bfb8-9b76-40dd-b212-e8d9d18a2005 service nova] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Neutron deleted interface 66b368ab-94ec-4a22-9daf-8a3d6ea9a0c5; detaching it from the instance and deleting it from the info cache [ 1313.841271] env[62301]: DEBUG nova.network.neutron [req-2ab73198-1b93-4ae7-9207-7a62bb91da49 req-3609bfb8-9b76-40dd-b212-e8d9d18a2005 service nova] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.325882] env[62301]: DEBUG nova.network.neutron [-] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.344655] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5df7f19f-2a89-4572-8b9d-b2018a6e9667 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.354366] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff9feed-77c4-4428-a7ce-6dfc56f80d8d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.380352] env[62301]: DEBUG nova.compute.manager [req-2ab73198-1b93-4ae7-9207-7a62bb91da49 req-3609bfb8-9b76-40dd-b212-e8d9d18a2005 service nova] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Detach interface failed, port_id=66b368ab-94ec-4a22-9daf-8a3d6ea9a0c5, reason: Instance 6770e890-997f-431e-bb26-962ad2e9ccd5 could not be found. {{(pid=62301) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1314.828887] env[62301]: INFO nova.compute.manager [-] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Took 1.44 seconds to deallocate network for instance. [ 1315.335594] env[62301]: DEBUG oslo_concurrency.lockutils [None req-81f1c99f-9b10-4d03-aa7a-eafe69730de0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1315.335986] env[62301]: DEBUG oslo_concurrency.lockutils [None req-81f1c99f-9b10-4d03-aa7a-eafe69730de0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1315.336073] env[62301]: DEBUG nova.objects.instance [None req-81f1c99f-9b10-4d03-aa7a-eafe69730de0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Lazy-loading 'resources' on Instance uuid 6770e890-997f-431e-bb26-962ad2e9ccd5 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1315.897357] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc8b100-65f7-494a-a830-d6f4308e7785 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.905161] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a65f4c-8592-416f-9cf8-0fe50e68f429 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.935334] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f397fb-2994-48f4-85ac-a3c9588ccfd8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.941783] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5db557d-7b7d-455f-8dd7-f15ff0f99ef4 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.954546] env[62301]: DEBUG nova.compute.provider_tree [None req-81f1c99f-9b10-4d03-aa7a-eafe69730de0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1316.457652] env[62301]: DEBUG nova.scheduler.client.report [None req-81f1c99f-9b10-4d03-aa7a-eafe69730de0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1316.962605] env[62301]: DEBUG oslo_concurrency.lockutils [None req-81f1c99f-9b10-4d03-aa7a-eafe69730de0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.627s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1316.987349] env[62301]: INFO nova.scheduler.client.report [None req-81f1c99f-9b10-4d03-aa7a-eafe69730de0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Deleted allocations for instance 6770e890-997f-431e-bb26-962ad2e9ccd5 [ 1317.494895] env[62301]: DEBUG oslo_concurrency.lockutils [None req-81f1c99f-9b10-4d03-aa7a-eafe69730de0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Lock "6770e890-997f-431e-bb26-962ad2e9ccd5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.721s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1319.686050] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Acquiring lock "ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1319.686050] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Lock "ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1320.188332] env[62301]: DEBUG nova.compute.manager [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Starting instance... {{(pid=62301) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1320.710429] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1320.710718] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1320.712228] env[62301]: INFO nova.compute.claims [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1321.774874] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6bd6d15-f118-4085-87be-0948b796c0d1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.782668] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00489a1f-475d-4fe5-8205-95e7a461d170 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.811668] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68b9596-ec71-4c85-983b-4f1d3626c636 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.818423] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4660de1f-bcf8-4bd7-9fd1-2f3c3596a2d2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.830961] env[62301]: DEBUG nova.compute.provider_tree [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1322.334657] env[62301]: DEBUG nova.scheduler.client.report [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1322.841096] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.130s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1322.841638] env[62301]: DEBUG nova.compute.manager [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Start building networks asynchronously for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1323.346800] env[62301]: DEBUG nova.compute.utils [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1323.348182] env[62301]: DEBUG nova.compute.manager [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Allocating IP information in the background. {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1323.348351] env[62301]: DEBUG nova.network.neutron [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] allocate_for_instance() {{(pid=62301) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1323.392460] env[62301]: DEBUG nova.policy [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40539dcb9465468daf546a5f2968ba54', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '445cf2e7640144f396c2e692d63433ba', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62301) authorize /opt/stack/nova/nova/policy.py:192}} [ 1323.630774] env[62301]: DEBUG nova.network.neutron [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Successfully created port: 28166fd5-87ba-4d46-bfe4-4e12930f7733 {{(pid=62301) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1323.851913] env[62301]: DEBUG nova.compute.manager [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Start building block device mappings for instance. {{(pid=62301) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1324.180527] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8acdc404-f579-4afe-8d09-0c7a6c878b4d tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Acquiring lock "917f42c5-8376-4044-af2a-ebd9820be264" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1324.180754] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8acdc404-f579-4afe-8d09-0c7a6c878b4d tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Lock "917f42c5-8376-4044-af2a-ebd9820be264" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1324.684245] env[62301]: DEBUG nova.compute.utils [None req-8acdc404-f579-4afe-8d09-0c7a6c878b4d tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1324.861012] env[62301]: DEBUG nova.compute.manager [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Start spawning the instance on the hypervisor. {{(pid=62301) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1324.888266] env[62301]: DEBUG nova.virt.hardware [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-15T20:44:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-15T20:43:53Z,direct_url=,disk_format='vmdk',id=fa120b82-9657-4d79-a2f0-8dd63e2ef76d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='584ed71e5cee48ffa78bf852023e57aa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-15T20:43:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1324.888549] env[62301]: DEBUG nova.virt.hardware [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Flavor limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1324.888744] env[62301]: DEBUG nova.virt.hardware [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Image limits 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1324.888966] env[62301]: DEBUG nova.virt.hardware [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Flavor pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1324.889166] env[62301]: DEBUG nova.virt.hardware [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Image pref 0:0:0 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1324.889356] env[62301]: DEBUG nova.virt.hardware [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62301) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1324.889602] env[62301]: DEBUG nova.virt.hardware [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1324.889792] env[62301]: DEBUG nova.virt.hardware [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1324.890035] env[62301]: DEBUG nova.virt.hardware [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Got 1 possible topologies {{(pid=62301) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1324.890258] env[62301]: DEBUG nova.virt.hardware [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1324.890468] env[62301]: DEBUG nova.virt.hardware [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62301) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1324.891370] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca8bc8c-eb9c-40d1-b18d-6b324e2862fb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.899534] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e13e31e-9288-43fd-a8f4-f3dc0fce1a4a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.970616] env[62301]: DEBUG nova.compute.manager [req-942a0fa8-90e9-4649-8594-00403f979a92 req-73dce0b9-5148-44ae-8535-cc7ce7cc5cb0 service nova] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Received event network-vif-plugged-28166fd5-87ba-4d46-bfe4-4e12930f7733 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1324.970840] env[62301]: DEBUG oslo_concurrency.lockutils [req-942a0fa8-90e9-4649-8594-00403f979a92 req-73dce0b9-5148-44ae-8535-cc7ce7cc5cb0 service nova] Acquiring lock "ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1324.971060] env[62301]: DEBUG oslo_concurrency.lockutils [req-942a0fa8-90e9-4649-8594-00403f979a92 req-73dce0b9-5148-44ae-8535-cc7ce7cc5cb0 service nova] Lock "ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1324.971333] env[62301]: DEBUG oslo_concurrency.lockutils [req-942a0fa8-90e9-4649-8594-00403f979a92 req-73dce0b9-5148-44ae-8535-cc7ce7cc5cb0 service nova] Lock "ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1324.971441] env[62301]: DEBUG nova.compute.manager [req-942a0fa8-90e9-4649-8594-00403f979a92 req-73dce0b9-5148-44ae-8535-cc7ce7cc5cb0 service nova] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] No waiting events found dispatching network-vif-plugged-28166fd5-87ba-4d46-bfe4-4e12930f7733 {{(pid=62301) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1324.971587] env[62301]: WARNING nova.compute.manager [req-942a0fa8-90e9-4649-8594-00403f979a92 req-73dce0b9-5148-44ae-8535-cc7ce7cc5cb0 service nova] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Received unexpected event network-vif-plugged-28166fd5-87ba-4d46-bfe4-4e12930f7733 for instance with vm_state building and task_state spawning. [ 1325.051185] env[62301]: DEBUG nova.network.neutron [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Successfully updated port: 28166fd5-87ba-4d46-bfe4-4e12930f7733 {{(pid=62301) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1325.187064] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8acdc404-f579-4afe-8d09-0c7a6c878b4d tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Lock "917f42c5-8376-4044-af2a-ebd9820be264" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1325.553675] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Acquiring lock "refresh_cache-ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1325.553831] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Acquired lock "refresh_cache-ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.553985] env[62301]: DEBUG nova.network.neutron [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1326.084317] env[62301]: DEBUG nova.network.neutron [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Instance cache missing network info. {{(pid=62301) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1326.200591] env[62301]: DEBUG nova.network.neutron [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Updating instance_info_cache with network_info: [{"id": "28166fd5-87ba-4d46-bfe4-4e12930f7733", "address": "fa:16:3e:a2:b7:69", "network": {"id": "d41ffce5-680b-4240-85cf-76cc11dc615f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1034833781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "445cf2e7640144f396c2e692d63433ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28166fd5-87", "ovs_interfaceid": "28166fd5-87ba-4d46-bfe4-4e12930f7733", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.243406] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8acdc404-f579-4afe-8d09-0c7a6c878b4d tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Acquiring lock "917f42c5-8376-4044-af2a-ebd9820be264" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1326.243690] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8acdc404-f579-4afe-8d09-0c7a6c878b4d tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Lock "917f42c5-8376-4044-af2a-ebd9820be264" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1326.243912] env[62301]: INFO nova.compute.manager [None req-8acdc404-f579-4afe-8d09-0c7a6c878b4d tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Attaching volume c687b332-9062-43db-a716-c1f6051d336e to /dev/sdb [ 1326.274511] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6728e0-3f4d-46c5-ae44-7b195398eae3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.281438] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0bc29c4-f113-47d4-a62d-ce975bdbde4b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.294247] env[62301]: DEBUG nova.virt.block_device [None req-8acdc404-f579-4afe-8d09-0c7a6c878b4d tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Updating existing volume attachment record: 5062a990-ecd2-4085-b51c-c480681981b7 {{(pid=62301) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1326.702990] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Releasing lock "refresh_cache-ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1326.703351] env[62301]: DEBUG nova.compute.manager [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Instance network_info: |[{"id": "28166fd5-87ba-4d46-bfe4-4e12930f7733", "address": "fa:16:3e:a2:b7:69", "network": {"id": "d41ffce5-680b-4240-85cf-76cc11dc615f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1034833781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "445cf2e7640144f396c2e692d63433ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28166fd5-87", "ovs_interfaceid": "28166fd5-87ba-4d46-bfe4-4e12930f7733", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62301) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1326.703768] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:b7:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '073f8535-6b3a-4d21-a754-4c975554dcbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28166fd5-87ba-4d46-bfe4-4e12930f7733', 'vif_model': 'vmxnet3'}] {{(pid=62301) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1326.711161] env[62301]: DEBUG oslo.service.loopingcall [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1326.711372] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Creating VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1326.711587] env[62301]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52321dec-de98-4225-919c-101a3e840f39 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.731777] env[62301]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1326.731777] env[62301]: value = "task-2571249" [ 1326.731777] env[62301]: _type = "Task" [ 1326.731777] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.745778] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2571249, 'name': CreateVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.999211] env[62301]: DEBUG nova.compute.manager [req-f6cf677a-1eeb-4e78-821b-63a067f17774 req-8b2fc044-8ea3-40f8-9a5b-4334600661fa service nova] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Received event network-changed-28166fd5-87ba-4d46-bfe4-4e12930f7733 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1326.999471] env[62301]: DEBUG nova.compute.manager [req-f6cf677a-1eeb-4e78-821b-63a067f17774 req-8b2fc044-8ea3-40f8-9a5b-4334600661fa service nova] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Refreshing instance network info cache due to event network-changed-28166fd5-87ba-4d46-bfe4-4e12930f7733. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1326.999661] env[62301]: DEBUG oslo_concurrency.lockutils [req-f6cf677a-1eeb-4e78-821b-63a067f17774 req-8b2fc044-8ea3-40f8-9a5b-4334600661fa service nova] Acquiring lock "refresh_cache-ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1326.999837] env[62301]: DEBUG oslo_concurrency.lockutils [req-f6cf677a-1eeb-4e78-821b-63a067f17774 req-8b2fc044-8ea3-40f8-9a5b-4334600661fa service nova] Acquired lock "refresh_cache-ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.000043] env[62301]: DEBUG nova.network.neutron [req-f6cf677a-1eeb-4e78-821b-63a067f17774 req-8b2fc044-8ea3-40f8-9a5b-4334600661fa service nova] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Refreshing network info cache for port 28166fd5-87ba-4d46-bfe4-4e12930f7733 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1327.242098] env[62301]: DEBUG oslo_vmware.api [-] Task: {'id': task-2571249, 'name': CreateVM_Task, 'duration_secs': 0.311081} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.242504] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Created VM on the ESX host {{(pid=62301) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1327.242896] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1327.243072] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.243422] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1327.243674] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35b493e9-2cfd-4e1a-b296-68ba62cb0651 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.247829] env[62301]: DEBUG oslo_vmware.api [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Waiting for the task: (returnval){ [ 1327.247829] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]525f6fcc-e646-2511-1f8c-53af2b784841" [ 1327.247829] env[62301]: _type = "Task" [ 1327.247829] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.254859] env[62301]: DEBUG oslo_vmware.api [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]525f6fcc-e646-2511-1f8c-53af2b784841, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.686020] env[62301]: DEBUG nova.network.neutron [req-f6cf677a-1eeb-4e78-821b-63a067f17774 req-8b2fc044-8ea3-40f8-9a5b-4334600661fa service nova] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Updated VIF entry in instance network info cache for port 28166fd5-87ba-4d46-bfe4-4e12930f7733. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1327.686376] env[62301]: DEBUG nova.network.neutron [req-f6cf677a-1eeb-4e78-821b-63a067f17774 req-8b2fc044-8ea3-40f8-9a5b-4334600661fa service nova] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Updating instance_info_cache with network_info: [{"id": "28166fd5-87ba-4d46-bfe4-4e12930f7733", "address": "fa:16:3e:a2:b7:69", "network": {"id": "d41ffce5-680b-4240-85cf-76cc11dc615f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1034833781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "445cf2e7640144f396c2e692d63433ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28166fd5-87", "ovs_interfaceid": "28166fd5-87ba-4d46-bfe4-4e12930f7733", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.757623] env[62301]: DEBUG oslo_vmware.api [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]525f6fcc-e646-2511-1f8c-53af2b784841, 'name': SearchDatastore_Task, 'duration_secs': 0.009542} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.757897] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1327.758135] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1327.758362] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1327.758510] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.758684] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1327.758929] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ed18fb0-0c57-4a96-9860-fc5008e477b2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.767895] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1327.768080] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1327.768751] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b6b2042-0068-4b11-b180-c4861b446091 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.773334] env[62301]: DEBUG oslo_vmware.api [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Waiting for the task: (returnval){ [ 1327.773334] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52268543-78f0-7237-2714-ecc3411a87c3" [ 1327.773334] env[62301]: _type = "Task" [ 1327.773334] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.782173] env[62301]: DEBUG oslo_vmware.api [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52268543-78f0-7237-2714-ecc3411a87c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.189892] env[62301]: DEBUG oslo_concurrency.lockutils [req-f6cf677a-1eeb-4e78-821b-63a067f17774 req-8b2fc044-8ea3-40f8-9a5b-4334600661fa service nova] Releasing lock "refresh_cache-ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1328.283580] env[62301]: DEBUG oslo_vmware.api [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52268543-78f0-7237-2714-ecc3411a87c3, 'name': SearchDatastore_Task, 'duration_secs': 0.00994} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.284356] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dd1a426-0deb-4eff-84fc-9d058d36f67f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.289324] env[62301]: DEBUG oslo_vmware.api [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Waiting for the task: (returnval){ [ 1328.289324] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]52e9f0f7-5f17-15b7-dbb9-9e1a08db7c21" [ 1328.289324] env[62301]: _type = "Task" [ 1328.289324] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.296776] env[62301]: DEBUG oslo_vmware.api [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52e9f0f7-5f17-15b7-dbb9-9e1a08db7c21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.799711] env[62301]: DEBUG oslo_vmware.api [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]52e9f0f7-5f17-15b7-dbb9-9e1a08db7c21, 'name': SearchDatastore_Task, 'duration_secs': 0.009354} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.799944] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1328.800209] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be/ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1328.800449] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6abb657c-c34e-429e-af12-77ccc2df4730 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.806260] env[62301]: DEBUG oslo_vmware.api [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Waiting for the task: (returnval){ [ 1328.806260] env[62301]: value = "task-2571251" [ 1328.806260] env[62301]: _type = "Task" [ 1328.806260] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.813506] env[62301]: DEBUG oslo_vmware.api [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': task-2571251, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.315708] env[62301]: DEBUG oslo_vmware.api [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': task-2571251, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4162} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.316088] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be/ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be.vmdk {{(pid=62301) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1329.316187] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Extending root virtual disk to 1048576 {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1329.316412] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e1be8e3-b429-48f2-946c-ec11f4f72ebd {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.322166] env[62301]: DEBUG oslo_vmware.api [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Waiting for the task: (returnval){ [ 1329.322166] env[62301]: value = "task-2571252" [ 1329.322166] env[62301]: _type = "Task" [ 1329.322166] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.328913] env[62301]: DEBUG oslo_vmware.api [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': task-2571252, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.832122] env[62301]: DEBUG oslo_vmware.api [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': task-2571252, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061407} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.832398] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Extended root virtual disk {{(pid=62301) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1329.833149] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9daf9cfd-842a-47b6-8745-6e6374e606ed {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.854452] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be/ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1329.854687] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcc77c3a-c960-4f80-817f-4293ffb18b2b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.873547] env[62301]: DEBUG oslo_vmware.api [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Waiting for the task: (returnval){ [ 1329.873547] env[62301]: value = "task-2571253" [ 1329.873547] env[62301]: _type = "Task" [ 1329.873547] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.880776] env[62301]: DEBUG oslo_vmware.api [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': task-2571253, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.383451] env[62301]: DEBUG oslo_vmware.api [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': task-2571253, 'name': ReconfigVM_Task, 'duration_secs': 0.308468} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.383826] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Reconfigured VM instance instance-0000007c to attach disk [datastore2] ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be/ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be.vmdk or device None with type sparse {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1330.384347] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e80c64e-9b2e-4e71-b859-4c5921a84bae {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.390697] env[62301]: DEBUG oslo_vmware.api [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Waiting for the task: (returnval){ [ 1330.390697] env[62301]: value = "task-2571254" [ 1330.390697] env[62301]: _type = "Task" [ 1330.390697] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.397733] env[62301]: DEBUG oslo_vmware.api [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': task-2571254, 'name': Rename_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.837396] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-8acdc404-f579-4afe-8d09-0c7a6c878b4d tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Volume attach. Driver type: vmdk {{(pid=62301) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1330.837641] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-8acdc404-f579-4afe-8d09-0c7a6c878b4d tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518981', 'volume_id': 'c687b332-9062-43db-a716-c1f6051d336e', 'name': 'volume-c687b332-9062-43db-a716-c1f6051d336e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '917f42c5-8376-4044-af2a-ebd9820be264', 'attached_at': '', 'detached_at': '', 'volume_id': 'c687b332-9062-43db-a716-c1f6051d336e', 'serial': 'c687b332-9062-43db-a716-c1f6051d336e'} {{(pid=62301) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1330.838548] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4c885d-4425-4ee8-8f47-7c0824a5c0f3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.855148] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bfeced1-7885-4093-9852-a341f88f6fe0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.878892] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-8acdc404-f579-4afe-8d09-0c7a6c878b4d tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] volume-c687b332-9062-43db-a716-c1f6051d336e/volume-c687b332-9062-43db-a716-c1f6051d336e.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1330.879127] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efbcdf6f-4ce1-4a5d-a6e6-15ff6fe39701 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.898981] env[62301]: DEBUG oslo_vmware.api [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': task-2571254, 'name': Rename_Task, 'duration_secs': 0.151885} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.900103] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1330.900393] env[62301]: DEBUG oslo_vmware.api [None req-8acdc404-f579-4afe-8d09-0c7a6c878b4d tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for the task: (returnval){ [ 1330.900393] env[62301]: value = "task-2571255" [ 1330.900393] env[62301]: _type = "Task" [ 1330.900393] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.900590] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-299a034a-c4b5-40d7-ad60-823d7a0a2499 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.909020] env[62301]: DEBUG oslo_vmware.api [None req-8acdc404-f579-4afe-8d09-0c7a6c878b4d tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571255, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.910168] env[62301]: DEBUG oslo_vmware.api [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Waiting for the task: (returnval){ [ 1330.910168] env[62301]: value = "task-2571256" [ 1330.910168] env[62301]: _type = "Task" [ 1330.910168] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.916831] env[62301]: DEBUG oslo_vmware.api [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': task-2571256, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.412023] env[62301]: DEBUG oslo_vmware.api [None req-8acdc404-f579-4afe-8d09-0c7a6c878b4d tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571255, 'name': ReconfigVM_Task, 'duration_secs': 0.342118} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.414995] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-8acdc404-f579-4afe-8d09-0c7a6c878b4d tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Reconfigured VM instance instance-0000007b to attach disk [datastore2] volume-c687b332-9062-43db-a716-c1f6051d336e/volume-c687b332-9062-43db-a716-c1f6051d336e.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1331.419624] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f06b6e6-dade-4d17-809c-7224d1a8c497 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.434059] env[62301]: DEBUG oslo_vmware.api [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': task-2571256, 'name': PowerOnVM_Task, 'duration_secs': 0.450369} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.435222] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1331.435429] env[62301]: INFO nova.compute.manager [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Took 6.57 seconds to spawn the instance on the hypervisor. [ 1331.435612] env[62301]: DEBUG nova.compute.manager [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1331.435915] env[62301]: DEBUG oslo_vmware.api [None req-8acdc404-f579-4afe-8d09-0c7a6c878b4d tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for the task: (returnval){ [ 1331.435915] env[62301]: value = "task-2571257" [ 1331.435915] env[62301]: _type = "Task" [ 1331.435915] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.436591] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10ae212-7590-4179-8558-37ce6081c7b2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.446173] env[62301]: DEBUG oslo_vmware.api [None req-8acdc404-f579-4afe-8d09-0c7a6c878b4d tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571257, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.949140] env[62301]: DEBUG oslo_vmware.api [None req-8acdc404-f579-4afe-8d09-0c7a6c878b4d tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571257, 'name': ReconfigVM_Task, 'duration_secs': 0.134741} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.949423] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-8acdc404-f579-4afe-8d09-0c7a6c878b4d tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518981', 'volume_id': 'c687b332-9062-43db-a716-c1f6051d336e', 'name': 'volume-c687b332-9062-43db-a716-c1f6051d336e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '917f42c5-8376-4044-af2a-ebd9820be264', 'attached_at': '', 'detached_at': '', 'volume_id': 'c687b332-9062-43db-a716-c1f6051d336e', 'serial': 'c687b332-9062-43db-a716-c1f6051d336e'} {{(pid=62301) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1331.960863] env[62301]: INFO nova.compute.manager [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Took 11.27 seconds to build instance. [ 1332.463260] env[62301]: DEBUG oslo_concurrency.lockutils [None req-f83505e5-c501-4e92-ba25-baee3029c2d0 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Lock "ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.778s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1332.601881] env[62301]: DEBUG nova.compute.manager [req-73e5edd4-58a6-4ad6-ace4-fbfb6cb1d3b8 req-6ee98aaa-2a8a-482d-ba76-1406c39ea209 service nova] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Received event network-changed-28166fd5-87ba-4d46-bfe4-4e12930f7733 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1332.602089] env[62301]: DEBUG nova.compute.manager [req-73e5edd4-58a6-4ad6-ace4-fbfb6cb1d3b8 req-6ee98aaa-2a8a-482d-ba76-1406c39ea209 service nova] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Refreshing instance network info cache due to event network-changed-28166fd5-87ba-4d46-bfe4-4e12930f7733. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1332.602298] env[62301]: DEBUG oslo_concurrency.lockutils [req-73e5edd4-58a6-4ad6-ace4-fbfb6cb1d3b8 req-6ee98aaa-2a8a-482d-ba76-1406c39ea209 service nova] Acquiring lock "refresh_cache-ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.602489] env[62301]: DEBUG oslo_concurrency.lockutils [req-73e5edd4-58a6-4ad6-ace4-fbfb6cb1d3b8 req-6ee98aaa-2a8a-482d-ba76-1406c39ea209 service nova] Acquired lock "refresh_cache-ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.602643] env[62301]: DEBUG nova.network.neutron [req-73e5edd4-58a6-4ad6-ace4-fbfb6cb1d3b8 req-6ee98aaa-2a8a-482d-ba76-1406c39ea209 service nova] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Refreshing network info cache for port 28166fd5-87ba-4d46-bfe4-4e12930f7733 {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1332.986260] env[62301]: DEBUG nova.objects.instance [None req-8acdc404-f579-4afe-8d09-0c7a6c878b4d tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Lazy-loading 'flavor' on Instance uuid 917f42c5-8376-4044-af2a-ebd9820be264 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1333.339487] env[62301]: DEBUG nova.network.neutron [req-73e5edd4-58a6-4ad6-ace4-fbfb6cb1d3b8 req-6ee98aaa-2a8a-482d-ba76-1406c39ea209 service nova] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Updated VIF entry in instance network info cache for port 28166fd5-87ba-4d46-bfe4-4e12930f7733. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1333.339857] env[62301]: DEBUG nova.network.neutron [req-73e5edd4-58a6-4ad6-ace4-fbfb6cb1d3b8 req-6ee98aaa-2a8a-482d-ba76-1406c39ea209 service nova] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Updating instance_info_cache with network_info: [{"id": "28166fd5-87ba-4d46-bfe4-4e12930f7733", "address": "fa:16:3e:a2:b7:69", "network": {"id": "d41ffce5-680b-4240-85cf-76cc11dc615f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1034833781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "445cf2e7640144f396c2e692d63433ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28166fd5-87", "ovs_interfaceid": "28166fd5-87ba-4d46-bfe4-4e12930f7733", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.491249] env[62301]: DEBUG oslo_concurrency.lockutils [None req-8acdc404-f579-4afe-8d09-0c7a6c878b4d tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Lock "917f42c5-8376-4044-af2a-ebd9820be264" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.247s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1333.650061] env[62301]: INFO nova.compute.manager [None req-1c5aac87-8298-444c-aef0-b8d5e864282b tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Rescuing [ 1333.650354] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1c5aac87-8298-444c-aef0-b8d5e864282b tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Acquiring lock "refresh_cache-917f42c5-8376-4044-af2a-ebd9820be264" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1333.650516] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1c5aac87-8298-444c-aef0-b8d5e864282b tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Acquired lock "refresh_cache-917f42c5-8376-4044-af2a-ebd9820be264" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.650687] env[62301]: DEBUG nova.network.neutron [None req-1c5aac87-8298-444c-aef0-b8d5e864282b tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1333.842385] env[62301]: DEBUG oslo_concurrency.lockutils [req-73e5edd4-58a6-4ad6-ace4-fbfb6cb1d3b8 req-6ee98aaa-2a8a-482d-ba76-1406c39ea209 service nova] Releasing lock "refresh_cache-ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1334.347306] env[62301]: DEBUG nova.network.neutron [None req-1c5aac87-8298-444c-aef0-b8d5e864282b tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Updating instance_info_cache with network_info: [{"id": "4d3c5529-278a-4c9a-ac25-1893b615aaba", "address": "fa:16:3e:1c:74:67", "network": {"id": "07c90243-7bae-4b09-a1b1-968bf8022ab9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-700983760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "126d28ea50f94690b731f6181a35b89d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d3c5529-27", "ovs_interfaceid": "4d3c5529-278a-4c9a-ac25-1893b615aaba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.849990] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1c5aac87-8298-444c-aef0-b8d5e864282b tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Releasing lock "refresh_cache-917f42c5-8376-4044-af2a-ebd9820be264" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1336.387931] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c5aac87-8298-444c-aef0-b8d5e864282b tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1336.388308] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d25218f8-2623-4455-8d05-bff0b9ec2d32 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.395697] env[62301]: DEBUG oslo_vmware.api [None req-1c5aac87-8298-444c-aef0-b8d5e864282b tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for the task: (returnval){ [ 1336.395697] env[62301]: value = "task-2571258" [ 1336.395697] env[62301]: _type = "Task" [ 1336.395697] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.403706] env[62301]: DEBUG oslo_vmware.api [None req-1c5aac87-8298-444c-aef0-b8d5e864282b tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571258, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.905798] env[62301]: DEBUG oslo_vmware.api [None req-1c5aac87-8298-444c-aef0-b8d5e864282b tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571258, 'name': PowerOffVM_Task, 'duration_secs': 0.202831} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.906093] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c5aac87-8298-444c-aef0-b8d5e864282b tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1336.906874] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f62ef5f-6d60-4fc0-96d6-6f8bc5e29503 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.928721] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d84d7e-7c14-47d6-8cc8-8bdb2ac09685 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.954468] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c5aac87-8298-444c-aef0-b8d5e864282b tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1336.954719] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8e745db-67ab-446f-9b9f-f652f14157bf {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.960584] env[62301]: DEBUG oslo_vmware.api [None req-1c5aac87-8298-444c-aef0-b8d5e864282b tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for the task: (returnval){ [ 1336.960584] env[62301]: value = "task-2571259" [ 1336.960584] env[62301]: _type = "Task" [ 1336.960584] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.968064] env[62301]: DEBUG oslo_vmware.api [None req-1c5aac87-8298-444c-aef0-b8d5e864282b tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571259, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.471122] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c5aac87-8298-444c-aef0-b8d5e864282b tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] VM already powered off {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1337.471574] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-1c5aac87-8298-444c-aef0-b8d5e864282b tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Processing image fa120b82-9657-4d79-a2f0-8dd63e2ef76d {{(pid=62301) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1337.471574] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1c5aac87-8298-444c-aef0-b8d5e864282b tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1337.471720] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1c5aac87-8298-444c-aef0-b8d5e864282b tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.471895] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c5aac87-8298-444c-aef0-b8d5e864282b tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1337.472155] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7361c2c-14fc-43b7-9465-1f6642122a44 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.480232] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c5aac87-8298-444c-aef0-b8d5e864282b tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62301) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1337.480405] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-1c5aac87-8298-444c-aef0-b8d5e864282b tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62301) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1337.481140] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dea92a0-afcd-4b3d-809e-f3cfd6e4a277 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.486148] env[62301]: DEBUG oslo_vmware.api [None req-1c5aac87-8298-444c-aef0-b8d5e864282b tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for the task: (returnval){ [ 1337.486148] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]5206ef48-fcd1-6cfc-9331-a86c061ac40d" [ 1337.486148] env[62301]: _type = "Task" [ 1337.486148] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.493663] env[62301]: DEBUG oslo_vmware.api [None req-1c5aac87-8298-444c-aef0-b8d5e864282b tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5206ef48-fcd1-6cfc-9331-a86c061ac40d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.996591] env[62301]: DEBUG oslo_vmware.api [None req-1c5aac87-8298-444c-aef0-b8d5e864282b tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]5206ef48-fcd1-6cfc-9331-a86c061ac40d, 'name': SearchDatastore_Task, 'duration_secs': 0.008466} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.997381] env[62301]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e80ffc16-f856-4a21-9e1b-856d79538937 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.002250] env[62301]: DEBUG oslo_vmware.api [None req-1c5aac87-8298-444c-aef0-b8d5e864282b tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for the task: (returnval){ [ 1338.002250] env[62301]: value = "session[52ba92db-6964-6e0a-3633-824f4d2a2631]528c4d0b-e2ec-62c3-5e0b-ba61a6878227" [ 1338.002250] env[62301]: _type = "Task" [ 1338.002250] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.009662] env[62301]: DEBUG oslo_vmware.api [None req-1c5aac87-8298-444c-aef0-b8d5e864282b tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]528c4d0b-e2ec-62c3-5e0b-ba61a6878227, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.513094] env[62301]: DEBUG oslo_vmware.api [None req-1c5aac87-8298-444c-aef0-b8d5e864282b tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': session[52ba92db-6964-6e0a-3633-824f4d2a2631]528c4d0b-e2ec-62c3-5e0b-ba61a6878227, 'name': SearchDatastore_Task, 'duration_secs': 0.009261} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.513455] env[62301]: DEBUG oslo_concurrency.lockutils [None req-1c5aac87-8298-444c-aef0-b8d5e864282b tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1338.513572] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c5aac87-8298-444c-aef0-b8d5e864282b tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] 917f42c5-8376-4044-af2a-ebd9820be264/fa120b82-9657-4d79-a2f0-8dd63e2ef76d-rescue.vmdk. {{(pid=62301) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1338.513813] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71dcbf20-657e-4a26-a0dd-a06e0855b315 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.519911] env[62301]: DEBUG oslo_vmware.api [None req-1c5aac87-8298-444c-aef0-b8d5e864282b tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for the task: (returnval){ [ 1338.519911] env[62301]: value = "task-2571260" [ 1338.519911] env[62301]: _type = "Task" [ 1338.519911] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.526977] env[62301]: DEBUG oslo_vmware.api [None req-1c5aac87-8298-444c-aef0-b8d5e864282b tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571260, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.029555] env[62301]: DEBUG oslo_vmware.api [None req-1c5aac87-8298-444c-aef0-b8d5e864282b tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571260, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.436969} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.029814] env[62301]: INFO nova.virt.vmwareapi.ds_util [None req-1c5aac87-8298-444c-aef0-b8d5e864282b tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/fa120b82-9657-4d79-a2f0-8dd63e2ef76d/fa120b82-9657-4d79-a2f0-8dd63e2ef76d.vmdk to [datastore2] 917f42c5-8376-4044-af2a-ebd9820be264/fa120b82-9657-4d79-a2f0-8dd63e2ef76d-rescue.vmdk. [ 1339.030619] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78aca4d-40eb-4e65-ac5d-cbbe9cbb5d71 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.057170] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c5aac87-8298-444c-aef0-b8d5e864282b tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 917f42c5-8376-4044-af2a-ebd9820be264/fa120b82-9657-4d79-a2f0-8dd63e2ef76d-rescue.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1339.057451] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c977628-14af-407d-8190-e24427ac87ae {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.074680] env[62301]: DEBUG oslo_vmware.api [None req-1c5aac87-8298-444c-aef0-b8d5e864282b tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for the task: (returnval){ [ 1339.074680] env[62301]: value = "task-2571261" [ 1339.074680] env[62301]: _type = "Task" [ 1339.074680] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.083221] env[62301]: DEBUG oslo_vmware.api [None req-1c5aac87-8298-444c-aef0-b8d5e864282b tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571261, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.584052] env[62301]: DEBUG oslo_vmware.api [None req-1c5aac87-8298-444c-aef0-b8d5e864282b tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571261, 'name': ReconfigVM_Task, 'duration_secs': 0.307154} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.584415] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c5aac87-8298-444c-aef0-b8d5e864282b tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 917f42c5-8376-4044-af2a-ebd9820be264/fa120b82-9657-4d79-a2f0-8dd63e2ef76d-rescue.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1339.585127] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00757ae-affb-4f1b-8193-b46b78b6c01b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.611272] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e79ec3ed-d172-4227-bf95-ed15d8868b0f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.625976] env[62301]: DEBUG oslo_vmware.api [None req-1c5aac87-8298-444c-aef0-b8d5e864282b tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for the task: (returnval){ [ 1339.625976] env[62301]: value = "task-2571262" [ 1339.625976] env[62301]: _type = "Task" [ 1339.625976] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.632992] env[62301]: DEBUG oslo_vmware.api [None req-1c5aac87-8298-444c-aef0-b8d5e864282b tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571262, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.135909] env[62301]: DEBUG oslo_vmware.api [None req-1c5aac87-8298-444c-aef0-b8d5e864282b tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571262, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.636910] env[62301]: DEBUG oslo_vmware.api [None req-1c5aac87-8298-444c-aef0-b8d5e864282b tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571262, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.137081] env[62301]: DEBUG oslo_vmware.api [None req-1c5aac87-8298-444c-aef0-b8d5e864282b tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571262, 'name': ReconfigVM_Task, 'duration_secs': 1.170885} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.137351] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c5aac87-8298-444c-aef0-b8d5e864282b tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1341.137592] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4bef96d5-0d9c-41f2-88ce-84028b8fd4b8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.143685] env[62301]: DEBUG oslo_vmware.api [None req-1c5aac87-8298-444c-aef0-b8d5e864282b tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for the task: (returnval){ [ 1341.143685] env[62301]: value = "task-2571263" [ 1341.143685] env[62301]: _type = "Task" [ 1341.143685] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.150647] env[62301]: DEBUG oslo_vmware.api [None req-1c5aac87-8298-444c-aef0-b8d5e864282b tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571263, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.653117] env[62301]: DEBUG oslo_vmware.api [None req-1c5aac87-8298-444c-aef0-b8d5e864282b tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571263, 'name': PowerOnVM_Task, 'duration_secs': 0.455519} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.653586] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c5aac87-8298-444c-aef0-b8d5e864282b tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1341.656175] env[62301]: DEBUG nova.compute.manager [None req-1c5aac87-8298-444c-aef0-b8d5e864282b tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1341.656883] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78782af2-4d5f-44e5-9fcb-68f26b511426 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.958306] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1341.958494] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1342.463670] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1342.463942] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Starting heal instance info cache {{(pid=62301) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1342.764388] env[62301]: INFO nova.compute.manager [None req-3bb71b26-86b3-4494-bafc-5a2cde9d5c4a tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Unrescuing [ 1342.764755] env[62301]: DEBUG oslo_concurrency.lockutils [None req-3bb71b26-86b3-4494-bafc-5a2cde9d5c4a tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Acquiring lock "refresh_cache-917f42c5-8376-4044-af2a-ebd9820be264" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1342.764755] env[62301]: DEBUG oslo_concurrency.lockutils [None req-3bb71b26-86b3-4494-bafc-5a2cde9d5c4a tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Acquired lock "refresh_cache-917f42c5-8376-4044-af2a-ebd9820be264" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.764904] env[62301]: DEBUG nova.network.neutron [None req-3bb71b26-86b3-4494-bafc-5a2cde9d5c4a tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Building network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1342.992212] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Acquiring lock "refresh_cache-daff9cc7-10d6-47a4-9b2c-237450ba34a9" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1342.992369] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Acquired lock "refresh_cache-daff9cc7-10d6-47a4-9b2c-237450ba34a9" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.992516] env[62301]: DEBUG nova.network.neutron [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Forcefully refreshing network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1343.469859] env[62301]: DEBUG nova.network.neutron [None req-3bb71b26-86b3-4494-bafc-5a2cde9d5c4a tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Updating instance_info_cache with network_info: [{"id": "4d3c5529-278a-4c9a-ac25-1893b615aaba", "address": "fa:16:3e:1c:74:67", "network": {"id": "07c90243-7bae-4b09-a1b1-968bf8022ab9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-700983760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "126d28ea50f94690b731f6181a35b89d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d3c5529-27", "ovs_interfaceid": "4d3c5529-278a-4c9a-ac25-1893b615aaba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.972313] env[62301]: DEBUG oslo_concurrency.lockutils [None req-3bb71b26-86b3-4494-bafc-5a2cde9d5c4a tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Releasing lock "refresh_cache-917f42c5-8376-4044-af2a-ebd9820be264" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1343.973158] env[62301]: DEBUG nova.objects.instance [None req-3bb71b26-86b3-4494-bafc-5a2cde9d5c4a tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Lazy-loading 'flavor' on Instance uuid 917f42c5-8376-4044-af2a-ebd9820be264 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1344.168882] env[62301]: DEBUG nova.network.neutron [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Updating instance_info_cache with network_info: [{"id": "aa739a8e-00b7-4593-ad88-8d241eddcdf2", "address": "fa:16:3e:42:c6:b7", "network": {"id": "07c90243-7bae-4b09-a1b1-968bf8022ab9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-700983760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "126d28ea50f94690b731f6181a35b89d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa739a8e-00", "ovs_interfaceid": "aa739a8e-00b7-4593-ad88-8d241eddcdf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.478986] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00bb56f8-fe24-41ae-a225-ce0d6fc3ba0e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.502458] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bb71b26-86b3-4494-bafc-5a2cde9d5c4a tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1344.502699] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65a03933-535c-4922-8ac7-3062c5349439 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.508998] env[62301]: DEBUG oslo_vmware.api [None req-3bb71b26-86b3-4494-bafc-5a2cde9d5c4a tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for the task: (returnval){ [ 1344.508998] env[62301]: value = "task-2571264" [ 1344.508998] env[62301]: _type = "Task" [ 1344.508998] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.516206] env[62301]: DEBUG oslo_vmware.api [None req-3bb71b26-86b3-4494-bafc-5a2cde9d5c4a tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571264, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.672247] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Releasing lock "refresh_cache-daff9cc7-10d6-47a4-9b2c-237450ba34a9" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1344.672551] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Updated the network info_cache for instance {{(pid=62301) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1344.672716] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1344.672962] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1344.673132] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1344.673286] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1344.673429] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1344.673571] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1344.673701] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62301) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1344.673843] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1345.018748] env[62301]: DEBUG oslo_vmware.api [None req-3bb71b26-86b3-4494-bafc-5a2cde9d5c4a tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571264, 'name': PowerOffVM_Task, 'duration_secs': 0.21136} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.019206] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bb71b26-86b3-4494-bafc-5a2cde9d5c4a tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1345.024317] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bb71b26-86b3-4494-bafc-5a2cde9d5c4a tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Reconfiguring VM instance instance-0000007b to detach disk 2002 {{(pid=62301) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1345.024573] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85148967-aaeb-4e52-8c61-9985daa18bee {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.043146] env[62301]: DEBUG oslo_vmware.api [None req-3bb71b26-86b3-4494-bafc-5a2cde9d5c4a tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for the task: (returnval){ [ 1345.043146] env[62301]: value = "task-2571265" [ 1345.043146] env[62301]: _type = "Task" [ 1345.043146] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.050752] env[62301]: DEBUG oslo_vmware.api [None req-3bb71b26-86b3-4494-bafc-5a2cde9d5c4a tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571265, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.177762] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1345.178056] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1345.178226] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1345.178398] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62301) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1345.179322] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22ee5e1-3916-4baa-96bf-228befbf69d8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.187544] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e916b516-a3c4-4568-8ae7-56387edb7992 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.202787] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7748133f-f9f1-4c10-97c7-e314d4d0d5b5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.208828] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597ad167-3e01-422e-95b0-6fbd4f1131a3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.237130] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180402MB free_disk=131GB free_vcpus=48 pci_devices=None {{(pid=62301) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1345.237281] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1345.237461] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1345.553109] env[62301]: DEBUG oslo_vmware.api [None req-3bb71b26-86b3-4494-bafc-5a2cde9d5c4a tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571265, 'name': ReconfigVM_Task, 'duration_secs': 0.22909} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.553408] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bb71b26-86b3-4494-bafc-5a2cde9d5c4a tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Reconfigured VM instance instance-0000007b to detach disk 2002 {{(pid=62301) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1345.553582] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bb71b26-86b3-4494-bafc-5a2cde9d5c4a tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Powering on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1345.553816] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af8cb37e-65d5-4e49-ae69-a9cb5eaeb324 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.560720] env[62301]: DEBUG oslo_vmware.api [None req-3bb71b26-86b3-4494-bafc-5a2cde9d5c4a tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for the task: (returnval){ [ 1345.560720] env[62301]: value = "task-2571266" [ 1345.560720] env[62301]: _type = "Task" [ 1345.560720] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.576797] env[62301]: DEBUG oslo_vmware.api [None req-3bb71b26-86b3-4494-bafc-5a2cde9d5c4a tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571266, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.070846] env[62301]: DEBUG oslo_vmware.api [None req-3bb71b26-86b3-4494-bafc-5a2cde9d5c4a tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571266, 'name': PowerOnVM_Task, 'duration_secs': 0.358446} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.071248] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bb71b26-86b3-4494-bafc-5a2cde9d5c4a tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Powered on the VM {{(pid=62301) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1346.071386] env[62301]: DEBUG nova.compute.manager [None req-3bb71b26-86b3-4494-bafc-5a2cde9d5c4a tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Checking state {{(pid=62301) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1346.072105] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f993f09-f701-45a4-bae3-a7c3b9983b2c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.264202] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance daff9cc7-10d6-47a4-9b2c-237450ba34a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1346.264365] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 6733b36d-a7b0-4599-a381-a17162be4437 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1346.264487] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance 917f42c5-8376-4044-af2a-ebd9820be264 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1346.264603] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1346.264778] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=62301) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1346.264910] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=62301) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1346.317274] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e162f3e-1102-4d8d-abec-7e83150cc2c1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.324928] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a23c56-c1b3-4406-9dfd-f3fcbd97e496 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.354809] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c339e61-9c65-42d2-bc21-5fd4458f3fb9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.361492] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04a4c05-846f-44d1-b0bf-e89d20828784 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.375146] env[62301]: DEBUG nova.compute.provider_tree [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1346.878432] env[62301]: DEBUG nova.scheduler.client.report [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1347.206225] env[62301]: DEBUG nova.compute.manager [req-d1d872b7-f360-4ef9-b455-d52bf70d744a req-66ff5b09-2d47-41fa-9edf-0ab6ecde1576 service nova] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Received event network-changed-4d3c5529-278a-4c9a-ac25-1893b615aaba {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1347.207071] env[62301]: DEBUG nova.compute.manager [req-d1d872b7-f360-4ef9-b455-d52bf70d744a req-66ff5b09-2d47-41fa-9edf-0ab6ecde1576 service nova] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Refreshing instance network info cache due to event network-changed-4d3c5529-278a-4c9a-ac25-1893b615aaba. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1347.207071] env[62301]: DEBUG oslo_concurrency.lockutils [req-d1d872b7-f360-4ef9-b455-d52bf70d744a req-66ff5b09-2d47-41fa-9edf-0ab6ecde1576 service nova] Acquiring lock "refresh_cache-917f42c5-8376-4044-af2a-ebd9820be264" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1347.207071] env[62301]: DEBUG oslo_concurrency.lockutils [req-d1d872b7-f360-4ef9-b455-d52bf70d744a req-66ff5b09-2d47-41fa-9edf-0ab6ecde1576 service nova] Acquired lock "refresh_cache-917f42c5-8376-4044-af2a-ebd9820be264" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.207071] env[62301]: DEBUG nova.network.neutron [req-d1d872b7-f360-4ef9-b455-d52bf70d744a req-66ff5b09-2d47-41fa-9edf-0ab6ecde1576 service nova] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Refreshing network info cache for port 4d3c5529-278a-4c9a-ac25-1893b615aaba {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1347.383571] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62301) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1347.383868] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.146s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1347.896117] env[62301]: DEBUG nova.network.neutron [req-d1d872b7-f360-4ef9-b455-d52bf70d744a req-66ff5b09-2d47-41fa-9edf-0ab6ecde1576 service nova] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Updated VIF entry in instance network info cache for port 4d3c5529-278a-4c9a-ac25-1893b615aaba. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1347.896482] env[62301]: DEBUG nova.network.neutron [req-d1d872b7-f360-4ef9-b455-d52bf70d744a req-66ff5b09-2d47-41fa-9edf-0ab6ecde1576 service nova] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Updating instance_info_cache with network_info: [{"id": "4d3c5529-278a-4c9a-ac25-1893b615aaba", "address": "fa:16:3e:1c:74:67", "network": {"id": "07c90243-7bae-4b09-a1b1-968bf8022ab9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-700983760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "126d28ea50f94690b731f6181a35b89d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d3c5529-27", "ovs_interfaceid": "4d3c5529-278a-4c9a-ac25-1893b615aaba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.399422] env[62301]: DEBUG oslo_concurrency.lockutils [req-d1d872b7-f360-4ef9-b455-d52bf70d744a req-66ff5b09-2d47-41fa-9edf-0ab6ecde1576 service nova] Releasing lock "refresh_cache-917f42c5-8376-4044-af2a-ebd9820be264" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1349.231648] env[62301]: DEBUG nova.compute.manager [req-26487b8f-8007-44a0-bb0f-479db8fce9f3 req-44aca9e8-f3af-4ace-9194-45d6bd225634 service nova] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Received event network-changed-4d3c5529-278a-4c9a-ac25-1893b615aaba {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1349.231848] env[62301]: DEBUG nova.compute.manager [req-26487b8f-8007-44a0-bb0f-479db8fce9f3 req-44aca9e8-f3af-4ace-9194-45d6bd225634 service nova] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Refreshing instance network info cache due to event network-changed-4d3c5529-278a-4c9a-ac25-1893b615aaba. {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1349.232070] env[62301]: DEBUG oslo_concurrency.lockutils [req-26487b8f-8007-44a0-bb0f-479db8fce9f3 req-44aca9e8-f3af-4ace-9194-45d6bd225634 service nova] Acquiring lock "refresh_cache-917f42c5-8376-4044-af2a-ebd9820be264" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1349.232279] env[62301]: DEBUG oslo_concurrency.lockutils [req-26487b8f-8007-44a0-bb0f-479db8fce9f3 req-44aca9e8-f3af-4ace-9194-45d6bd225634 service nova] Acquired lock "refresh_cache-917f42c5-8376-4044-af2a-ebd9820be264" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.232456] env[62301]: DEBUG nova.network.neutron [req-26487b8f-8007-44a0-bb0f-479db8fce9f3 req-44aca9e8-f3af-4ace-9194-45d6bd225634 service nova] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Refreshing network info cache for port 4d3c5529-278a-4c9a-ac25-1893b615aaba {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1349.918178] env[62301]: DEBUG nova.network.neutron [req-26487b8f-8007-44a0-bb0f-479db8fce9f3 req-44aca9e8-f3af-4ace-9194-45d6bd225634 service nova] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Updated VIF entry in instance network info cache for port 4d3c5529-278a-4c9a-ac25-1893b615aaba. {{(pid=62301) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1349.918594] env[62301]: DEBUG nova.network.neutron [req-26487b8f-8007-44a0-bb0f-479db8fce9f3 req-44aca9e8-f3af-4ace-9194-45d6bd225634 service nova] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Updating instance_info_cache with network_info: [{"id": "4d3c5529-278a-4c9a-ac25-1893b615aaba", "address": "fa:16:3e:1c:74:67", "network": {"id": "07c90243-7bae-4b09-a1b1-968bf8022ab9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-700983760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "126d28ea50f94690b731f6181a35b89d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d3c5529-27", "ovs_interfaceid": "4d3c5529-278a-4c9a-ac25-1893b615aaba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.421100] env[62301]: DEBUG oslo_concurrency.lockutils [req-26487b8f-8007-44a0-bb0f-479db8fce9f3 req-44aca9e8-f3af-4ace-9194-45d6bd225634 service nova] Releasing lock "refresh_cache-917f42c5-8376-4044-af2a-ebd9820be264" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1370.834985] env[62301]: DEBUG oslo_concurrency.lockutils [None req-348f7dd4-e19f-481d-9053-657745e003f1 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Acquiring lock "ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.835297] env[62301]: DEBUG oslo_concurrency.lockutils [None req-348f7dd4-e19f-481d-9053-657745e003f1 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Lock "ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1371.339202] env[62301]: DEBUG nova.compute.utils [None req-348f7dd4-e19f-481d-9053-657745e003f1 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1371.841777] env[62301]: DEBUG oslo_concurrency.lockutils [None req-348f7dd4-e19f-481d-9053-657745e003f1 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Lock "ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1372.899495] env[62301]: DEBUG oslo_concurrency.lockutils [None req-348f7dd4-e19f-481d-9053-657745e003f1 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Acquiring lock "ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.899861] env[62301]: DEBUG oslo_concurrency.lockutils [None req-348f7dd4-e19f-481d-9053-657745e003f1 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Lock "ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1372.899921] env[62301]: INFO nova.compute.manager [None req-348f7dd4-e19f-481d-9053-657745e003f1 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Attaching volume b3e81644-6e93-4f5e-a31b-1e9c4056aa4e to /dev/sdb [ 1372.929846] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54daef34-6438-4e82-b736-15b09c631810 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.937138] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c416c9b-6a2f-4dd1-8b32-66d7ae016dda {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.950218] env[62301]: DEBUG nova.virt.block_device [None req-348f7dd4-e19f-481d-9053-657745e003f1 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Updating existing volume attachment record: 0d41cc1b-3a4d-4b45-8d4c-8f9ed984fb5e {{(pid=62301) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1377.493055] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-348f7dd4-e19f-481d-9053-657745e003f1 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Volume attach. Driver type: vmdk {{(pid=62301) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1377.493316] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-348f7dd4-e19f-481d-9053-657745e003f1 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518983', 'volume_id': 'b3e81644-6e93-4f5e-a31b-1e9c4056aa4e', 'name': 'volume-b3e81644-6e93-4f5e-a31b-1e9c4056aa4e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be', 'attached_at': '', 'detached_at': '', 'volume_id': 'b3e81644-6e93-4f5e-a31b-1e9c4056aa4e', 'serial': 'b3e81644-6e93-4f5e-a31b-1e9c4056aa4e'} {{(pid=62301) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1377.494269] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54443d7-c116-4f03-95d1-383f44f7507d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.511249] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc3e788-a885-421d-a2ba-fbc53bd9db1a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.535152] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-348f7dd4-e19f-481d-9053-657745e003f1 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] volume-b3e81644-6e93-4f5e-a31b-1e9c4056aa4e/volume-b3e81644-6e93-4f5e-a31b-1e9c4056aa4e.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1377.535591] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0ea2a1f-954e-4f45-a3d4-1939fe990b54 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.553136] env[62301]: DEBUG oslo_vmware.api [None req-348f7dd4-e19f-481d-9053-657745e003f1 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Waiting for the task: (returnval){ [ 1377.553136] env[62301]: value = "task-2571269" [ 1377.553136] env[62301]: _type = "Task" [ 1377.553136] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.560606] env[62301]: DEBUG oslo_vmware.api [None req-348f7dd4-e19f-481d-9053-657745e003f1 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': task-2571269, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.895055] env[62301]: DEBUG oslo_concurrency.lockutils [None req-32825767-4538-498a-a838-952459d18d10 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Acquiring lock "917f42c5-8376-4044-af2a-ebd9820be264" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.895055] env[62301]: DEBUG oslo_concurrency.lockutils [None req-32825767-4538-498a-a838-952459d18d10 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Lock "917f42c5-8376-4044-af2a-ebd9820be264" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1378.062436] env[62301]: DEBUG oslo_vmware.api [None req-348f7dd4-e19f-481d-9053-657745e003f1 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': task-2571269, 'name': ReconfigVM_Task, 'duration_secs': 0.367364} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.062763] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-348f7dd4-e19f-481d-9053-657745e003f1 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Reconfigured VM instance instance-0000007c to attach disk [datastore1] volume-b3e81644-6e93-4f5e-a31b-1e9c4056aa4e/volume-b3e81644-6e93-4f5e-a31b-1e9c4056aa4e.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1378.067381] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ad3f46b-b6aa-42d4-9de1-03afe5ec6810 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.081641] env[62301]: DEBUG oslo_vmware.api [None req-348f7dd4-e19f-481d-9053-657745e003f1 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Waiting for the task: (returnval){ [ 1378.081641] env[62301]: value = "task-2571270" [ 1378.081641] env[62301]: _type = "Task" [ 1378.081641] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.092504] env[62301]: DEBUG oslo_vmware.api [None req-348f7dd4-e19f-481d-9053-657745e003f1 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': task-2571270, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.397741] env[62301]: INFO nova.compute.manager [None req-32825767-4538-498a-a838-952459d18d10 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Detaching volume c687b332-9062-43db-a716-c1f6051d336e [ 1378.427906] env[62301]: INFO nova.virt.block_device [None req-32825767-4538-498a-a838-952459d18d10 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Attempting to driver detach volume c687b332-9062-43db-a716-c1f6051d336e from mountpoint /dev/sdb [ 1378.428160] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-32825767-4538-498a-a838-952459d18d10 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Volume detach. Driver type: vmdk {{(pid=62301) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1378.428347] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-32825767-4538-498a-a838-952459d18d10 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518981', 'volume_id': 'c687b332-9062-43db-a716-c1f6051d336e', 'name': 'volume-c687b332-9062-43db-a716-c1f6051d336e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '917f42c5-8376-4044-af2a-ebd9820be264', 'attached_at': '', 'detached_at': '', 'volume_id': 'c687b332-9062-43db-a716-c1f6051d336e', 'serial': 'c687b332-9062-43db-a716-c1f6051d336e'} {{(pid=62301) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1378.429237] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2902c202-159a-432f-b9df-284f067e2f09 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.453292] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d202817-4c42-4a37-a253-4ad8f89cc4fe {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.460111] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf107b8-3785-4f67-a659-58c160222841 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.480972] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e1dee3-e3c2-4d01-8dc2-ca1352024b2b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.269936] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-32825767-4538-498a-a838-952459d18d10 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] The volume has not been displaced from its original location: [datastore2] volume-c687b332-9062-43db-a716-c1f6051d336e/volume-c687b332-9062-43db-a716-c1f6051d336e.vmdk. No consolidation needed. {{(pid=62301) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1379.275205] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-32825767-4538-498a-a838-952459d18d10 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=62301) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1379.278427] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efd05336-ea30-429f-80e0-f99245bf71fb {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.296393] env[62301]: DEBUG oslo_vmware.api [None req-348f7dd4-e19f-481d-9053-657745e003f1 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': task-2571270, 'name': ReconfigVM_Task, 'duration_secs': 0.16831} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.297683] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-348f7dd4-e19f-481d-9053-657745e003f1 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518983', 'volume_id': 'b3e81644-6e93-4f5e-a31b-1e9c4056aa4e', 'name': 'volume-b3e81644-6e93-4f5e-a31b-1e9c4056aa4e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be', 'attached_at': '', 'detached_at': '', 'volume_id': 'b3e81644-6e93-4f5e-a31b-1e9c4056aa4e', 'serial': 'b3e81644-6e93-4f5e-a31b-1e9c4056aa4e'} {{(pid=62301) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1379.299183] env[62301]: DEBUG oslo_vmware.api [None req-32825767-4538-498a-a838-952459d18d10 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for the task: (returnval){ [ 1379.299183] env[62301]: value = "task-2571271" [ 1379.299183] env[62301]: _type = "Task" [ 1379.299183] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.307858] env[62301]: DEBUG oslo_vmware.api [None req-32825767-4538-498a-a838-952459d18d10 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571271, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.811984] env[62301]: DEBUG oslo_vmware.api [None req-32825767-4538-498a-a838-952459d18d10 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571271, 'name': ReconfigVM_Task, 'duration_secs': 0.256509} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.812289] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-32825767-4538-498a-a838-952459d18d10 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=62301) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1379.816958] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74cd6005-f3cb-4c90-a121-142ecc9cfa97 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.832323] env[62301]: DEBUG oslo_vmware.api [None req-32825767-4538-498a-a838-952459d18d10 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for the task: (returnval){ [ 1379.832323] env[62301]: value = "task-2571272" [ 1379.832323] env[62301]: _type = "Task" [ 1379.832323] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.842742] env[62301]: DEBUG oslo_vmware.api [None req-32825767-4538-498a-a838-952459d18d10 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571272, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.341886] env[62301]: DEBUG nova.objects.instance [None req-348f7dd4-e19f-481d-9053-657745e003f1 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Lazy-loading 'flavor' on Instance uuid ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1380.351214] env[62301]: DEBUG oslo_vmware.api [None req-32825767-4538-498a-a838-952459d18d10 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571272, 'name': ReconfigVM_Task, 'duration_secs': 0.13946} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.351643] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-32825767-4538-498a-a838-952459d18d10 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518981', 'volume_id': 'c687b332-9062-43db-a716-c1f6051d336e', 'name': 'volume-c687b332-9062-43db-a716-c1f6051d336e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '917f42c5-8376-4044-af2a-ebd9820be264', 'attached_at': '', 'detached_at': '', 'volume_id': 'c687b332-9062-43db-a716-c1f6051d336e', 'serial': 'c687b332-9062-43db-a716-c1f6051d336e'} {{(pid=62301) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1380.848857] env[62301]: DEBUG oslo_concurrency.lockutils [None req-348f7dd4-e19f-481d-9053-657745e003f1 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Lock "ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.949s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1380.891918] env[62301]: DEBUG nova.objects.instance [None req-32825767-4538-498a-a838-952459d18d10 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Lazy-loading 'flavor' on Instance uuid 917f42c5-8376-4044-af2a-ebd9820be264 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1381.898798] env[62301]: DEBUG oslo_concurrency.lockutils [None req-32825767-4538-498a-a838-952459d18d10 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Lock "917f42c5-8376-4044-af2a-ebd9820be264" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.004s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1381.978145] env[62301]: DEBUG oslo_concurrency.lockutils [None req-82ca8b17-5f56-46e5-9e47-a749148eb940 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Acquiring lock "ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1381.978426] env[62301]: DEBUG oslo_concurrency.lockutils [None req-82ca8b17-5f56-46e5-9e47-a749148eb940 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Lock "ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1382.202712] env[62301]: DEBUG oslo_concurrency.lockutils [None req-dcb9d3bf-2f93-4ea6-b93c-1f2365a4bf96 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Acquiring lock "917f42c5-8376-4044-af2a-ebd9820be264" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1382.202904] env[62301]: DEBUG oslo_concurrency.lockutils [None req-dcb9d3bf-2f93-4ea6-b93c-1f2365a4bf96 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Lock "917f42c5-8376-4044-af2a-ebd9820be264" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1382.203145] env[62301]: DEBUG oslo_concurrency.lockutils [None req-dcb9d3bf-2f93-4ea6-b93c-1f2365a4bf96 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Acquiring lock "917f42c5-8376-4044-af2a-ebd9820be264-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1382.203331] env[62301]: DEBUG oslo_concurrency.lockutils [None req-dcb9d3bf-2f93-4ea6-b93c-1f2365a4bf96 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Lock "917f42c5-8376-4044-af2a-ebd9820be264-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1382.203497] env[62301]: DEBUG oslo_concurrency.lockutils [None req-dcb9d3bf-2f93-4ea6-b93c-1f2365a4bf96 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Lock "917f42c5-8376-4044-af2a-ebd9820be264-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1382.205620] env[62301]: INFO nova.compute.manager [None req-dcb9d3bf-2f93-4ea6-b93c-1f2365a4bf96 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Terminating instance [ 1382.481982] env[62301]: DEBUG nova.compute.utils [None req-82ca8b17-5f56-46e5-9e47-a749148eb940 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Using /dev/sd instead of None {{(pid=62301) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1382.708831] env[62301]: DEBUG nova.compute.manager [None req-dcb9d3bf-2f93-4ea6-b93c-1f2365a4bf96 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1382.709070] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb9d3bf-2f93-4ea6-b93c-1f2365a4bf96 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1382.709943] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a637f11-89d4-4ccd-85ce-387f827ed30e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.717449] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcb9d3bf-2f93-4ea6-b93c-1f2365a4bf96 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1382.717659] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48b5a78c-cf0d-4839-a34e-7df048c64515 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.723892] env[62301]: DEBUG oslo_vmware.api [None req-dcb9d3bf-2f93-4ea6-b93c-1f2365a4bf96 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for the task: (returnval){ [ 1382.723892] env[62301]: value = "task-2571273" [ 1382.723892] env[62301]: _type = "Task" [ 1382.723892] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.731120] env[62301]: DEBUG oslo_vmware.api [None req-dcb9d3bf-2f93-4ea6-b93c-1f2365a4bf96 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571273, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.984769] env[62301]: DEBUG oslo_concurrency.lockutils [None req-82ca8b17-5f56-46e5-9e47-a749148eb940 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Lock "ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1383.233314] env[62301]: DEBUG oslo_vmware.api [None req-dcb9d3bf-2f93-4ea6-b93c-1f2365a4bf96 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571273, 'name': PowerOffVM_Task, 'duration_secs': 0.162875} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.233516] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcb9d3bf-2f93-4ea6-b93c-1f2365a4bf96 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1383.233685] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb9d3bf-2f93-4ea6-b93c-1f2365a4bf96 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1383.233959] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1bd670f2-48e7-44a0-9e56-37cb5a8d982e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.312067] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb9d3bf-2f93-4ea6-b93c-1f2365a4bf96 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1383.312279] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb9d3bf-2f93-4ea6-b93c-1f2365a4bf96 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Deleting contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1383.312464] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcb9d3bf-2f93-4ea6-b93c-1f2365a4bf96 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Deleting the datastore file [datastore2] 917f42c5-8376-4044-af2a-ebd9820be264 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1383.312714] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27bbc58c-681b-4ab7-94f7-2e9fc363dd98 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.319775] env[62301]: DEBUG oslo_vmware.api [None req-dcb9d3bf-2f93-4ea6-b93c-1f2365a4bf96 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for the task: (returnval){ [ 1383.319775] env[62301]: value = "task-2571275" [ 1383.319775] env[62301]: _type = "Task" [ 1383.319775] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.326938] env[62301]: DEBUG oslo_vmware.api [None req-dcb9d3bf-2f93-4ea6-b93c-1f2365a4bf96 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571275, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.828816] env[62301]: DEBUG oslo_vmware.api [None req-dcb9d3bf-2f93-4ea6-b93c-1f2365a4bf96 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571275, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140463} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.829069] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcb9d3bf-2f93-4ea6-b93c-1f2365a4bf96 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1383.829254] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb9d3bf-2f93-4ea6-b93c-1f2365a4bf96 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Deleted contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1383.829428] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb9d3bf-2f93-4ea6-b93c-1f2365a4bf96 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1383.829600] env[62301]: INFO nova.compute.manager [None req-dcb9d3bf-2f93-4ea6-b93c-1f2365a4bf96 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1383.829827] env[62301]: DEBUG oslo.service.loopingcall [None req-dcb9d3bf-2f93-4ea6-b93c-1f2365a4bf96 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1383.830013] env[62301]: DEBUG nova.compute.manager [-] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1383.830120] env[62301]: DEBUG nova.network.neutron [-] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1384.044741] env[62301]: DEBUG oslo_concurrency.lockutils [None req-82ca8b17-5f56-46e5-9e47-a749148eb940 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Acquiring lock "ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1384.045186] env[62301]: DEBUG oslo_concurrency.lockutils [None req-82ca8b17-5f56-46e5-9e47-a749148eb940 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Lock "ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1384.045550] env[62301]: INFO nova.compute.manager [None req-82ca8b17-5f56-46e5-9e47-a749148eb940 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Attaching volume d288a83a-3a55-49b6-bd1e-98d1562d39a3 to /dev/sdc [ 1384.081970] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d4cfb7-aa22-4fc0-963f-9eb926e4b14a {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.090676] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a7f414-10c2-45b2-858a-afbba685e0c2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.105628] env[62301]: DEBUG nova.virt.block_device [None req-82ca8b17-5f56-46e5-9e47-a749148eb940 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Updating existing volume attachment record: d685130c-1404-4bfb-a541-5b047d4c7e62 {{(pid=62301) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1384.292309] env[62301]: DEBUG nova.compute.manager [req-93986e01-18ab-4b04-9d6d-a5b8cd6bd3bd req-26acab94-bec7-498b-bfc3-be9659566114 service nova] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Received event network-vif-deleted-4d3c5529-278a-4c9a-ac25-1893b615aaba {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1384.292529] env[62301]: INFO nova.compute.manager [req-93986e01-18ab-4b04-9d6d-a5b8cd6bd3bd req-26acab94-bec7-498b-bfc3-be9659566114 service nova] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Neutron deleted interface 4d3c5529-278a-4c9a-ac25-1893b615aaba; detaching it from the instance and deleting it from the info cache [ 1384.293617] env[62301]: DEBUG nova.network.neutron [req-93986e01-18ab-4b04-9d6d-a5b8cd6bd3bd req-26acab94-bec7-498b-bfc3-be9659566114 service nova] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.767169] env[62301]: DEBUG nova.network.neutron [-] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.795114] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-73233239-3756-451a-9241-8a76d485092e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.804952] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc965142-84aa-4720-83bf-1a0dc758801f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.831296] env[62301]: DEBUG nova.compute.manager [req-93986e01-18ab-4b04-9d6d-a5b8cd6bd3bd req-26acab94-bec7-498b-bfc3-be9659566114 service nova] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Detach interface failed, port_id=4d3c5529-278a-4c9a-ac25-1893b615aaba, reason: Instance 917f42c5-8376-4044-af2a-ebd9820be264 could not be found. {{(pid=62301) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1385.269674] env[62301]: INFO nova.compute.manager [-] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Took 1.44 seconds to deallocate network for instance. [ 1385.776175] env[62301]: DEBUG oslo_concurrency.lockutils [None req-dcb9d3bf-2f93-4ea6-b93c-1f2365a4bf96 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1385.776475] env[62301]: DEBUG oslo_concurrency.lockutils [None req-dcb9d3bf-2f93-4ea6-b93c-1f2365a4bf96 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1385.776731] env[62301]: DEBUG nova.objects.instance [None req-dcb9d3bf-2f93-4ea6-b93c-1f2365a4bf96 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Lazy-loading 'resources' on Instance uuid 917f42c5-8376-4044-af2a-ebd9820be264 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1386.343488] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f87237-ce10-468d-bcb5-efb575e35e5f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.350630] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58eb2dff-a043-42c3-83fd-64307fe429ee {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.380247] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6dee46-dcb9-4a6c-b314-a5944293b2c1 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.386642] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649296a2-bad6-4334-9a52-81da3e7d7505 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.399269] env[62301]: DEBUG nova.compute.provider_tree [None req-dcb9d3bf-2f93-4ea6-b93c-1f2365a4bf96 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1386.902948] env[62301]: DEBUG nova.scheduler.client.report [None req-dcb9d3bf-2f93-4ea6-b93c-1f2365a4bf96 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1387.408797] env[62301]: DEBUG oslo_concurrency.lockutils [None req-dcb9d3bf-2f93-4ea6-b93c-1f2365a4bf96 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.632s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1387.434381] env[62301]: INFO nova.scheduler.client.report [None req-dcb9d3bf-2f93-4ea6-b93c-1f2365a4bf96 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Deleted allocations for instance 917f42c5-8376-4044-af2a-ebd9820be264 [ 1387.941901] env[62301]: DEBUG oslo_concurrency.lockutils [None req-dcb9d3bf-2f93-4ea6-b93c-1f2365a4bf96 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Lock "917f42c5-8376-4044-af2a-ebd9820be264" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.739s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1388.652283] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-82ca8b17-5f56-46e5-9e47-a749148eb940 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Volume attach. Driver type: vmdk {{(pid=62301) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1388.652606] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-82ca8b17-5f56-46e5-9e47-a749148eb940 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518984', 'volume_id': 'd288a83a-3a55-49b6-bd1e-98d1562d39a3', 'name': 'volume-d288a83a-3a55-49b6-bd1e-98d1562d39a3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be', 'attached_at': '', 'detached_at': '', 'volume_id': 'd288a83a-3a55-49b6-bd1e-98d1562d39a3', 'serial': 'd288a83a-3a55-49b6-bd1e-98d1562d39a3'} {{(pid=62301) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1388.653458] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428d6849-819f-42ca-8f15-316ca2661f20 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.669547] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32bda38a-94ec-4548-a732-ef1e3632de06 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.702363] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-82ca8b17-5f56-46e5-9e47-a749148eb940 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] volume-d288a83a-3a55-49b6-bd1e-98d1562d39a3/volume-d288a83a-3a55-49b6-bd1e-98d1562d39a3.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1388.702839] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83a0c1ae-714f-45a0-89f2-d06553e7118d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.727153] env[62301]: DEBUG oslo_vmware.api [None req-82ca8b17-5f56-46e5-9e47-a749148eb940 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Waiting for the task: (returnval){ [ 1388.727153] env[62301]: value = "task-2571279" [ 1388.727153] env[62301]: _type = "Task" [ 1388.727153] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.738061] env[62301]: DEBUG oslo_vmware.api [None req-82ca8b17-5f56-46e5-9e47-a749148eb940 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': task-2571279, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.237088] env[62301]: DEBUG oslo_vmware.api [None req-82ca8b17-5f56-46e5-9e47-a749148eb940 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': task-2571279, 'name': ReconfigVM_Task, 'duration_secs': 0.367119} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.237357] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-82ca8b17-5f56-46e5-9e47-a749148eb940 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Reconfigured VM instance instance-0000007c to attach disk [datastore1] volume-d288a83a-3a55-49b6-bd1e-98d1562d39a3/volume-d288a83a-3a55-49b6-bd1e-98d1562d39a3.vmdk or device None with type thin {{(pid=62301) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1389.241819] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4af8f231-1644-494c-b880-4c90b5a1c4db {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.257680] env[62301]: DEBUG oslo_vmware.api [None req-82ca8b17-5f56-46e5-9e47-a749148eb940 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Waiting for the task: (returnval){ [ 1389.257680] env[62301]: value = "task-2571280" [ 1389.257680] env[62301]: _type = "Task" [ 1389.257680] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.265732] env[62301]: DEBUG oslo_vmware.api [None req-82ca8b17-5f56-46e5-9e47-a749148eb940 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': task-2571280, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.767588] env[62301]: DEBUG oslo_vmware.api [None req-82ca8b17-5f56-46e5-9e47-a749148eb940 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': task-2571280, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.268399] env[62301]: DEBUG oslo_vmware.api [None req-82ca8b17-5f56-46e5-9e47-a749148eb940 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': task-2571280, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.768725] env[62301]: DEBUG oslo_vmware.api [None req-82ca8b17-5f56-46e5-9e47-a749148eb940 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': task-2571280, 'name': ReconfigVM_Task, 'duration_secs': 1.144329} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.769053] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-82ca8b17-5f56-46e5-9e47-a749148eb940 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518984', 'volume_id': 'd288a83a-3a55-49b6-bd1e-98d1562d39a3', 'name': 'volume-d288a83a-3a55-49b6-bd1e-98d1562d39a3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be', 'attached_at': '', 'detached_at': '', 'volume_id': 'd288a83a-3a55-49b6-bd1e-98d1562d39a3', 'serial': 'd288a83a-3a55-49b6-bd1e-98d1562d39a3'} {{(pid=62301) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1391.802346] env[62301]: DEBUG nova.objects.instance [None req-82ca8b17-5f56-46e5-9e47-a749148eb940 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Lazy-loading 'flavor' on Instance uuid ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1392.308768] env[62301]: DEBUG oslo_concurrency.lockutils [None req-82ca8b17-5f56-46e5-9e47-a749148eb940 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Lock "ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.264s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1392.511309] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1392.511525] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1392.511684] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Starting heal instance info cache {{(pid=62301) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1392.603669] env[62301]: DEBUG oslo_concurrency.lockutils [None req-54575a8a-ee85-4b24-b2dd-02142e3342f5 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Acquiring lock "ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.603981] env[62301]: DEBUG oslo_concurrency.lockutils [None req-54575a8a-ee85-4b24-b2dd-02142e3342f5 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Lock "ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1393.040647] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Acquiring lock "refresh_cache-6733b36d-a7b0-4599-a381-a17162be4437" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1393.040924] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Acquired lock "refresh_cache-6733b36d-a7b0-4599-a381-a17162be4437" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.040969] env[62301]: DEBUG nova.network.neutron [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] Forcefully refreshing network info cache for instance {{(pid=62301) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1393.107095] env[62301]: INFO nova.compute.manager [None req-54575a8a-ee85-4b24-b2dd-02142e3342f5 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Detaching volume b3e81644-6e93-4f5e-a31b-1e9c4056aa4e [ 1393.140071] env[62301]: INFO nova.virt.block_device [None req-54575a8a-ee85-4b24-b2dd-02142e3342f5 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Attempting to driver detach volume b3e81644-6e93-4f5e-a31b-1e9c4056aa4e from mountpoint /dev/sdb [ 1393.140401] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-54575a8a-ee85-4b24-b2dd-02142e3342f5 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Volume detach. Driver type: vmdk {{(pid=62301) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1393.140662] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-54575a8a-ee85-4b24-b2dd-02142e3342f5 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518983', 'volume_id': 'b3e81644-6e93-4f5e-a31b-1e9c4056aa4e', 'name': 'volume-b3e81644-6e93-4f5e-a31b-1e9c4056aa4e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be', 'attached_at': '', 'detached_at': '', 'volume_id': 'b3e81644-6e93-4f5e-a31b-1e9c4056aa4e', 'serial': 'b3e81644-6e93-4f5e-a31b-1e9c4056aa4e'} {{(pid=62301) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1393.141905] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4c634f-92b9-4aab-9838-511045c01c77 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.165959] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa43befd-bb81-418c-8b10-08161fb10154 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.172198] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2f62d1-455a-49b4-bd24-7a7c5599cef7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.194446] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced3b8a0-e320-4137-89eb-7619438ca121 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.208219] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-54575a8a-ee85-4b24-b2dd-02142e3342f5 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] The volume has not been displaced from its original location: [datastore1] volume-b3e81644-6e93-4f5e-a31b-1e9c4056aa4e/volume-b3e81644-6e93-4f5e-a31b-1e9c4056aa4e.vmdk. No consolidation needed. {{(pid=62301) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1393.213264] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-54575a8a-ee85-4b24-b2dd-02142e3342f5 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=62301) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1393.213528] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d25c515-58b0-4568-8d7d-72d41a7cfeb5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.230612] env[62301]: DEBUG oslo_vmware.api [None req-54575a8a-ee85-4b24-b2dd-02142e3342f5 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Waiting for the task: (returnval){ [ 1393.230612] env[62301]: value = "task-2571281" [ 1393.230612] env[62301]: _type = "Task" [ 1393.230612] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.237863] env[62301]: DEBUG oslo_vmware.api [None req-54575a8a-ee85-4b24-b2dd-02142e3342f5 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': task-2571281, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.324072] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e3fd61c4-e6e9-4cc4-9a14-f6d57121c275 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Acquiring lock "6733b36d-a7b0-4599-a381-a17162be4437" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1393.324339] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e3fd61c4-e6e9-4cc4-9a14-f6d57121c275 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Lock "6733b36d-a7b0-4599-a381-a17162be4437" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1393.324553] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e3fd61c4-e6e9-4cc4-9a14-f6d57121c275 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Acquiring lock "6733b36d-a7b0-4599-a381-a17162be4437-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1393.324737] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e3fd61c4-e6e9-4cc4-9a14-f6d57121c275 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Lock "6733b36d-a7b0-4599-a381-a17162be4437-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1393.324911] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e3fd61c4-e6e9-4cc4-9a14-f6d57121c275 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Lock "6733b36d-a7b0-4599-a381-a17162be4437-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1393.327015] env[62301]: INFO nova.compute.manager [None req-e3fd61c4-e6e9-4cc4-9a14-f6d57121c275 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] Terminating instance [ 1393.740820] env[62301]: DEBUG oslo_vmware.api [None req-54575a8a-ee85-4b24-b2dd-02142e3342f5 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': task-2571281, 'name': ReconfigVM_Task, 'duration_secs': 0.256992} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.741095] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-54575a8a-ee85-4b24-b2dd-02142e3342f5 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=62301) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1393.745643] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f7add61-68c2-4f6e-b470-6c5660f1954c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.760200] env[62301]: DEBUG oslo_vmware.api [None req-54575a8a-ee85-4b24-b2dd-02142e3342f5 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Waiting for the task: (returnval){ [ 1393.760200] env[62301]: value = "task-2571282" [ 1393.760200] env[62301]: _type = "Task" [ 1393.760200] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.769287] env[62301]: DEBUG oslo_vmware.api [None req-54575a8a-ee85-4b24-b2dd-02142e3342f5 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': task-2571282, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.831313] env[62301]: DEBUG nova.compute.manager [None req-e3fd61c4-e6e9-4cc4-9a14-f6d57121c275 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1393.831534] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-e3fd61c4-e6e9-4cc4-9a14-f6d57121c275 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1393.832415] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7397eab-8b7e-4d13-9ed7-8f02539872e2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.839720] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3fd61c4-e6e9-4cc4-9a14-f6d57121c275 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1393.839944] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f7c9fbd-ee99-4f0f-851a-8cb2a0d551c6 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.846067] env[62301]: DEBUG oslo_vmware.api [None req-e3fd61c4-e6e9-4cc4-9a14-f6d57121c275 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for the task: (returnval){ [ 1393.846067] env[62301]: value = "task-2571283" [ 1393.846067] env[62301]: _type = "Task" [ 1393.846067] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.853779] env[62301]: DEBUG oslo_vmware.api [None req-e3fd61c4-e6e9-4cc4-9a14-f6d57121c275 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571283, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.228476] env[62301]: DEBUG nova.network.neutron [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] Updating instance_info_cache with network_info: [{"id": "2fc53542-2d0c-441b-a16b-57baca1959c0", "address": "fa:16:3e:0f:d8:1d", "network": {"id": "07c90243-7bae-4b09-a1b1-968bf8022ab9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-700983760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "126d28ea50f94690b731f6181a35b89d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7043ca7a-807c-4c7b-b646-23ffece188b2", "external-id": "nsx-vlan-transportzone-619", "segmentation_id": 619, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fc53542-2d", "ovs_interfaceid": "2fc53542-2d0c-441b-a16b-57baca1959c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.270297] env[62301]: DEBUG oslo_vmware.api [None req-54575a8a-ee85-4b24-b2dd-02142e3342f5 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': task-2571282, 'name': ReconfigVM_Task, 'duration_secs': 0.157621} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.270577] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-54575a8a-ee85-4b24-b2dd-02142e3342f5 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518983', 'volume_id': 'b3e81644-6e93-4f5e-a31b-1e9c4056aa4e', 'name': 'volume-b3e81644-6e93-4f5e-a31b-1e9c4056aa4e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be', 'attached_at': '', 'detached_at': '', 'volume_id': 'b3e81644-6e93-4f5e-a31b-1e9c4056aa4e', 'serial': 'b3e81644-6e93-4f5e-a31b-1e9c4056aa4e'} {{(pid=62301) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1394.355846] env[62301]: DEBUG oslo_vmware.api [None req-e3fd61c4-e6e9-4cc4-9a14-f6d57121c275 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571283, 'name': PowerOffVM_Task, 'duration_secs': 0.179811} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.356103] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3fd61c4-e6e9-4cc4-9a14-f6d57121c275 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1394.356270] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-e3fd61c4-e6e9-4cc4-9a14-f6d57121c275 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1394.356507] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f88153a-7572-4411-a53e-9ca8c9d09c6c {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.424661] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-e3fd61c4-e6e9-4cc4-9a14-f6d57121c275 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1394.424861] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-e3fd61c4-e6e9-4cc4-9a14-f6d57121c275 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1394.425034] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3fd61c4-e6e9-4cc4-9a14-f6d57121c275 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Deleting the datastore file [datastore1] 6733b36d-a7b0-4599-a381-a17162be4437 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1394.425271] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4061f615-002e-4f59-8138-8230f1ad05ea {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.431848] env[62301]: DEBUG oslo_vmware.api [None req-e3fd61c4-e6e9-4cc4-9a14-f6d57121c275 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for the task: (returnval){ [ 1394.431848] env[62301]: value = "task-2571285" [ 1394.431848] env[62301]: _type = "Task" [ 1394.431848] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.439033] env[62301]: DEBUG oslo_vmware.api [None req-e3fd61c4-e6e9-4cc4-9a14-f6d57121c275 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571285, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.731874] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Releasing lock "refresh_cache-6733b36d-a7b0-4599-a381-a17162be4437" {{(pid=62301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1394.731874] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] Updated the network info_cache for instance {{(pid=62301) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1394.732280] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1394.732280] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1394.732406] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1394.732507] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1394.732651] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1394.732793] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1394.732919] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62301) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1394.733087] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1394.733209] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Cleaning up deleted instances with incomplete migration {{(pid=62301) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 1394.809651] env[62301]: DEBUG nova.objects.instance [None req-54575a8a-ee85-4b24-b2dd-02142e3342f5 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Lazy-loading 'flavor' on Instance uuid ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1394.941372] env[62301]: DEBUG oslo_vmware.api [None req-e3fd61c4-e6e9-4cc4-9a14-f6d57121c275 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571285, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180687} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.941649] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3fd61c4-e6e9-4cc4-9a14-f6d57121c275 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1394.941785] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-e3fd61c4-e6e9-4cc4-9a14-f6d57121c275 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1394.941957] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-e3fd61c4-e6e9-4cc4-9a14-f6d57121c275 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1394.942146] env[62301]: INFO nova.compute.manager [None req-e3fd61c4-e6e9-4cc4-9a14-f6d57121c275 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1394.942393] env[62301]: DEBUG oslo.service.loopingcall [None req-e3fd61c4-e6e9-4cc4-9a14-f6d57121c275 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1394.942578] env[62301]: DEBUG nova.compute.manager [-] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1394.942667] env[62301]: DEBUG nova.network.neutron [-] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1395.176761] env[62301]: DEBUG nova.compute.manager [req-73cde7eb-8692-4030-98da-cf6fc4aa59b6 req-04294ad7-110c-4aa1-a91b-33f62fcf5c03 service nova] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] Received event network-vif-deleted-2fc53542-2d0c-441b-a16b-57baca1959c0 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1395.176839] env[62301]: INFO nova.compute.manager [req-73cde7eb-8692-4030-98da-cf6fc4aa59b6 req-04294ad7-110c-4aa1-a91b-33f62fcf5c03 service nova] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] Neutron deleted interface 2fc53542-2d0c-441b-a16b-57baca1959c0; detaching it from the instance and deleting it from the info cache [ 1395.177013] env[62301]: DEBUG nova.network.neutron [req-73cde7eb-8692-4030-98da-cf6fc4aa59b6 req-04294ad7-110c-4aa1-a91b-33f62fcf5c03 service nova] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.660571] env[62301]: DEBUG nova.network.neutron [-] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.679638] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-770719c1-6aa4-4232-9f95-39ab02fac173 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.691637] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6003dc59-8d7c-4852-af9d-61e12d6b7299 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.718361] env[62301]: DEBUG nova.compute.manager [req-73cde7eb-8692-4030-98da-cf6fc4aa59b6 req-04294ad7-110c-4aa1-a91b-33f62fcf5c03 service nova] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] Detach interface failed, port_id=2fc53542-2d0c-441b-a16b-57baca1959c0, reason: Instance 6733b36d-a7b0-4599-a381-a17162be4437 could not be found. {{(pid=62301) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1395.817149] env[62301]: DEBUG oslo_concurrency.lockutils [None req-54575a8a-ee85-4b24-b2dd-02142e3342f5 tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Lock "ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.213s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1395.851944] env[62301]: DEBUG oslo_concurrency.lockutils [None req-138bc804-8c0a-43c4-a7f0-0fe35002bf8a tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Acquiring lock "ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1395.852295] env[62301]: DEBUG oslo_concurrency.lockutils [None req-138bc804-8c0a-43c4-a7f0-0fe35002bf8a tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Lock "ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1396.162974] env[62301]: INFO nova.compute.manager [-] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] Took 1.22 seconds to deallocate network for instance. [ 1396.355350] env[62301]: INFO nova.compute.manager [None req-138bc804-8c0a-43c4-a7f0-0fe35002bf8a tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Detaching volume d288a83a-3a55-49b6-bd1e-98d1562d39a3 [ 1396.384557] env[62301]: INFO nova.virt.block_device [None req-138bc804-8c0a-43c4-a7f0-0fe35002bf8a tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Attempting to driver detach volume d288a83a-3a55-49b6-bd1e-98d1562d39a3 from mountpoint /dev/sdc [ 1396.384780] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-138bc804-8c0a-43c4-a7f0-0fe35002bf8a tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Volume detach. Driver type: vmdk {{(pid=62301) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1396.384958] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-138bc804-8c0a-43c4-a7f0-0fe35002bf8a tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518984', 'volume_id': 'd288a83a-3a55-49b6-bd1e-98d1562d39a3', 'name': 'volume-d288a83a-3a55-49b6-bd1e-98d1562d39a3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be', 'attached_at': '', 'detached_at': '', 'volume_id': 'd288a83a-3a55-49b6-bd1e-98d1562d39a3', 'serial': 'd288a83a-3a55-49b6-bd1e-98d1562d39a3'} {{(pid=62301) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1396.385802] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e4a82d1-02a5-4ed3-9b31-610b4d787e3b {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.406933] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be7db8d-7b02-48ee-9f6a-96be6a5339c7 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.413517] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05b7450-74ac-4f50-9d04-593263843b5f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.432747] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b2bed1-d37d-4ef0-9f27-efcfae0343a8 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.446450] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-138bc804-8c0a-43c4-a7f0-0fe35002bf8a tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] The volume has not been displaced from its original location: [datastore1] volume-d288a83a-3a55-49b6-bd1e-98d1562d39a3/volume-d288a83a-3a55-49b6-bd1e-98d1562d39a3.vmdk. No consolidation needed. {{(pid=62301) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1396.451507] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-138bc804-8c0a-43c4-a7f0-0fe35002bf8a tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Reconfiguring VM instance instance-0000007c to detach disk 2002 {{(pid=62301) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1396.451751] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26f07166-4deb-4236-8c21-25d4268dc365 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.468934] env[62301]: DEBUG oslo_vmware.api [None req-138bc804-8c0a-43c4-a7f0-0fe35002bf8a tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Waiting for the task: (returnval){ [ 1396.468934] env[62301]: value = "task-2571286" [ 1396.468934] env[62301]: _type = "Task" [ 1396.468934] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.477513] env[62301]: DEBUG oslo_vmware.api [None req-138bc804-8c0a-43c4-a7f0-0fe35002bf8a tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': task-2571286, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.669912] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e3fd61c4-e6e9-4cc4-9a14-f6d57121c275 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.670258] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e3fd61c4-e6e9-4cc4-9a14-f6d57121c275 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1396.670411] env[62301]: DEBUG nova.objects.instance [None req-e3fd61c4-e6e9-4cc4-9a14-f6d57121c275 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Lazy-loading 'resources' on Instance uuid 6733b36d-a7b0-4599-a381-a17162be4437 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1396.978860] env[62301]: DEBUG oslo_vmware.api [None req-138bc804-8c0a-43c4-a7f0-0fe35002bf8a tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': task-2571286, 'name': ReconfigVM_Task, 'duration_secs': 0.220471} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.979092] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-138bc804-8c0a-43c4-a7f0-0fe35002bf8a tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Reconfigured VM instance instance-0000007c to detach disk 2002 {{(pid=62301) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1396.983543] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7504fdf5-7cdc-4f44-bcee-0f39e6801cd0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.998056] env[62301]: DEBUG oslo_vmware.api [None req-138bc804-8c0a-43c4-a7f0-0fe35002bf8a tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Waiting for the task: (returnval){ [ 1396.998056] env[62301]: value = "task-2571287" [ 1396.998056] env[62301]: _type = "Task" [ 1396.998056] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.005396] env[62301]: DEBUG oslo_vmware.api [None req-138bc804-8c0a-43c4-a7f0-0fe35002bf8a tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': task-2571287, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.014880] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1397.295015] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6c3748-f725-4a2d-b8a9-2eb806480fef {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.302324] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8648d28-a8f4-4467-a444-54e2e9f15302 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.331257] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1920f0-817f-45fa-a102-8888b318ba02 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.338178] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a919d48f-a752-4d67-8b8b-e25895961a02 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.350869] env[62301]: DEBUG nova.compute.provider_tree [None req-e3fd61c4-e6e9-4cc4-9a14-f6d57121c275 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1397.508182] env[62301]: DEBUG oslo_vmware.api [None req-138bc804-8c0a-43c4-a7f0-0fe35002bf8a tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': task-2571287, 'name': ReconfigVM_Task, 'duration_secs': 0.136869} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.508429] env[62301]: DEBUG nova.virt.vmwareapi.volumeops [None req-138bc804-8c0a-43c4-a7f0-0fe35002bf8a tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-518984', 'volume_id': 'd288a83a-3a55-49b6-bd1e-98d1562d39a3', 'name': 'volume-d288a83a-3a55-49b6-bd1e-98d1562d39a3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be', 'attached_at': '', 'detached_at': '', 'volume_id': 'd288a83a-3a55-49b6-bd1e-98d1562d39a3', 'serial': 'd288a83a-3a55-49b6-bd1e-98d1562d39a3'} {{(pid=62301) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1397.517310] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1397.854785] env[62301]: DEBUG nova.scheduler.client.report [None req-e3fd61c4-e6e9-4cc4-9a14-f6d57121c275 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1398.049071] env[62301]: DEBUG nova.objects.instance [None req-138bc804-8c0a-43c4-a7f0-0fe35002bf8a tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Lazy-loading 'flavor' on Instance uuid ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1398.359310] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e3fd61c4-e6e9-4cc4-9a14-f6d57121c275 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.689s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1398.361475] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.844s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1398.361652] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1398.361802] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62301) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1398.363018] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33204032-78ac-4062-8817-a15590feb77e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.371023] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc11e17-b43b-481e-9712-4281a26734d9 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.384573] env[62301]: INFO nova.scheduler.client.report [None req-e3fd61c4-e6e9-4cc4-9a14-f6d57121c275 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Deleted allocations for instance 6733b36d-a7b0-4599-a381-a17162be4437 [ 1398.386059] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1bd16d-e614-4d9f-aaed-3c4e2caacdac {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.393882] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64ee243-548e-431d-820b-d95720404725 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.422485] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180400MB free_disk=131GB free_vcpus=48 pci_devices=None {{(pid=62301) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1398.422668] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1398.422808] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1398.894259] env[62301]: DEBUG oslo_concurrency.lockutils [None req-e3fd61c4-e6e9-4cc4-9a14-f6d57121c275 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Lock "6733b36d-a7b0-4599-a381-a17162be4437" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.570s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1399.056560] env[62301]: DEBUG oslo_concurrency.lockutils [None req-138bc804-8c0a-43c4-a7f0-0fe35002bf8a tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Lock "ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.204s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1399.441861] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance daff9cc7-10d6-47a4-9b2c-237450ba34a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1399.442014] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Instance ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62301) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1399.442208] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62301) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1399.442353] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=62301) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1399.479517] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3fdea2-aa01-4c2d-983c-72de0c382959 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.487320] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe88e50-a27e-4d31-b420-07161efa7500 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.516495] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca842a35-f011-4351-a828-0aefd7bd7fff {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.523257] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3a42f3-5ea2-4b38-adbd-27b6605c22a2 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.536082] env[62301]: DEBUG nova.compute.provider_tree [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1399.914410] env[62301]: DEBUG oslo_concurrency.lockutils [None req-ef41fa38-ac17-4218-adff-674fcadafd58 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Acquiring lock "daff9cc7-10d6-47a4-9b2c-237450ba34a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.914773] env[62301]: DEBUG oslo_concurrency.lockutils [None req-ef41fa38-ac17-4218-adff-674fcadafd58 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Lock "daff9cc7-10d6-47a4-9b2c-237450ba34a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.914833] env[62301]: DEBUG oslo_concurrency.lockutils [None req-ef41fa38-ac17-4218-adff-674fcadafd58 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Acquiring lock "daff9cc7-10d6-47a4-9b2c-237450ba34a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.915027] env[62301]: DEBUG oslo_concurrency.lockutils [None req-ef41fa38-ac17-4218-adff-674fcadafd58 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Lock "daff9cc7-10d6-47a4-9b2c-237450ba34a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.915194] env[62301]: DEBUG oslo_concurrency.lockutils [None req-ef41fa38-ac17-4218-adff-674fcadafd58 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Lock "daff9cc7-10d6-47a4-9b2c-237450ba34a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1399.917347] env[62301]: INFO nova.compute.manager [None req-ef41fa38-ac17-4218-adff-674fcadafd58 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Terminating instance [ 1400.038887] env[62301]: DEBUG nova.scheduler.client.report [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1400.223280] env[62301]: DEBUG oslo_concurrency.lockutils [None req-92981a02-cd7e-42db-b313-3516d50b372c tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Acquiring lock "ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1400.223467] env[62301]: DEBUG oslo_concurrency.lockutils [None req-92981a02-cd7e-42db-b313-3516d50b372c tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Lock "ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1400.223672] env[62301]: DEBUG oslo_concurrency.lockutils [None req-92981a02-cd7e-42db-b313-3516d50b372c tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Acquiring lock "ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1400.223849] env[62301]: DEBUG oslo_concurrency.lockutils [None req-92981a02-cd7e-42db-b313-3516d50b372c tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Lock "ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1400.224020] env[62301]: DEBUG oslo_concurrency.lockutils [None req-92981a02-cd7e-42db-b313-3516d50b372c tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Lock "ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1400.226167] env[62301]: INFO nova.compute.manager [None req-92981a02-cd7e-42db-b313-3516d50b372c tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Terminating instance [ 1400.421116] env[62301]: DEBUG nova.compute.manager [None req-ef41fa38-ac17-4218-adff-674fcadafd58 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1400.421366] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-ef41fa38-ac17-4218-adff-674fcadafd58 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1400.422617] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181a3565-6972-4277-8e93-a4732526e3ae {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.430263] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef41fa38-ac17-4218-adff-674fcadafd58 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1400.430478] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c78a7d42-7422-4496-bad6-2d7b231ad35f {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.437079] env[62301]: DEBUG oslo_vmware.api [None req-ef41fa38-ac17-4218-adff-674fcadafd58 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for the task: (returnval){ [ 1400.437079] env[62301]: value = "task-2571288" [ 1400.437079] env[62301]: _type = "Task" [ 1400.437079] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.445017] env[62301]: DEBUG oslo_vmware.api [None req-ef41fa38-ac17-4218-adff-674fcadafd58 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571288, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.543571] env[62301]: DEBUG nova.compute.resource_tracker [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62301) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1400.543791] env[62301]: DEBUG oslo_concurrency.lockutils [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.121s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1400.543978] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1400.544130] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Cleaning up deleted instances {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 1400.729641] env[62301]: DEBUG nova.compute.manager [None req-92981a02-cd7e-42db-b313-3516d50b372c tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Start destroying the instance on the hypervisor. {{(pid=62301) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1400.729856] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-92981a02-cd7e-42db-b313-3516d50b372c tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Destroying instance {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1400.730762] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78019d46-dc4c-43b5-90c6-579fddad5a5d {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.738585] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-92981a02-cd7e-42db-b313-3516d50b372c tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Powering off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1400.738793] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6dd1a335-f12c-4c4f-8b5b-aa4fe18a1f38 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.745022] env[62301]: DEBUG oslo_vmware.api [None req-92981a02-cd7e-42db-b313-3516d50b372c tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Waiting for the task: (returnval){ [ 1400.745022] env[62301]: value = "task-2571289" [ 1400.745022] env[62301]: _type = "Task" [ 1400.745022] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.753080] env[62301]: DEBUG oslo_vmware.api [None req-92981a02-cd7e-42db-b313-3516d50b372c tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': task-2571289, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.946630] env[62301]: DEBUG oslo_vmware.api [None req-ef41fa38-ac17-4218-adff-674fcadafd58 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571288, 'name': PowerOffVM_Task, 'duration_secs': 0.172595} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.946959] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef41fa38-ac17-4218-adff-674fcadafd58 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1400.947085] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-ef41fa38-ac17-4218-adff-674fcadafd58 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1400.947339] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4ebdf52-c675-4e40-9b49-9f7108ec612e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.013961] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-ef41fa38-ac17-4218-adff-674fcadafd58 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1401.014182] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-ef41fa38-ac17-4218-adff-674fcadafd58 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Deleting contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1401.014401] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef41fa38-ac17-4218-adff-674fcadafd58 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Deleting the datastore file [datastore1] daff9cc7-10d6-47a4-9b2c-237450ba34a9 {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1401.014666] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-801add23-b0ca-4869-858b-5f2f5853f775 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.021014] env[62301]: DEBUG oslo_vmware.api [None req-ef41fa38-ac17-4218-adff-674fcadafd58 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for the task: (returnval){ [ 1401.021014] env[62301]: value = "task-2571291" [ 1401.021014] env[62301]: _type = "Task" [ 1401.021014] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.028130] env[62301]: DEBUG oslo_vmware.api [None req-ef41fa38-ac17-4218-adff-674fcadafd58 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571291, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.051103] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] There are 20 instances to clean {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 1401.051243] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 917f42c5-8376-4044-af2a-ebd9820be264] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1401.256886] env[62301]: DEBUG oslo_vmware.api [None req-92981a02-cd7e-42db-b313-3516d50b372c tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': task-2571289, 'name': PowerOffVM_Task, 'duration_secs': 0.153036} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.257111] env[62301]: DEBUG nova.virt.vmwareapi.vm_util [None req-92981a02-cd7e-42db-b313-3516d50b372c tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Powered off the VM {{(pid=62301) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1401.257284] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-92981a02-cd7e-42db-b313-3516d50b372c tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Unregistering the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1401.257519] env[62301]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4dc0e25b-a9ce-494c-89b5-6d2306148734 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.319354] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-92981a02-cd7e-42db-b313-3516d50b372c tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Unregistered the VM {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1401.319564] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-92981a02-cd7e-42db-b313-3516d50b372c tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Deleting contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1401.319754] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-92981a02-cd7e-42db-b313-3516d50b372c tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Deleting the datastore file [datastore2] ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1401.320021] env[62301]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-747a790c-b616-4614-9e6f-dd1d32007e5e {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.326416] env[62301]: DEBUG oslo_vmware.api [None req-92981a02-cd7e-42db-b313-3516d50b372c tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Waiting for the task: (returnval){ [ 1401.326416] env[62301]: value = "task-2571293" [ 1401.326416] env[62301]: _type = "Task" [ 1401.326416] env[62301]: } to complete. {{(pid=62301) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.335037] env[62301]: DEBUG oslo_vmware.api [None req-92981a02-cd7e-42db-b313-3516d50b372c tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': task-2571293, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.530692] env[62301]: DEBUG oslo_vmware.api [None req-ef41fa38-ac17-4218-adff-674fcadafd58 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Task: {'id': task-2571291, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142475} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.530875] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef41fa38-ac17-4218-adff-674fcadafd58 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1401.531054] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-ef41fa38-ac17-4218-adff-674fcadafd58 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Deleted contents of the VM from datastore datastore1 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1401.531236] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-ef41fa38-ac17-4218-adff-674fcadafd58 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1401.531414] env[62301]: INFO nova.compute.manager [None req-ef41fa38-ac17-4218-adff-674fcadafd58 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1401.531656] env[62301]: DEBUG oslo.service.loopingcall [None req-ef41fa38-ac17-4218-adff-674fcadafd58 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1401.531843] env[62301]: DEBUG nova.compute.manager [-] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1401.531939] env[62301]: DEBUG nova.network.neutron [-] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1401.554183] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 6733b36d-a7b0-4599-a381-a17162be4437] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1401.757717] env[62301]: DEBUG nova.compute.manager [req-2a5eef1a-8e5a-4b2c-8772-f46faea81ff2 req-a8d1f701-84c6-42ba-a113-67e2d8309aa5 service nova] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Received event network-vif-deleted-aa739a8e-00b7-4593-ad88-8d241eddcdf2 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1401.757717] env[62301]: INFO nova.compute.manager [req-2a5eef1a-8e5a-4b2c-8772-f46faea81ff2 req-a8d1f701-84c6-42ba-a113-67e2d8309aa5 service nova] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Neutron deleted interface aa739a8e-00b7-4593-ad88-8d241eddcdf2; detaching it from the instance and deleting it from the info cache [ 1401.757717] env[62301]: DEBUG nova.network.neutron [req-2a5eef1a-8e5a-4b2c-8772-f46faea81ff2 req-a8d1f701-84c6-42ba-a113-67e2d8309aa5 service nova] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.835836] env[62301]: DEBUG oslo_vmware.api [None req-92981a02-cd7e-42db-b313-3516d50b372c tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Task: {'id': task-2571293, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127295} completed successfully. {{(pid=62301) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.836084] env[62301]: DEBUG nova.virt.vmwareapi.ds_util [None req-92981a02-cd7e-42db-b313-3516d50b372c tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Deleted the datastore file {{(pid=62301) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1401.836266] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-92981a02-cd7e-42db-b313-3516d50b372c tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Deleted contents of the VM from datastore datastore2 {{(pid=62301) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1401.836434] env[62301]: DEBUG nova.virt.vmwareapi.vmops [None req-92981a02-cd7e-42db-b313-3516d50b372c tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Instance destroyed {{(pid=62301) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1401.836601] env[62301]: INFO nova.compute.manager [None req-92981a02-cd7e-42db-b313-3516d50b372c tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1401.836822] env[62301]: DEBUG oslo.service.loopingcall [None req-92981a02-cd7e-42db-b313-3516d50b372c tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62301) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1401.837010] env[62301]: DEBUG nova.compute.manager [-] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Deallocating network for instance {{(pid=62301) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1401.837109] env[62301]: DEBUG nova.network.neutron [-] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] deallocate_for_instance() {{(pid=62301) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1402.057511] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: fef7833f-5d04-464e-a1e6-a0464ba7db44] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1402.241692] env[62301]: DEBUG nova.network.neutron [-] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1402.260294] env[62301]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-84d58943-ea19-4d32-8ab2-0a3958415986 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.270030] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991bab81-c204-430d-ae4f-a5d61253a108 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.296323] env[62301]: DEBUG nova.compute.manager [req-2a5eef1a-8e5a-4b2c-8772-f46faea81ff2 req-a8d1f701-84c6-42ba-a113-67e2d8309aa5 service nova] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Detach interface failed, port_id=aa739a8e-00b7-4593-ad88-8d241eddcdf2, reason: Instance daff9cc7-10d6-47a4-9b2c-237450ba34a9 could not be found. {{(pid=62301) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1402.560800] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: a44f8c3c-a97c-4132-99f4-adb08cec1d9c] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1402.699173] env[62301]: DEBUG nova.network.neutron [-] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Updating instance_info_cache with network_info: [] {{(pid=62301) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1402.743646] env[62301]: INFO nova.compute.manager [-] [instance: daff9cc7-10d6-47a4-9b2c-237450ba34a9] Took 1.21 seconds to deallocate network for instance. [ 1403.064730] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 6770e890-997f-431e-bb26-962ad2e9ccd5] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1403.202491] env[62301]: INFO nova.compute.manager [-] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Took 1.37 seconds to deallocate network for instance. [ 1403.249809] env[62301]: DEBUG oslo_concurrency.lockutils [None req-ef41fa38-ac17-4218-adff-674fcadafd58 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1403.250080] env[62301]: DEBUG oslo_concurrency.lockutils [None req-ef41fa38-ac17-4218-adff-674fcadafd58 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1403.250319] env[62301]: DEBUG nova.objects.instance [None req-ef41fa38-ac17-4218-adff-674fcadafd58 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Lazy-loading 'resources' on Instance uuid daff9cc7-10d6-47a4-9b2c-237450ba34a9 {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1403.568099] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 34698519-3e1f-45f5-8ec0-aec50c161253] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1403.708434] env[62301]: DEBUG oslo_concurrency.lockutils [None req-92981a02-cd7e-42db-b313-3516d50b372c tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1403.789530] env[62301]: DEBUG nova.compute.manager [req-ea6bfd4d-f058-47db-97bc-39b24f46c0cd req-d707f450-fc23-4f28-b46b-728df6b1a162 service nova] [instance: ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be] Received event network-vif-deleted-28166fd5-87ba-4d46-bfe4-4e12930f7733 {{(pid=62301) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1403.796571] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de9cc15-210f-437d-a510-aa8881513e55 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.805443] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca1cd2c-3ca2-4e92-9f41-afece39ff593 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.834287] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c55f321-c567-4652-bf37-78415a924549 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.840960] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a587b9c0-f4e8-4ee5-a12f-d254f5b83f01 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.853811] env[62301]: DEBUG nova.compute.provider_tree [None req-ef41fa38-ac17-4218-adff-674fcadafd58 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1404.071303] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 03fcc5c3-2ce4-4ab5-b84b-391696e7f603] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1404.360074] env[62301]: DEBUG nova.scheduler.client.report [None req-ef41fa38-ac17-4218-adff-674fcadafd58 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1404.574624] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: a74fbe2b-fcfb-4be7-9c58-ec9a2c3931a3] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1404.863361] env[62301]: DEBUG oslo_concurrency.lockutils [None req-ef41fa38-ac17-4218-adff-674fcadafd58 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.612s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1404.865034] env[62301]: DEBUG oslo_concurrency.lockutils [None req-92981a02-cd7e-42db-b313-3516d50b372c tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.156s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1404.865034] env[62301]: DEBUG nova.objects.instance [None req-92981a02-cd7e-42db-b313-3516d50b372c tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Lazy-loading 'resources' on Instance uuid ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be {{(pid=62301) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1404.882275] env[62301]: INFO nova.scheduler.client.report [None req-ef41fa38-ac17-4218-adff-674fcadafd58 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Deleted allocations for instance daff9cc7-10d6-47a4-9b2c-237450ba34a9 [ 1405.079059] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 7c44d3f3-9670-493b-a069-b9e837e78dd0] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1405.389244] env[62301]: DEBUG oslo_concurrency.lockutils [None req-ef41fa38-ac17-4218-adff-674fcadafd58 tempest-ServerRescueNegativeTestJSON-1120959011 tempest-ServerRescueNegativeTestJSON-1120959011-project-member] Lock "daff9cc7-10d6-47a4-9b2c-237450ba34a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.474s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1405.393215] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6df08be-587a-470d-b13c-9c58e06362b3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.400976] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea18b864-93f3-4060-b670-2a19ba665fe0 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.431267] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9696d72-71d2-42a7-9dd4-dd06928cb3a3 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.438482] env[62301]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40527de-e441-423f-8b75-4096f97761a5 {{(pid=62301) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.451675] env[62301]: DEBUG nova.compute.provider_tree [None req-92981a02-cd7e-42db-b313-3516d50b372c tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Inventory has not changed in ProviderTree for provider: f2701398-2646-410f-990f-c3cfa8025d57 {{(pid=62301) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1405.581253] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 1dedee32-a2dd-409b-89f6-7c8e764c5c0c] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1405.955237] env[62301]: DEBUG nova.scheduler.client.report [None req-92981a02-cd7e-42db-b313-3516d50b372c tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Inventory has not changed for provider f2701398-2646-410f-990f-c3cfa8025d57 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 131, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62301) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1406.083977] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 35f0b70c-c113-466c-ab2c-560c19539b95] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1406.459942] env[62301]: DEBUG oslo_concurrency.lockutils [None req-92981a02-cd7e-42db-b313-3516d50b372c tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.595s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1406.484758] env[62301]: INFO nova.scheduler.client.report [None req-92981a02-cd7e-42db-b313-3516d50b372c tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Deleted allocations for instance ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be [ 1406.589290] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: f3c9cd84-02cf-49b2-8395-76dc2c48c17b] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1406.992685] env[62301]: DEBUG oslo_concurrency.lockutils [None req-92981a02-cd7e-42db-b313-3516d50b372c tempest-AttachVolumeTestJSON-177351244 tempest-AttachVolumeTestJSON-177351244-project-member] Lock "ab04a98e-c5d3-4904-8fb3-bdf7cbfb33be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.769s {{(pid=62301) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1407.091303] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 334bc39b-d49a-44f9-866f-28be73706227] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1407.594290] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: c110b5dd-9ea3-4714-9ab5-6146fca77dcb] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1408.098063] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 49f6036a-ed24-416b-addb-a865ff67668e] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1408.601870] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 71e8544a-b76b-4f61-9422-ca372ba522b4] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1409.105141] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: b0af9fd1-a2db-4f11-bac8-e84d66a84c1c] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1409.608387] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: f772a532-3402-4b9c-95be-0bbb9c5ef7ad] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1410.112263] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: 6121c067-801b-4e61-af7f-fe0f318a2e3e] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1410.615509] env[62301]: DEBUG nova.compute.manager [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] [instance: c51583ab-2881-42e3-b9e6-831afc6b6f49] Instance has had 0 of 5 cleanup attempts {{(pid=62301) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1411.118904] env[62301]: DEBUG oslo_service.periodic_task [None req-26fd2a56-693c-4477-9691-1889d927fa6a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62301) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}